-- Logs begin at Wed 2022-08-31 14:47:58 UTC, end at Wed 2022-08-31 16:41:05 UTC. -- Aug 31 15:38:50.588445 dv-neutron-855257-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 15:38:53.272448 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.common.config [-] Logging enabled! Aug 31 15:38:53.273062 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev530 Aug 31 15:38:53.273213 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114152) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 15:38:53.276458 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.common.config [-] Logging enabled! Aug 31 15:38:53.276706 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev530 Aug 31 15:38:53.277013 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114152) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 15:38:53.277963 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 15:38:53.278192 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 15:38:53.278658 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:38:53.278900 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 15:38:53.279155 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 15:38:53.279468 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.279935 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.280167 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.280461 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.280750 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.281030 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.281321 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.281670 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.281953 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.282228 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.282507 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.282733 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.283009 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.283289 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.283567 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.283786 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] debug = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.284060 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.284483 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.284892 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.285169 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.285450 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.285813 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.286083 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.286354 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.286633 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.286953 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] host = dv-neutron-855257-2-hyperv {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.287225 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.287504 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.287782 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.288060 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.288329 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.288596 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.288873 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.289138 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.289404 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] log_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.289700 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.289983 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.290262 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.290543 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.290769 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.290985 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.291260 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.291540 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.291808 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.292077 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.292345 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.292612 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.292879 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.293139 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.293415 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.293716 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.293996 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.294264 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.294531 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.295419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.295769 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.296049 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.296318 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.296587 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.296857 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.297140 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.297403 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.297696 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.297992 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.298271 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.298545 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.298823 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.299092 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.299366 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.299633 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.299898 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.300165 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] use_json = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.300431 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.300695 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.300970 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.301236 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.301503 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.301793 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.302058 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.302336 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.302603 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:53.302892 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.303181 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.303473 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.303748 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.304046 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.304367 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.304655 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.304928 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.305211 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.305492 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.305799 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.306072 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.306367 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.306652 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.306940 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.307246 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.307530 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.307813 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.308080 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.308348 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.308615 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.308886 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.309166 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.309437 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.309745 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.310032 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.310943 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.311238 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.311526 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.311806 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.312094 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.312380 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.312650 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.312924 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.313209 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.313482 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.313772 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.314057 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.314328 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.314599 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.314876 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.315161 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.315447 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.315715 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.315991 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.316405 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.316729 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.317001 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.317270 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.317546 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.317906 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.318396 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.318876 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.319359 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.319839 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.320336 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.320821 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.321316 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.321839 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.322316 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.322789 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.323126 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.323407 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.323685 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.324017 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.324294 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.324567 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.324838 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.325115 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.325385 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.325685 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.326083 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.326451 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.326731 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.327014 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.327331 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.327609 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.327888 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.328166 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.328441 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.328718 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.328992 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.329267 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.329541 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.329835 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.330124 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.330406 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.330690 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.330968 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.331268 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.331557 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.331833 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.332108 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.332380 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.332654 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.332929 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.333206 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.333479 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.333778 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.334058 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.334336 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.334623 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.334909 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.335180 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.335466 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.335752 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.336043 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.336320 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.336627 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.336903 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:53.337117 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 15:38:53.337361 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114152) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 15:38:53.633917 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=114152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 15:38:53.634230 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=114152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 15:38:53.634492 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=114152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 15:38:53.634721 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=114152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 15:38:53.634993 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 15:38:53.635312 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 15:38:54.043697 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.043882 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.044153 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.045459 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.045756 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.046020 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.098046 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.098320 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.098592 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.115265 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.115542 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.115806 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.144016 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.144322 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.144584 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.181180 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.181456 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.181752 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.414960 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.415575 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.415575 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.415771 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.416629 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.514039 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.514351 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.514634 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.514902 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.515162 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.515465 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.515720 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.515972 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.516223 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.516498 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.516754 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.517014 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.517265 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.517510 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.517789 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.518048 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.518296 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.518558 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.518821 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.519073 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.519338 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.519584 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.519862 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.520233 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.520480 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.520722 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.521107 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:38:54.521341 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:38:54.521594 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:38:54.521830 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:38:54.522059 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:38:54.522288 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:38:54.522642 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 15:38:54.525795 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 15:38:54.530335 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 15:38:54.534194 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 31 15:38:54.535807 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 15:38:54.536408 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 15:38:54.536743 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 15:38:54.537128 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 15:38:54.539947 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 15:38:54.540192 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 15:38:54.540531 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 15:38:54.545803 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 15:38:54.569051 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 15:38:54.569498 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.569820 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114152) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 31 15:38:54.570186 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.571532 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114152) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 15:38:54.571855 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 15:38:54.572097 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 15:38:54.575635 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.575983 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:54.743210 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 15:38:54.743393 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 15:38:54.743588 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 15:38:54.743972 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 15:38:54.798703 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO dbcounter [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Registered counter for database neutron Aug 31 15:38:54.817252 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_db.sqlalchemy.engines [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114152) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 15:38:54.823003 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG dbcounter [-] [114152] Writer thread running {{(pid=114152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 15:38:55.532381 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Initializing driver for type 'gre' Aug 31 15:38:55.533045 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] gre ID ranges: [(1, 1000)] Aug 31 15:38:55.774156 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Initializing driver for type 'local' Aug 31 15:38:55.774441 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Initializing driver for type 'vlan' Aug 31 15:38:55.904077 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] VlanTypeDriver initialization complete Aug 31 15:38:55.904413 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Initializing driver for type 'vxlan' Aug 31 15:38:55.904918 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] vxlan ID ranges: [(1, 1000)] Aug 31 15:38:56.162706 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Initializing extension driver 'port_security' Aug 31 15:38:56.163065 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.extensions.port_security [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] PortSecurityExtensionDriver initialization complete Aug 31 15:38:56.163401 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Initializing mechanism driver 'openvswitch' Aug 31 15:38:56.163726 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Initializing mechanism driver 'hyperv' Aug 31 15:38:56.170621 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.plugins.ml2.plugin [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:56.172017 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > port after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.172391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > port after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.172874 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > port after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.173383 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 15:38:56.173833 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > subnet after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.174192 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > subnet after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.178162 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.178162 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 15:38:56.178162 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > network after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.178162 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > network after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.178162 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > network after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.178539 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 15:38:56.178539 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > security_group after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.178539 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > security_group after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.178539 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.178539 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 15:38:56.178924 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.178924 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.178924 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.179326 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 15:38:56.179732 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > address_group after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.180080 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > address_group after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.180419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.180805 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 15:38:56.181242 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] ML2 OVO RPC backend initialized. {{(pid=114152) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 31 15:38:56.181964 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.182320 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.182733 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > network before_response 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.183081 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > networks before_response 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.183424 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > port before_response 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.183763 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > ports before_response 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.184101 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > subnet before_response 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.184437 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > subnets before_response 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.184779 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > network after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.185117 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > network after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.185448 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > network after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.185805 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > port after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.186139 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > port after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.186511 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > port after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.186900 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > subnet after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.187382 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > subnet after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.187720 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.195595 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded quota_driver: . Aug 31 15:38:56.202286 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.plugin [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Modular L2 Plugin initialization complete Aug 31 15:38:56.202286 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading services supported by the core plugin {{(pid=114152) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 15:38:56.202286 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.plugins.ml2.managers [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Got port-security extension from driver 'port_security' Aug 31 15:38:56.202286 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.extensions.vlantransparent [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Disabled vlantransparent extension. Aug 31 15:38:56.202286 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114152) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 15:38:56.202286 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading Plugin: router Aug 31 15:38:56.238438 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.238832 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router after_create 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.239203 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router before_create 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.239565 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.239940 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.240294 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router after_delete 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.240651 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.240998 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.241353 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router after_create 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.241739 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router after_update 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.242091 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router after_update 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.242442 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.242798 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router after_update 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.243206 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router precommit_update 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.243573 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: port after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.243912 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: port after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.244248 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: subnet after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.244590 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.244937 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.245282 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router precommit_create 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.245658 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: port before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.246002 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router precommit_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.246354 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router after_update 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.246694 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.247043 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router precommit_create 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.247400 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.247742 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router precommit_update 55549900 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.248102 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > agent after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.248448 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > agent after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.248788 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > network after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.249785 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Tracking information for resource: router configured {{(pid=114152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:38:56.250112 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Tracking information for resource: floatingip configured {{(pid=114152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:38:56.254929 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.db.l3_agentschedulers_db [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 15:38:56.255500 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: port after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.255862 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: port after_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.256217 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: port after_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.256570 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: port after_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.257353 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router before_create 55550100 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.257754 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.258122 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router precommit_create 55550100 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.258566 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > router precommit_update 55550100 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.263461 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.services.provider_configuration [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service providers = [] {{(pid=114152) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 15:38:56.263859 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.db.servicetype_db [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114152) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 15:38:56.267525 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.services.service_base [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:38:56.267874 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.services.service_base [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:38:56.268220 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.services.service_base [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:38:56.269119 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.services.service_base [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:38:56.269496 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.services.service_base [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 15:38:56.269904 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:38:56.270219 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 15:38:56.281756 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:38:56.282092 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading Plugin: auto_allocate Aug 31 15:38:56.287782 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: network precommit_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.288153 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: network precommit_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.288680 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:38:56.288997 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading Plugin: tag Aug 31 15:38:56.295932 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:38:56.296336 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading Plugin: timestamp Aug 31 15:38:56.300178 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:38:56.300510 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading Plugin: network_ip_availability Aug 31 15:38:56.306009 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.306378 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.306731 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.307445 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:38:56.307765 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading Plugin: flavors Aug 31 15:38:56.314143 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:38:56.314467 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading Plugin: revisions Aug 31 15:38:56.318939 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:38:56.319325 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_concurrency.lockutils [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.684s {{(pid=114152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 15:38:56.320071 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114152) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 31 15:38:56.320402 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Initializing extension manager. Aug 31 15:38:56.320923 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: __init__.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.321281 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: __pycache__ {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.321622 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: address_group.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.322337 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.322901 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: address-group Aug 31 15:38:56.323226 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: address_scope.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.323896 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.324405 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: address-scope Aug 31 15:38:56.324729 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.325661 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.326171 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: router-admin-state-down-before-update Aug 31 15:38:56.326492 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: agent.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.327770 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.328286 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: agent Aug 31 15:38:56.328609 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: agent_resources_synced.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.329482 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.330021 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: agent-resources-synced Aug 31 15:38:56.330345 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: allowedaddresspairs.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.332115 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.332634 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: allowed-address-pairs Aug 31 15:38:56.333048 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: auto_allocated_topology.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.334119 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.334629 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: auto-allocated-topology Aug 31 15:38:56.334950 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: availability_zone.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.335601 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.336107 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: availability_zone Aug 31 15:38:56.336429 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: availability_zone_filter.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.337297 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.337829 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: availability_zone_filter Aug 31 15:38:56.338191 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: data_plane_status.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.339139 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.339646 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 15:38:56.339970 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: default_subnetpools.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.340841 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.341347 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: default-subnetpools Aug 31 15:38:56.341700 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.342486 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.343647 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: dhcp_agent_scheduler Aug 31 15:38:56.343969 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: dns.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.344855 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.345358 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 15:38:56.345717 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: dns_domain_ports.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.346625 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.347285 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 15:38:56.347610 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.348527 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.349028 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 15:38:56.349351 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: dvr.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.350128 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.350631 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: dvr Aug 31 15:38:56.350952 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: ecmp_routes.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.351849 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.352354 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 15:38:56.352716 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: empty_string_filtering.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.353571 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.354084 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: empty-string-filtering Aug 31 15:38:56.354407 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.355291 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.355791 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 15:38:56.356253 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.357133 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.357747 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 15:38:56.358490 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: external_net.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.359498 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.360059 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: external-net Aug 31 15:38:56.360390 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.361271 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.361803 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: extra_dhcp_opt Aug 31 15:38:56.362134 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: extraroute.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.363001 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.363506 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: extraroute Aug 31 15:38:56.363832 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: extraroute_atomic.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.364839 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.365348 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: extraroute-atomic Aug 31 15:38:56.365704 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: filter_validation.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.366608 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.367111 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: filter-validation Aug 31 15:38:56.367433 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: fip_pf_description.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.368312 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.368811 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 15:38:56.369130 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: fip_pf_port_range.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.370027 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.370723 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 31 15:38:56.371108 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: fip_port_details.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.372243 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.372744 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: fip-port-details Aug 31 15:38:56.373070 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: flavors.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.374354 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.374864 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: flavors Aug 31 15:38:56.375185 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.376801 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.377320 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 15:38:56.377689 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: floatingip_pools.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.378353 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.378862 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: floatingip-pools Aug 31 15:38:56.379182 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: ip_allocation.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.380053 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.380604 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 15:38:56.380926 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.381817 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.382319 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: ip-substring-filtering Aug 31 15:38:56.382642 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: l2_adjacency.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.383522 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.384018 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 15:38:56.384336 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: l3.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.385292 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.385845 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: router Aug 31 15:38:56.386168 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.388376 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.388890 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 15:38:56.389217 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.390639 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.391141 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: ext-gw-mode Aug 31 15:38:56.391464 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.392328 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.392824 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: l3-ha Aug 31 15:38:56.393143 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.394024 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.394519 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 31 15:38:56.394838 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: l3_flavors.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.395703 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.396202 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: l3-flavors Aug 31 15:38:56.396522 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.397884 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.398400 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 31 15:38:56.398728 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.399591 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.400099 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 15:38:56.400423 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: l3agentscheduler.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.401419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.401957 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: l3_agent_scheduler Aug 31 15:38:56.402281 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: local_ip.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.403971 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.404492 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension local_ip not supported by any of loaded plugins Aug 31 15:38:56.404818 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: logging.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.407047 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.407573 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension logging not supported by any of loaded plugins Aug 31 15:38:56.407903 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: metering.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.408600 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.409372 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: metering Aug 31 15:38:56.409738 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.410778 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.411289 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: metering_source_and_destination_fields Aug 31 15:38:56.411614 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: multiprovidernet.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.412491 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.413036 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: multi-provider Aug 31 15:38:56.413310 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: netmtu.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.414222 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.414720 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: net-mtu Aug 31 15:38:56.415041 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: netmtu_writable.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.415909 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.416411 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: net-mtu-writable Aug 31 15:38:56.416735 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: network_availability_zone.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.417360 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.417900 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: network_availability_zone Aug 31 15:38:56.418222 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: network_ip_availability.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.419273 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.419783 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: network-ip-availability Aug 31 15:38:56.420106 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: network_segment_range.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.420853 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.421502 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 15:38:56.421845 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: pagination.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.422778 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.423104 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: pagination Aug 31 15:38:56.423424 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: port_device_profile.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.424280 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.424789 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: port-device-profile Aug 31 15:38:56.425111 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: port_mac_address_override.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.426009 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.426516 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: port-mac-override Aug 31 15:38:56.426836 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.427699 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.428204 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: port-mac-address-regenerate Aug 31 15:38:56.428523 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.429382 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.429917 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: port-numa-affinity-policy Aug 31 15:38:56.430237 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: port_resource_request.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.431109 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.431602 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 15:38:56.431922 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: port_resource_request_groups.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.432835 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.433333 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 31 15:38:56.433686 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: portbindings.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.434553 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.435054 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: binding Aug 31 15:38:56.435373 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: portbindings_extended.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.436622 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.437146 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: binding-extended Aug 31 15:38:56.437466 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: portsecurity.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.438368 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.438878 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: port-security Aug 31 15:38:56.439198 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: project_id.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.440120 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.440445 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: project-id Aug 31 15:38:56.440763 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: providernet.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.441649 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.442169 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: provider Aug 31 15:38:56.442473 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.445903 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.446419 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos not supported by any of loaded plugins Aug 31 15:38:56.446745 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.447953 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.448463 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 15:38:56.448788 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.449688 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.450197 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 15:38:56.450518 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_default.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.451377 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.451878 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-default not supported by any of loaded plugins Aug 31 15:38:56.452838 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_fip.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.453839 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.454342 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 15:38:56.454665 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.455527 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.456020 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 31 15:38:56.456344 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_gateway_ip.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.457215 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.457754 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 15:38:56.458076 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_port_network_policy.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.458938 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.459433 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 15:38:56.459753 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.460725 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.461226 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 31 15:38:56.461546 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.462545 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.463040 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 31 15:38:56.463359 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_pps_rule.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.464475 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.464978 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 15:38:56.465299 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_rule_type_details.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.466193 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.466692 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 15:38:56.467009 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_rule_type_filter.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.468439 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.468933 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 31 15:38:56.469250 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: qos_rules_alias.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.470263 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.470762 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 15:38:56.471079 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: quota_check_limit.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.471934 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.472435 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: quota-check-limit Aug 31 15:38:56.472750 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: quotasv2.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.473683 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.474002 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: quotas Aug 31 15:38:56.474317 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: quotasv2_detail.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.475973 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.476305 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: quota_details Aug 31 15:38:56.476628 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: rbac.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.477962 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.478487 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: rbac-policies Aug 31 15:38:56.478814 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: rbac_address_group.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.479697 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.480213 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: rbac-address-group Aug 31 15:38:56.480534 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: rbac_address_scope.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.481413 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.481946 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: rbac-address-scope Aug 31 15:38:56.482267 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: rbac_security_groups.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.483501 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.484008 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: rbac-security-groups Aug 31 15:38:56.484328 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: rbac_subnetpool.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.485195 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.485734 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: rbac-subnetpool Aug 31 15:38:56.486054 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: revisionifmatch.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.486930 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.487431 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: revision-if-match Aug 31 15:38:56.487747 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: revisions.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.488817 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.489322 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: standard-attr-revisions Aug 31 15:38:56.489673 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: router_availability_zone.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.490302 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.490812 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: router_availability_zone Aug 31 15:38:56.491148 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: routerservicetype.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.492029 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.492529 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 15:38:56.492846 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.493748 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.494252 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: security-groups-normalized-cidr Aug 31 15:38:56.494570 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.495437 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.495936 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: port-security-groups-filtering Aug 31 15:38:56.496310 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.497181 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.497720 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: security-groups-remote-address-group Aug 31 15:38:56.498041 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.498919 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.499469 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: security-groups-shared-filtering Aug 31 15:38:56.499791 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: securitygroup.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.509288 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.509856 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: security-group Aug 31 15:38:56.510188 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: segment.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.510887 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.511398 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension segment not supported by any of loaded plugins Aug 31 15:38:56.511721 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.512632 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.513137 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 15:38:56.513460 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: servicetype.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.514535 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.515567 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: service-type Aug 31 15:38:56.515886 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: sorting.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.516820 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.517154 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: sorting Aug 31 15:38:56.517472 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: standard_attr_segment.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.518379 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.518880 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 15:38:56.519198 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: standardattrdescription.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.519804 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.520306 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: standard-attr-description Aug 31 15:38:56.520626 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: stateful_security_group.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.521504 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.522044 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: stateful-security-group Aug 31 15:38:56.522366 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: stdattrs_common.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.522908 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 15:38:56.523225 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.524114 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.524610 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 15:38:56.524924 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: subnet_onboard.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.525977 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.526488 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: subnet_onboard Aug 31 15:38:56.526807 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.527677 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.528188 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 15:38:56.528504 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: subnet_service_types.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.529377 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.529919 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: subnet-service-types Aug 31 15:38:56.530817 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: subnetallocation.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.531858 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.532368 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: subnet_allocation Aug 31 15:38:56.532690 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.533314 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.533854 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: subnetpool-prefix-ops Aug 31 15:38:56.534175 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.535047 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.535547 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 15:38:56.535865 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: tagging.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.536871 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.537386 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: standard-attr-tag Aug 31 15:38:56.537747 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: timestamp.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.538904 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.539412 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loaded extension: standard-attr-timestamp Aug 31 15:38:56.539736 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: trunk.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.540711 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.541214 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension trunk not supported by any of loaded plugins Aug 31 15:38:56.541537 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: trunk_details.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.542425 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.542926 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 15:38:56.543244 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: uplink_status_propagation.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.544161 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.544599 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 15:38:56.544916 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Loading extension file: vlantransparent.py {{(pid=114152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 15:38:56.545544 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 15:38:56.546081 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 15:38:56.548628 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:network Aug 31 15:38:56.549138 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:subnet Aug 31 15:38:56.549527 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:38:56.549935 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:port Aug 31 15:38:56.551192 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.551630 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service FLAVORS assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.552236 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.552656 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.552981 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:router Aug 31 15:38:56.553402 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 15:38:56.553922 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service METERING assigned prefix: /metering {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.555359 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.555723 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.556073 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:38:56.557069 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 15:38:56.557512 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:security_group Aug 31 15:38:56.557973 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 15:38:56.558494 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service CORE assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.558816 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:38:56.559163 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] subnetpool is already registered Aug 31 15:38:56.559587 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service CORE assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.559919 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:38:56.560246 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] subnetpool is already registered Aug 31 15:38:56.562870 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.563305 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service FLAVORS assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.563899 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.564381 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.564644 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:router Aug 31 15:38:56.564976 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] router is already registered Aug 31 15:38:56.565381 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 15:38:56.565747 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] floatingip is already registered Aug 31 15:38:56.566203 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service METERING assigned prefix: /metering {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.566877 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 15:38:56.567198 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] rbac_policy is already registered Aug 31 15:38:56.567602 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:security_group Aug 31 15:38:56.567934 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] security_group is already registered Aug 31 15:38:56.568329 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 15:38:56.568654 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] security_group_rule is already registered Aug 31 15:38:56.569275 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service CORE assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.569744 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:38:56.570077 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] subnetpool is already registered Aug 31 15:38:56.570592 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.v2.resource_helper [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Service CORE assigned prefix: {{(pid=114152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:38:56.570928 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:38:56.571342 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING neutron.quota.resource_registry [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] subnetpool is already registered Aug 31 15:38:56.571817 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: extensions {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.573276 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: address-groups {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.574776 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: address-scopes {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.576088 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: agents {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.577813 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: auto-allocated-topology {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.579154 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: availability_zones {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.580391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: dhcp-networks {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.582005 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: dhcp-agents {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.583419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: routers {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.585159 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: flavors {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.586444 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: service_profiles {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.587659 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: next_providers {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.589128 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: service_profiles {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.591687 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: floatingip-pools {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.593632 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: routers {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.595303 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: floatingips {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.596565 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: l3-routers {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.598011 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: l3-agents {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.599409 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: metering-labels {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.600680 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: metering-label-rules {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.602114 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: network-ip-availabilities {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.610150 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: bindings {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.610150 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: quotas {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.610150 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: quotas {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.610150 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: rbac-policies {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.610150 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: security-groups {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.611038 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: security-group-rules {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.612288 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: service-providers {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.613492 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: subnetpools {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.614817 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: subnetpools {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.616366 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: tags {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.618080 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: tags {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.619949 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: tags {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.621751 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: tags {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.623432 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: tags {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.626022 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: tags {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.627761 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: tags {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.629690 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: tags {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.631447 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: tags {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.633175 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron.api.extensions [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Extended resource: tags {{(pid=114152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:38:56.639420 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING keystonemiddleware.auth_token [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 15:38:56.645280 dv-neutron-855257-2-hyperv neutron-server[114152]: WARNING keystonemiddleware.auth_token [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 15:38:56.654063 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_concurrency.lockutils [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Acquiring lock "singleton_lock" {{(pid=114152) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 31 15:38:56.654385 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_concurrency.lockutils [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Acquired lock "singleton_lock" {{(pid=114152) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 31 15:38:56.654848 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_concurrency.lockutils [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Releasing lock "singleton_lock" {{(pid=114152) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 31 15:38:56.655603 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO oslo_service.service [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Starting 2 workers Aug 31 15:38:56.660445 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Started child 114265 {{(pid=114152) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 15:38:56.665012 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Started child 114266 {{(pid=114152) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 15:38:56.666069 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:38:56.666682 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO neutron.service [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 15:38:56.667253 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:38:56.667629 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [-] (114265) wsgi starting up on http://0.0.0.0:9696 Aug 31 15:38:56.669697 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO oslo_service.service [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Starting 1 workers Aug 31 15:38:56.670234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:38:56.671735 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [-] (114266) wsgi starting up on http://0.0.0.0:9696 Aug 31 15:38:56.675157 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Started child 114267 {{(pid=114152) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 15:38:56.675694 dv-neutron-855257-2-hyperv neutron-server[114152]: INFO oslo_service.service [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Starting 1 workers Aug 31 15:38:56.679052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.service [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] calling RpcWorker wait() {{(pid=114267) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 15:38:56.679603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.service [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] returning from RpcWorker wait() {{(pid=114267) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 15:38:56.680310 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Started child 114268 {{(pid=114152) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 15:38:56.680988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:38:56.681112 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG neutron_lib.callbacks.manager [None req-25b04264-8f69-47f7-8170-5232a75f7e71 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:38:56.681527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:56.683186 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114152) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 15:38:56.683396 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 15:38:56.683579 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 15:38:56.684608 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:38:56.684608 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 15:38:56.684608 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 15:38:56.684831 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.685052 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.685319 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.685606 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.686182 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.686429 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:38:56.687391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.687391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.687528 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.687810 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.687984 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.688150 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.688408 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.688677 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.689010 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.689281 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.689520 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.689788 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.689966 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.690209 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.690484 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.690757 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.691046 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] debug = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.691312 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.691825 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.692065 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.692308 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.692556 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.692834 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.693091 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.693349 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.693613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.693831 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.694065 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.694315 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.694568 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.694810 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.695039 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.695317 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.695536 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.696013 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] host = dv-neutron-855257-2-hyperv {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.696253 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.696483 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.696711 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.696970 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.697215 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.697427 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.697708 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.697973 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.698225 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.698457 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.698720 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.698978 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.699211 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.699458 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.699621 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_options = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.699857 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.700152 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.700419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.700617 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.700809 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.700939 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.701173 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.701333 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.701601 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.701840 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.702107 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.703055 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.703204 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.703468 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.703775 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.703927 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.704075 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.704308 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.704757 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.705392 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.705658 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.705908 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.706143 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.706361 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.706574 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.706805 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.707048 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.707293 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.707502 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.707766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.708023 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.708266 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.708481 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.708722 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.708983 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.709213 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.709443 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.709749 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.710028 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.710252 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.710495 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.710750 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.711613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.711613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.711613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.711613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.711921 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_json = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.712007 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:56.712098 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.712209 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.712429 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.712657 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.712867 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.713079 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.713310 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.713573 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.717177 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.717177 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717177 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717177 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717177 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717177 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717177 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717177 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717816 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717816 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717816 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717816 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717816 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717816 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.717816 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.718306 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.718306 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.718658 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.718921 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.719170 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.719416 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.719637 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.719890 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.720166 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.720385 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.720636 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.720867 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.721109 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.721807 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.721807 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.722419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.722419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.722695 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.722831 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.723025 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.723239 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.723483 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.723718 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.723930 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.724140 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.724350 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.724611 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.724863 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.725096 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.725335 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.725550 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.725798 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.726040 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.726297 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.726546 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.726766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.727014 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.727299 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.727492 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.727689 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.727818 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.727999 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.728400 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.728400 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.728828 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.728957 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.729191 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.729409 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.729681 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.729941 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.730289 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.730677 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.730833 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.730998 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.731167 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.731394 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.731671 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.731988 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.732088 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.732233 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.732442 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.732683 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.732907 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.733392 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.733818 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.734003 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.734211 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.734441 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.734649 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.734854 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.736419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.736419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.736419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.736419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.736419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.736419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.736419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.736419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.736419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.737911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.737911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.737911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.737911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.737911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.738514 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.738514 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.739427 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.739427 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.739427 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.739427 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.739853 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.739853 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.740295 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.740295 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.740965 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.740965 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.740965 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.740965 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.741423 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.741423 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.741687 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.741889 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.742087 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.742360 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.742611 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.742841 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.743054 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.743283 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.743512 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.743775 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.744054 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.744293 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.744494 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.744768 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.746755 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.746755 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.746755 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.746755 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.746755 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.746755 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.746755 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.751480 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.751480 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.751480 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.751480 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.751480 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.751480 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.751480 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.751480 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752047 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752047 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752047 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752047 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752047 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752047 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752047 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752047 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752599 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752599 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752599 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752599 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752599 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752599 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.752599 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.753092 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.753092 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.753092 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.753320 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.753494 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.753896 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.754297 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.755098 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.755098 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.755098 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.755340 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.755499 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.755740 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.755899 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.756085 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.756323 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.756558 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.756774 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.757334 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.757334 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.757533 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.757670 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.757904 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.758152 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.758392 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.758633 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.758871 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.759100 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.759310 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.759547 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.759788 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.760019 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.760229 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.760442 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.760667 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.760901 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.761141 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.761351 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.762102 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.762102 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.762904 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.762904 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.762904 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.762904 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.763280 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.763367 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.763519 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.763968 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.764200 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.765323 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.765596 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.765714 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.765891 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.766084 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.766365 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.766511 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.766782 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.767175 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.767267 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.767752 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.767752 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.767936 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.768101 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.768339 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.768553 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.768766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.768980 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.769210 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.769416 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.769651 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.769891 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.770100 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.770427 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.771022 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.771022 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.774567 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.774567 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.774567 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.774567 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.774567 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.774567 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.774567 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.774567 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.775171 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.775171 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.775171 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.775171 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.775171 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.775171 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.775171 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.775171 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.775906 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.775906 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.776134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 60560) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:38:56.776232 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.776232 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.776232 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.776232 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.776232 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.776232 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.776232 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.776805 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.776805 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.776805 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.777055 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.777219 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.777435 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.777672 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.777879 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.778195 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.778443 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.778644 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.778928 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.779172 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.779414 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.779658 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.779963 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.780213 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.780456 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.780703 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.780915 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.781142 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.781402 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.781747 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.782018 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.782261 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.782520 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.782611 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048773 Aug 31 15:38:56.782772 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.783038 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.783315 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.783525 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.783840 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.784174 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.784426 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.784843 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.785100 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.785363 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.785633 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.785816 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.786049 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.786281 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.786494 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.786750 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.786977 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.787195 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.787519 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.787670 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.787815 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.788038 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.788279 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.788496 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.788728 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.788882 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 15:38:56.789413 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114152) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 15:38:56.790994 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 15:38:56.790994 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 15:38:56.791327 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0058146 Aug 31 15:38:56.791466 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:38:56.791466 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 15:38:56.791466 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 15:38:56.791466 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.791466 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.791466 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.791466 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.792094 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.792094 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.792094 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.792094 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.792094 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.792556 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.792885 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.793051 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.793354 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.794527 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.794840 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.795164 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.795329 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.795514 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.795678 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.795909 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.796071 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.796228 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] debug = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.796386 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.796584 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.796745 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.796901 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.797058 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.797213 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.797367 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.797739 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.797739 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.797899 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.797980 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.798121 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.798431 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.798604 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.798765 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.798917 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.799061 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.799202 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] host = dv-neutron-855257-2-hyperv {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.799343 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.799493 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.799634 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.799779 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.801015 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.801015 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.801015 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.801015 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.801015 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.801015 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.801015 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.801015 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803078 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803078 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803078 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_options = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803078 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803078 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803078 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803078 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803078 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803815 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803815 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803815 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803815 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803815 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803815 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803815 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.803815 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804430 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804430 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804430 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804430 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804430 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804430 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804430 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804430 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804919 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804919 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804919 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.804919 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.805207 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.805207 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.805352 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.805437 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.805623 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.805926 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.806230 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.806401 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.807402 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.807561 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.807718 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809391 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809957 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809957 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809957 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_json = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809957 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809957 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809957 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.809957 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.810382 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.810382 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.810382 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.810594 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.810672 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:38:56.810796 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.810962 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.811127 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.811279 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.811957 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.812135 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.812456 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.812761 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.813055 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.817579 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.817579 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.817579 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.817579 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.817579 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.817579 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.817579 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.817579 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.818766 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.819221 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.819221 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.819221 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.819221 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.819221 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.819221 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.819762 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.820085 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.820399 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.820569 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.821519 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.821519 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.821519 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.821519 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.821519 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.821519 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.822021 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.822021 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.822021 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.822253 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.822334 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.822419 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.823127 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.823127 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.823127 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.823127 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.823399 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.823399 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.823535 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.823613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.823812 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.823909 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.824127 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.824224 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.824343 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.824517 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.824675 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.824832 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.824988 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.825146 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.825303 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.825459 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.825945 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.825945 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.825945 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.826188 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.826260 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.826372 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.827911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.827911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.827911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.827911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.827911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.827911 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.828410 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.828410 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.828410 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.828604 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.828671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:56.828749 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.828749 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.828905 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.829064 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.829221 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.829378 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.829534 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.829956 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.829956 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.830127 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.830211 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.830317 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.830474 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.830634 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.830790 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.830946 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.831102 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.831259 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.831415 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.831572 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.831729 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.831884 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.832041 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.832197 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.832353 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.832510 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.832668 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.832823 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.833671 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.833671 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.833671 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.833671 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.833671 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.834072 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.834072 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.834072 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.834336 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.834336 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836030 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836030 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836030 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836030 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836030 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836030 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836030 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836030 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.836613 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.837109 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.837109 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.837109 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.837109 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.837347 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.837420 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.837552 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.837830 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.837928 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.838038 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.838195 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.838351 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.838507 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.838681 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.838820 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.838978 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.839686 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.839686 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.839686 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.839686 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.840205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.840205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.840205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.840205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.840485 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.840485 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.840645 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.840727 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.841068 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.841068 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.841233 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.841328 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.841459 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.842640 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.843663 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.843834 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.844158 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.844319 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.844485 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.844650 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.844808 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.844969 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.845129 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.845289 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.845450 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.845652 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.845814 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.845975 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.846136 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.846301 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.846443 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.846585 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.846745 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.846895 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.847076 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.847227 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.847386 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.847547 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.847700 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.848015 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.848200 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.848339 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.848499 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.848655 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.849127 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.849127 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.849127 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.849354 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.849426 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.849547 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.850491 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.850491 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.850491 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.850491 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.850491 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.850491 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.850908 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.850908 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.850908 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.851089 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852101 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852101 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852101 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852101 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852101 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852101 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852101 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852541 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852541 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852541 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.852721 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854096 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854096 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854096 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854096 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854096 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854096 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854096 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854096 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854615 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854615 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854615 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854615 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854615 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854980 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.854980 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.856920 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.856920 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.856920 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.856920 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.856920 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.856920 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.856920 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.856920 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857412 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857412 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857412 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857412 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857412 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857412 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857412 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857412 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857915 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857915 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857915 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.857915 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.858493 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.858493 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.858618 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.858744 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.858903 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.859064 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.859896 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.859896 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.859896 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.859896 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.859896 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.860243 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.860243 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.860243 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.860510 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.860715 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.860715 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.860861 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.861030 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.861205 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.861382 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.861533 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.861727 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.861875 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.862020 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.862185 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.862309 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.862624 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.862787 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.862932 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.863089 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.863248 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.863400 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.863545 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.863706 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.863862 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.864011 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.864310 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.864604 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:38:56.864893 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 15:39:06.001402 dv-neutron-855257-2-hyperv neutron-server[114152]: DEBUG dbcounter [-] [114152] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=114152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:08.508193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24885ffc-57a1-42c2-b598-4b0290e65e38 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:39:08.518966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writer thread running {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 15:39:08.583496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24885ffc-57a1-42c2-b598-4b0290e65e38 None None] No non-hosted networks {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 15:39:08.598107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.agentschedulers_db [None req-24885ffc-57a1-42c2-b598-4b0290e65e38 None None] DHCP Agent not found on host dv-neutron-855257-2-hyperv {{(pid=114267) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 31 15:39:08.755455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a00890ad-b1b4-4eb3-9e95-fa453174975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729778'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:10.174209 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writer thread running {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 15:39:10.716961 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a21aa12c-06c3-4894-864e-7c2ccb24a807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729778'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:10.780914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.db.api [None req-6e70ed2a-c633-445b-b5b7-4275c8d3198e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-855257-2-hyperv {{(pid=114267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:39:10.781775 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG oslo_db.api [None req-6e70ed2a-c633-445b-b5b7-4275c8d3198e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:39:11.309413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6e70ed2a-c633-445b-b5b7-4275c8d3198e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:12.025061 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729778'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:12.155419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 60638) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:12.777980 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING oslo_policy.policy [None req-36d27ec0-bc9c-4047-9bcb-f6f18a3a7701 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:39:12.778928 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING oslo_policy.policy [None req-36d27ec0-bc9c-4047-9bcb-f6f18a3a7701 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:39:13.178563 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-36d27ec0-bc9c-4047-9bcb-f6f18a3a7701 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:39:13.180477 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-36d27ec0-bc9c-4047-9bcb-f6f18a3a7701 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0237303 Aug 31 15:39:13.556210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729778'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:13.557460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.557829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.558165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.558492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.559402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.559730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.560097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.561309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.561767 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.562105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.562447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.565261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.565261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.565261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.565261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:13.565550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-855257-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:13.570757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-855257-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:13.624233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729778'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:15.700368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 60672) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:15.878845 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.db.l3_hamode_db [None req-8c8c3c07-a2df-4a97-97ca-cc6601126155 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 15:39:15.958705 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8c3c07-a2df-4a97-97ca-cc6601126155 None None] Routers set() bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:15.959064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8c3c07-a2df-4a97-97ca-cc6601126155 None None] Router IDs set() for agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 31 15:39:16.038921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ecd1cec1-f7a4-42b7-8093-262f9a6b55c7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:39:16.051524 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR stevedore.extension [None req-ecd1cec1-f7a4-42b7-8093-262f9a6b55c7 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 15:39:16.133156 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.policy [None req-ecd1cec1-f7a4-42b7-8093-262f9a6b55c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114265) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 15:39:16.175805 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING oslo_policy.policy [None req-ecd1cec1-f7a4-42b7-8093-262f9a6b55c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:39:16.176181 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING oslo_policy.policy [None req-ecd1cec1-f7a4-42b7-8093-262f9a6b55c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:39:16.196035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writer thread running {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 15:39:16.332229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cec1-f7a4-42b7-8093-262f9a6b55c7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755093670178', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755093669718', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755093653562', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755093646203', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755093640546', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755093501225', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-644324', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631989', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1661075', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1588402'] for rbac-policy (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:16.621075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cec1-f7a4-42b7-8093-262f9a6b55c7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:16.622399 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ecd1cec1-f7a4-42b7-8093-262f9a6b55c7 admin admin] 10.222.0.46 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9209843 Aug 31 15:39:19.057735 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 60682) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:19.383211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:39:19.474668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Made reservation on behalf of 253054e54540436a950ad0b9254c5ea9 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:39:19.479001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:19.498960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:19.609393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Publish callbacks [] for security_group (3d09ddd8-ef3a-4d91-9a98-b74c0532c700), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:19.715999 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (3d09ddd8-ef3a-4d91-9a98-b74c0532c700), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:19.741500 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:39:19.774457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755090749754', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (2b6bce3a-4f42-4c8b-b9b9-b17ad4199264), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:19.775027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Unsubscribe: segment precommit_create {{(pid=114265) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 15:39:19.775574 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Added segment 2b6bce3a-4f42-4c8b-b9b9-b17ad4199264 of type vlan for network 647f0c86-1993-40fb-a174-5956341acd21 Aug 31 15:39:19.809243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3d09ddd8-ef3a-4d91-9a98-b74c0532c700,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:19.852845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.853181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.853529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.853887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.854207 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.854527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.854840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.855153 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.855478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.855794 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.856124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.856453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.856765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.857073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.858244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Tracked resource versions report: Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: pushed versions: Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: { 'AddressGroup': {'1.2'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Agent': {'1.1'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'ConntrackHelper': {'1.0'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'LocalIPAssociation': {'1.0'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Log': {'1.0'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'NDPProxy': {'1.0'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Network': {'1.1'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Port': {'1.7'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'PortForwarding': {'1.3'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'QosPolicy': {'1.10'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SecurityGroup': {'1.5'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SubPort': {'1.0'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Subnet': {'1.1'}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Trunk': {'1.1'}} Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: consumer versions: Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: { DHCP agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: L3 agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: Metadata agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: Metering agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: Open vSwitch agent@dv-neutron-855257-2-hyperv: { 'AddressGroup': '1.2', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Agent': '1.1', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'ConntrackHelper': '1.0', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'LocalIPAssociation': '1.0', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Log': '1.0', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'NDPProxy': '1.0', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Network': '1.1', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Port': '1.7', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'PortForwarding': '1.3', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'QosPolicy': '1.10', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SecurityGroup': '1.5', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SecurityGroupRule': '1.2', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SubPort': '1.0', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Subnet': '1.1', Aug 31 15:39:19.859875 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Trunk': '1.1'}} Aug 31 15:39:19.862514 dv-neutron-855257-2-hyperv neutron-server[114265]: {{(pid=114265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:39:19.884408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (647f0c86-1993-40fb-a174-5956341acd21), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:19.912991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=50,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:20.030741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (647f0c86-1993-40fb-a174-5956341acd21), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:20.035686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:39:20.047210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:20.151707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] Pushing event updated for resources: {'Network': ['ID=647f0c86-1993-40fb-a174-5956341acd21,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:20.164023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 647f0c86-1993-40fb-a174-5956341acd21 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:39:20.215755 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5ccf7a37-300a-4401-9611-a5464bf2a890 demo demo] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1570246 Aug 31 15:39:22.689390 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 60696) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:23.198500 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING oslo_policy.policy [None req-be717839-0711-4f43-b38d-66396bf6dcc2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:39:23.199047 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING oslo_policy.policy [None req-be717839-0711-4f43-b38d-66396bf6dcc2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:39:23.443849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writer thread running {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 15:39:23.608616 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR stevedore.extension [None req-be717839-0711-4f43-b38d-66396bf6dcc2 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 15:39:23.672381 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.policy [None req-be717839-0711-4f43-b38d-66396bf6dcc2 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114266) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 15:39:23.714716 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING oslo_policy.policy [None req-be717839-0711-4f43-b38d-66396bf6dcc2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:39:23.715298 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING oslo_policy.policy [None req-be717839-0711-4f43-b38d-66396bf6dcc2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:39:23.722798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be717839-0711-4f43-b38d-66396bf6dcc2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:39:23.724821 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-be717839-0711-4f43-b38d-66396bf6dcc2 demo admin] 10.222.0.46 "GET /networking/v2.0/networks/647f0c86-1993-40fb-a174-5956341acd21 HTTP/1.1" status: 200 len: 825 time: 1.0334888 Aug 31 15:39:23.767191 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2d4a27fa-0ac9-4d0a-b5e7-3cdfd0347e50 demo admin] 10.222.0.46 "GET /networking/v2.0/subnetpools/42bb54ea-727e-49cb-9b70-109d3dbd9c2e HTTP/1.1" status: 200 len: 734 time: 0.0362103 Aug 31 15:39:23.776485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '647f0c86-1993-40fb-a174-5956341acd21', 'subnetpool_id': '42bb54ea-727e-49cb-9b70-109d3dbd9c2e'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:39:23.881687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Made reservation on behalf of 253054e54540436a950ad0b9254c5ea9 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:39:23.884446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:24.259162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for subnet (ba67df00-8575-43fb-9d3a-38373774ae7a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:24.328384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Checking segment: {'id': '2b6bce3a-4f42-4c8b-b9b9-b17ad4199264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '647f0c86-1993-40fb-a174-5956341acd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:39:24.328763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Network hostable DHCP agents. Network: 647f0c86-1993-40fb-a174-5956341acd21, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:39:24.345203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Pushing event updated for resources: {'Subnet': ['ID=ba67df00-8575-43fb-9d3a-38373774ae7a,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:24.359763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.360101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.360450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.360778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.361096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.361417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.361753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.362066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.362391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.362701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.363029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.363347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.363654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.363960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.364265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Tracked resource versions report: Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: pushed versions: Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: { 'AddressGroup': {'1.2'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Agent': {'1.1'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'ConntrackHelper': {'1.0'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'LocalIPAssociation': {'1.0'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Log': {'1.0'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'NDPProxy': {'1.0'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Network': {'1.1'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Port': {'1.7'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'PortForwarding': {'1.3'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'QosPolicy': {'1.10'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SecurityGroup': {'1.5'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SubPort': {'1.0'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Subnet': {'1.1'}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Trunk': {'1.1'}} Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: consumer versions: Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: { DHCP agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: L3 agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: Metadata agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: Metering agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: Open vSwitch agent@dv-neutron-855257-2-hyperv: { 'AddressGroup': '1.2', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Agent': '1.1', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'ConntrackHelper': '1.0', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'LocalIPAssociation': '1.0', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Log': '1.0', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'NDPProxy': '1.0', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Network': '1.1', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Port': '1.7', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'PortForwarding': '1.3', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'QosPolicy': '1.10', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SecurityGroup': '1.5', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SecurityGroupRule': '1.2', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SubPort': '1.0', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Subnet': '1.1', Aug 31 15:39:24.365658 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Trunk': '1.1'}} Aug 31 15:39:24.368097 dv-neutron-855257-2-hyperv neutron-server[114266]: {{(pid=114266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:39:24.379297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:24.464279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Network 647f0c86-1993-40fb-a174-5956341acd21 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:39:24.548523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 647f0c86-1993-40fb-a174-5956341acd21) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:39:24.553179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:39:24.553837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:24.558560 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c850ee8-ae0f-4248-9e03-7af30f1a9485 None None] Network 647f0c86-1993-40fb-a174-5956341acd21 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:39:24.638114 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c67409cc-0e4b-426a-8577-8e0523d5d25d demo admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8651462 Aug 31 15:39:24.829039 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-647f0c86-1993-40fb-a174-5956341acd21', 'network_id': '647f0c86-1993-40fb-a174-5956341acd21', 'project_id': '253054e54540436a950ad0b9254c5ea9', 'fixed_ips': [{'subnet_id': 'ba67df00-8575-43fb-9d3a-38373774ae7a'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:39:24.831351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:24.842424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=42,neutron:INSERT=33 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:25.126307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Allocated IP 172.20.0.2 (647f0c86-1993-40fb-a174-5956341acd21/ba67df00-8575-43fb-9d3a-38373774ae7a/5bb80358-2c87-44e3-8834-b0e3a68cf1c4) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:39:25.401077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Publish callbacks [] for port (5bb80358-2c87-44e3-8834-b0e3a68cf1c4), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:25.465207 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (5bb80358-2c87-44e3-8834-b0e3a68cf1c4), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:25.537441 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Network 647f0c86-1993-40fb-a174-5956341acd21 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:39:25.548532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:39:25.556700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:39:25.563254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Pushing event updated for resources: {'Port': ['ID=5bb80358-2c87-44e3-8834-b0e3a68cf1c4,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:25.568869 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:25.595593 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.595937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.596290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.596625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.596952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.597275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.597732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.597942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.598281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.598604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.598944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.599305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.599639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.599956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.600269 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Tracked resource versions report: Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: pushed versions: Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: { 'AddressGroup': {'1.2'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Agent': {'1.1'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'ConntrackHelper': {'1.0'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'LocalIPAssociation': {'1.0'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Log': {'1.0'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'NDPProxy': {'1.0'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Network': {'1.1'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Port': {'1.7'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'PortForwarding': {'1.3'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'QosPolicy': {'1.10'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SecurityGroup': {'1.5'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SubPort': {'1.0'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Subnet': {'1.1'}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Trunk': {'1.1'}} Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: consumer versions: Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: { DHCP agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: L3 agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: Metadata agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: Metering agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: Open vSwitch agent@dv-neutron-855257-2-hyperv: { 'AddressGroup': '1.2', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Agent': '1.1', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'ConntrackHelper': '1.0', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'LocalIPAssociation': '1.0', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Log': '1.0', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'NDPProxy': '1.0', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Network': '1.1', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Port': '1.7', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'PortForwarding': '1.3', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'QosPolicy': '1.10', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SecurityGroup': '1.5', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SecurityGroupRule': '1.2', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SubPort': '1.0', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Subnet': '1.1', Aug 31 15:39:25.601730 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Trunk': '1.1'}} Aug 31 15:39:25.605156 dv-neutron-855257-2-hyperv neutron-server[114267]: {{(pid=114267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:39:25.656518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Attempting to bind port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:39:25.656839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Attempting to bind port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '2b6bce3a-4f42-4c8b-b9b9-b17ad4199264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '647f0c86-1993-40fb-a174-5956341acd21'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:39:25.657271 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Attempting to bind port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 on network 647f0c86-1993-40fb-a174-5956341acd21 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:39:25.662484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:39:25.662917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Checking segment: {'id': '2b6bce3a-4f42-4c8b-b9b9-b17ad4199264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '647f0c86-1993-40fb-a174-5956341acd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:39:25.663425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:25.663813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Bound using segment: {'id': '2b6bce3a-4f42-4c8b-b9b9-b17ad4199264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '647f0c86-1993-40fb-a174-5956341acd21'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:39:25.664295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Bound port: 5bb80358-2c87-44e3-8834-b0e3a68cf1c4, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6bce3a-4f42-4c8b-b9b9-b17ad4199264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '647f0c86-1993-40fb-a174-5956341acd21'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:39:25.664688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5bb80358-2c87-44e3-8834-b0e3a68cf1c4), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:25.728592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] For port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:39:25.748132 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] For port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5bb80358-2c87-44e3-8834-b0e3a68cf1c4,segment=NetworkSegment(2b6bce3a-4f42-4c8b-b9b9-b17ad4199264),segment_id=2b6bce3a-4f42-4c8b-b9b9-b17ad4199264)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:39:25.859957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5bb80358-2c87-44e3-8834-b0e3a68cf1c4), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:25.912784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d5dbf-57dd-4205-8520-be739c7818e3 None None] Pushing event updated for resources: {'Port': ['ID=5bb80358-2c87-44e3-8834-b0e3a68cf1c4,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:27.086369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 60720) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:27.444871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-d1369247-e822-40a7-abb0-4d1147db65b3 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:39:27.445886 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d1369247-e822-40a7-abb0-4d1147db65b3 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3585410 Aug 31 15:39:28.551039 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:28.562839 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=9 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:29.871176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 60732) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:30.149991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=55,neutron:INSERT=10,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:30.220778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-024a4ad6-6c2c-4c39-8f3f-6f9abd7f8aee admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:39:30.221851 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-024a4ad6-6c2c-4c39-8f3f-6f9abd7f8aee admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3497314 Aug 31 15:39:32.655972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 60744) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:33.005621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ea86c7eb-9dc9-47fb-8ccd-45698752be58 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:39:33.098992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ea86c7eb-9dc9-47fb-8ccd-45698752be58 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (e36310b3-99c8-4c35-b97c-f8d3993f25b4), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:33.100619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ea86c7eb-9dc9-47fb-8ccd-45698752be58 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (e36310b3-99c8-4c35-b97c-f8d3993f25b4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:33.242737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ea86c7eb-9dc9-47fb-8ccd-45698752be58 demo demo] Publish callbacks [] for router_controller (e36310b3-99c8-4c35-b97c-f8d3993f25b4), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:33.291768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:39:33.304875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ea86c7eb-9dc9-47fb-8ccd-45698752be58 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (e36310b3-99c8-4c35-b97c-f8d3993f25b4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:33.374982 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:39:33.375378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5bb80358-2c87-44e3-8834-b0e3a68cf1c4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:33.375720 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 Aug 31 15:39:33.397416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ea86c7eb-9dc9-47fb-8ccd-45698752be58 demo demo] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:33.405636 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ea86c7eb-9dc9-47fb-8ccd-45698752be58 demo demo] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7417440 Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:33.420895 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:39:34.088459 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd4ef44-7f88-4333-9a4a-57b5c4b23d2c None None] Network 647f0c86-1993-40fb-a174-5956341acd21 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:39:34.148257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-0e39b742-fc3f-46b3-984c-b71bf1486117 None None] Provisioning complete for port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:39:34.148649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e39b742-fc3f-46b3-984c-b71bf1486117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5bb80358-2c87-44e3-8834-b0e3a68cf1c4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:34.148986 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-0e39b742-fc3f-46b3-984c-b71bf1486117 None None] Attempt 1 to provision port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 Aug 31 15:39:34.189226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-0e39b742-fc3f-46b3-984c-b71bf1486117 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:34.212507 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:39:34.432273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-49f7a34e-ff77-412f-953d-c25fd484189b None None] Provisioning complete for port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:39:34.432903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-49f7a34e-ff77-412f-953d-c25fd484189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5bb80358-2c87-44e3-8834-b0e3a68cf1c4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:34.433026 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-49f7a34e-ff77-412f-953d-c25fd484189b None None] Attempt 1 to provision port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-49f7a34e-ff77-412f-953d-c25fd484189b None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:34.473245 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:39:35.789431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 60752) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:36.114365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-0d3071dd-9860-4ee7-8ac6-59b31c607f96 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:39:36.115375 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0d3071dd-9860-4ee7-8ac6-59b31c607f96 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3250635 Aug 31 15:39:38.504025 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-73498c45-d89b-4412-9d53-af90ecf071ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:38.534276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 60760) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:38.864597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:39:38.995409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Made reservation on behalf of dad4cd608bfc4253a3e3dbc82ff19d5d for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:39:38.997773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:39.035945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:39.120670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:39.140870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Publish callbacks [] for security_group (03bad7c0-2e19-4f3b-9bc4-9d0c90a8b145), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:39.212429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (03bad7c0-2e19-4f3b-9bc4-9d0c90a8b145), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:39.231700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Reserving flat network on physical network physnet1 {{(pid=114266) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 15:39:39.250734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bad7c0-2e19-4f3b-9bc4-9d0c90a8b145,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:39.257653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755090749754', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (289afbb6-3a67-4d5e-be52-db74b6ab2f3a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:39.258203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Unsubscribe: segment precommit_create {{(pid=114266) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 15:39:39.258668 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Added segment 289afbb6-3a67-4d5e-be52-db74b6ab2f3a of type flat for network b552db91-cf92-4da4-9b5b-c66dd5fca7ec Aug 31 15:39:39.320087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (b552db91-cf92-4da4-9b5b-c66dd5fca7ec), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:39.441116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (b552db91-cf92-4da4-9b5b-c66dd5fca7ec), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:39.442170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:39:39.442758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:39.535765 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b552db91-cf92-4da4-9b5b-c66dd5fca7ec,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:39.546660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:39:39.575611 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3c074adf-3cb9-4082-ba80-367c64e7c2c5 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0401878 Aug 31 15:39:40.738390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c89b9c77-3e30-49be-97ce-7561af251a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:41.990064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:42.024810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 60768) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:42.401428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc06a39-6cdd-4bd4-a47d-4379c264f757 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:39:42.402825 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6bc06a39-6cdd-4bd4-a47d-4379c264f757 demo admin] 10.222.0.46 "GET /networking/v2.0/subnets/ba67df00-8575-43fb-9d3a-38373774ae7a HTTP/1.1" status: 200 len: 849 time: 0.3770807 Aug 31 15:39:42.468352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:42.533399 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fda33473-b137-4d1a-8ce0-263a43d75699 demo admin] 10.222.0.46 "GET /networking/v2.0/routers/e36310b3-99c8-4c35-b97c-f8d3993f25b4 HTTP/1.1" status: 200 len: 704 time: 0.1239963 Aug 31 15:39:42.800573 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:43.095805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Allocated IP 172.20.0.1 (647f0c86-1993-40fb-a174-5956341acd21/ba67df00-8575-43fb-9d3a-38373774ae7a/a037a520-11b6-478e-9b48-913b7d34cd6f) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:39:43.255130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Publish callbacks [] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:43.374188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:43.450798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:43.485345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Network 647f0c86-1993-40fb-a174-5956341acd21 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:39:43.498466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:39:43.504275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:39:43.504803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (e36310b3-99c8-4c35-b97c-f8d3993f25b4), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:43.561499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:43.567765 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Pushing event updated for resources: {'Port': ['ID=a037a520-11b6-478e-9b48-913b7d34cd6f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:43.595453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:43.744991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Provisioning complete for port a037a520-11b6-478e-9b48-913b7d34cd6f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:39:43.745377 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:43.745745 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Attempt 1 to provision port a037a520-11b6-478e-9b48-913b7d34cd6f Aug 31 15:39:43.777611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Port a037a520-11b6-478e-9b48-913b7d34cd6f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:39:43.866236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:43.935910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:44.073138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Publish callbacks [] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:44.143975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:44.144826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (e36310b3-99c8-4c35-b97c-f8d3993f25b4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:44.224376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Pushing event updated for resources: {'Port': ['ID=a037a520-11b6-478e-9b48-913b7d34cd6f,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:44.274838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Network 647f0c86-1993-40fb-a174-5956341acd21 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:39:44.276112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:39:44.278494 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Attempt 2 to provision port a037a520-11b6-478e-9b48-913b7d34cd6f Aug 31 15:39:44.312326 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Port a037a520-11b6-478e-9b48-913b7d34cd6f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:39:44.510048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Router e36310b3-99c8-4c35-b97c-f8d3993f25b4 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:39:44.597661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:39:44.604374 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cf1d0126-4c43-48ea-8b25-15b154d50b0e demo admin] 10.222.0.46 "PUT /networking/v2.0/routers/e36310b3-99c8-4c35-b97c-f8d3993f25b4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0639176 Aug 31 15:39:44.608733 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Sync routers for ids ['e36310b3-99c8-4c35-b97c-f8d3993f25b4'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:39:44.621474 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Routers {'e36310b3-99c8-4c35-b97c-f8d3993f25b4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:44.623022 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:39:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['e36310b3-99c8-4c35-b97c-f8d3993f25b4'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:44.801076 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Set router e36310b3-99c8-4c35-b97c-f8d3993f25b4 gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:39:44.813582 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Attempt 3 to provision port a037a520-11b6-478e-9b48-913b7d34cd6f Aug 31 15:39:44.849058 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Port a037a520-11b6-478e-9b48-913b7d34cd6f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:39:45.217597 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'name': 'router1', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:39:33Z', 'updated_at': '2022-08-31T15:39:43Z', 'revision_number': 2, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'gw_port_host': None, '_interfaces': [{'id': 'a037a520-11b6-478e-9b48-913b7d34cd6f', 'name': '', 'network_id': '647f0c86-1993-40fb-a174-5956341acd21', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'mac_address': 'fa:16:3e:a0:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:39:42Z', 'updated_at': '2022-08-31T15:39:43Z', 'revision_number': 2, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'subnets': [{'id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42bb54ea-727e-49cb-9b70-109d3dbd9c2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:45.267578 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Checking router: e36310b3-99c8-4c35-b97c-f8d3993f25b4 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:39:45.267940 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Updating router e36310b3-99c8-4c35-b97c-f8d3993f25b4 port a037a520-11b6-478e-9b48-913b7d34cd6f binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:39:45.321099 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:45.350200 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Attempt 4 to provision port a037a520-11b6-478e-9b48-913b7d34cd6f Aug 31 15:39:45.385910 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Port a037a520-11b6-478e-9b48-913b7d34cd6f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:39:45.887208 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Attempt 5 to provision port a037a520-11b6-478e-9b48-913b7d34cd6f Aug 31 15:39:45.906384 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Publish callbacks [] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:45.919907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Port a037a520-11b6-478e-9b48-913b7d34cd6f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:39:45.989882 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:46.141513 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Pushing event updated for resources: {'Port': ['ID=a037a520-11b6-478e-9b48-913b7d34cd6f,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:46.144052 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Attempting to bind port a037a520-11b6-478e-9b48-913b7d34cd6f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:39:46.144441 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Attempting to bind port a037a520-11b6-478e-9b48-913b7d34cd6f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '2b6bce3a-4f42-4c8b-b9b9-b17ad4199264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '647f0c86-1993-40fb-a174-5956341acd21'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:39:46.144887 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Attempting to bind port a037a520-11b6-478e-9b48-913b7d34cd6f on network 647f0c86-1993-40fb-a174-5956341acd21 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:39:46.154649 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:39:46.155043 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Checking segment: {'id': '2b6bce3a-4f42-4c8b-b9b9-b17ad4199264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '647f0c86-1993-40fb-a174-5956341acd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:39:46.155522 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:46.155909 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Bound using segment: {'id': '2b6bce3a-4f42-4c8b-b9b9-b17ad4199264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '647f0c86-1993-40fb-a174-5956341acd21'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:39:46.156385 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Bound port: a037a520-11b6-478e-9b48-913b7d34cd6f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6bce3a-4f42-4c8b-b9b9-b17ad4199264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '647f0c86-1993-40fb-a174-5956341acd21'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:39:46.156759 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:46.159538 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.159877 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.160217 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.160548 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.160875 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.161197 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.161516 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.161857 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.162179 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.162495 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.162827 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.164246 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.164246 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.164246 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.164246 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Tracked resource versions report: Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: pushed versions: Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: { 'AddressGroup': {'1.2'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Agent': {'1.1'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'ConntrackHelper': {'1.0'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'LocalIPAssociation': {'1.0'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Log': {'1.0'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'NDPProxy': {'1.0'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Network': {'1.1'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Port': {'1.7'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'PortForwarding': {'1.3'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'QosPolicy': {'1.10'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SecurityGroup': {'1.5'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SubPort': {'1.0'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Subnet': {'1.1'}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Trunk': {'1.1'}} Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: consumer versions: Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: { DHCP agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: L3 agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: Metadata agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: Metering agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: Open vSwitch agent@dv-neutron-855257-2-hyperv: { 'AddressGroup': '1.2', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Agent': '1.1', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'ConntrackHelper': '1.0', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'LocalIPAssociation': '1.0', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Log': '1.0', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'NDPProxy': '1.0', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Network': '1.1', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Port': '1.7', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'PortForwarding': '1.3', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'QosPolicy': '1.10', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SecurityGroup': '1.5', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SecurityGroupRule': '1.2', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SubPort': '1.0', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Subnet': '1.1', Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Trunk': '1.1'}} Aug 31 15:39:46.165471 dv-neutron-855257-2-hyperv neutron-server[114268]: {{(pid=114268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:39:46.236014 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] For port a037a520-11b6-478e-9b48-913b7d34cd6f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:39:46.256420 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] For port a037a520-11b6-478e-9b48-913b7d34cd6f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a037a520-11b6-478e-9b48-913b7d34cd6f,segment=NetworkSegment(2b6bce3a-4f42-4c8b-b9b9-b17ad4199264),segment_id=2b6bce3a-4f42-4c8b-b9b9-b17ad4199264)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:39:46.350110 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:46.380284 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:46.390580 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:46.405355 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Routers {'e36310b3-99c8-4c35-b97c-f8d3993f25b4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:46.405908 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:39:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['e36310b3-99c8-4c35-b97c-f8d3993f25b4'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:46.421217 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Attempt 6 to provision port a037a520-11b6-478e-9b48-913b7d34cd6f Aug 31 15:39:46.443847 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb519fc-6bf1-4841-aced-bd6b73653be3 None None] Pushing event updated for resources: {'Port': ['ID=a037a520-11b6-478e-9b48-913b7d34cd6f,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:46.454496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-82b75665-a7ec-41fd-8bd9-597e33b1a8e1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:46.464767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:39:46.497878 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] Set router e36310b3-99c8-4c35-b97c-f8d3993f25b4 gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:39:46.582066 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f44a82cd-ac93-44d2-846c-67a8a6c3ae1b None None] Provisioning complete for port a037a520-11b6-478e-9b48-913b7d34cd6f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:39:46.582461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f44a82cd-ac93-44d2-846c-67a8a6c3ae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:46.582997 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f44a82cd-ac93-44d2-846c-67a8a6c3ae1b None None] Attempt 1 to provision port a037a520-11b6-478e-9b48-913b7d34cd6f Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f44a82cd-ac93-44d2-846c-67a8a6c3ae1b None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:46.678538 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:39:46.706425 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'name': 'router1', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:39:33Z', 'updated_at': '2022-08-31T15:39:43Z', 'revision_number': 2, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'gw_port_host': None, '_interfaces': [{'id': 'a037a520-11b6-478e-9b48-913b7d34cd6f', 'name': '', 'network_id': '647f0c86-1993-40fb-a174-5956341acd21', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'mac_address': 'fa:16:3e:a0:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:39:42Z', 'updated_at': '2022-08-31T15:39:46Z', 'revision_number': 4, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'subnets': [{'id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42bb54ea-727e-49cb-9b70-109d3dbd9c2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:46.732601 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb751f3-4567-4e43-baaa-5c0fa31c87e1 None None] The sync data for ids ['e36310b3-99c8-4c35-b97c-f8d3993f25b4'] in dv-neutron-855257-2-hyperv is: [{'id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'name': 'router1', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:39:33Z', 'updated_at': '2022-08-31T15:39:43Z', 'revision_number': 2, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'gw_port_host': None, '_interfaces': [{'id': 'a037a520-11b6-478e-9b48-913b7d34cd6f', 'name': '', 'network_id': '647f0c86-1993-40fb-a174-5956341acd21', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'mac_address': 'fa:16:3e:a0:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:39:42Z', 'updated_at': '2022-08-31T15:39:46Z', 'revision_number': 4, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'subnets': [{'id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42bb54ea-727e-49cb-9b70-109d3dbd9c2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:39:47.031266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 60778) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:47.438360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc893e65-a2c0-4aea-abf0-6d5efed6eb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:39:47.439984 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dc893e65-a2c0-4aea-abf0-6d5efed6eb46 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 842 time: 0.4075754 Aug 31 15:39:47.454474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:39:47.623666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Made reservation on behalf of dad4cd608bfc4253a3e3dbc82ff19d5d for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:39:47.626037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:47.672858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:47.724272 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 5 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:39:47.929110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:47.982385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:39:47.982825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for subnet (3a90fd60-32e1-495e-977b-17a02c577444), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:48.032301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a90fd60-32e1-495e-977b-17a02c577444,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:48.053465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:39:48.053857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Network hostable DHCP agents. Network: b552db91-cf92-4da4-9b5b-c66dd5fca7ec, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:39:48.176919 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:39:48.285842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, b552db91-cf92-4da4-9b5b-c66dd5fca7ec) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:39:48.290477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:39:48.291570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:48.295981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a739f7f-51ed-4e4f-850c-da21808672a1 None None] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:39:48.400472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af6ef2f-9426-4bee-894a-d9cb72490b8d None None] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:39:48.413006 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-54fb3a71-36c0-4f64-8d09-002f22665f95 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9641020 Aug 31 15:39:50.852936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 60786) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:51.355426 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ebbc484e-0e7e-4535-a8be-ba3f510c2e08 demo admin] 10.222.0.46 "GET /networking/v2.0/routers/e36310b3-99c8-4c35-b97c-f8d3993f25b4 HTTP/1.1" status: 200 len: 710 time: 0.5012317 Aug 31 15:39:51.443334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f495ee8-299a-40f9-8cbd-e37587a361f0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:39:51.447868 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8f495ee8-299a-40f9-8cbd-e37587a361f0 demo admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 886 time: 0.0856371 Aug 31 15:39:51.456492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:39:51.719292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Publish callbacks [] for router_gateway (e36310b3-99c8-4c35-b97c-f8d3993f25b4), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:51.965048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:52.045796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Publish callbacks [] for router_gateway (e36310b3-99c8-4c35-b97c-f8d3993f25b4), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:52.120354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:52.209987 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:52.229590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Allocated IP 172.26.2.64 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/b7592b4d-e6a9-4989-a17e-e846f8dd9b3b) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:39:52.334337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Publish callbacks [] for port (b7592b4d-e6a9-4989-a17e-e846f8dd9b3b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:52.440952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (b7592b4d-e6a9-4989-a17e-e846f8dd9b3b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:52.483599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:39:52.488397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:39:52.492999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:39:52.495979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Pushing event updated for resources: {'Port': ['ID=b7592b4d-e6a9-4989-a17e-e846f8dd9b3b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:52.819989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Publish callbacks [] for router_gateway (e36310b3-99c8-4c35-b97c-f8d3993f25b4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:53.029797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:53.089933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (e36310b3-99c8-4c35-b97c-f8d3993f25b4), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:53.093435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (e36310b3-99c8-4c35-b97c-f8d3993f25b4), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:53.200236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Router e36310b3-99c8-4c35-b97c-f8d3993f25b4 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:39:53.294993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a037a520-11b6-478e-9b48-913b7d34cd6f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:39:53.308167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:39:53.313375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:53.322004 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7462ad2f-0adc-43e2-959b-5f5a2035ff9d demo admin] 10.222.0.46 "PUT /networking/v2.0/routers/e36310b3-99c8-4c35-b97c-f8d3993f25b4 HTTP/1.1" status: 200 len: 889 time: 1.8631477 Aug 31 15:39:53.337182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Sync routers for ids ['e36310b3-99c8-4c35-b97c-f8d3993f25b4'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:39:53.352001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port a037a520-11b6-478e-9b48-913b7d34cd6f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:39:53.352279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:53.352620 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port a037a520-11b6-478e-9b48-913b7d34cd6f Aug 31 15:39:53.382251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Routers {'e36310b3-99c8-4c35-b97c-f8d3993f25b4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:53.382953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:39:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['e36310b3-99c8-4c35-b97c-f8d3993f25b4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:53.384864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:53.488544 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:39:53.612269 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Set router e36310b3-99c8-4c35-b97c-f8d3993f25b4 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:39:54.005947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'name': 'router1', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'b7592b4d-e6a9-4989-a17e-e846f8dd9b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:39:33Z', 'updated_at': '2022-08-31T15:39:52Z', 'revision_number': 4, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'gw_port': {'id': 'b7592b4d-e6a9-4989-a17e-e846f8dd9b3b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:39:52Z', 'updated_at': '2022-08-31T15:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'a037a520-11b6-478e-9b48-913b7d34cd6f', 'name': '', 'network_id': '647f0c86-1993-40fb-a174-5956341acd21', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'mac_address': 'fa:16:3e:a0:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:39:42Z', 'updated_at': '2022-08-31T15:39:46Z', 'revision_number': 4, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'subnets': [{'id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42bb54ea-727e-49cb-9b70-109d3dbd9c2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:54.058140 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Checking router: e36310b3-99c8-4c35-b97c-f8d3993f25b4 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:39:54.058480 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Updating router e36310b3-99c8-4c35-b97c-f8d3993f25b4 port b7592b4d-e6a9-4989-a17e-e846f8dd9b3b binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:39:54.113127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b7592b4d-e6a9-4989-a17e-e846f8dd9b3b), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:54.416420 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:54.510313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Publish callbacks [] for port (b7592b4d-e6a9-4989-a17e-e846f8dd9b3b), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:54.576731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b7592b4d-e6a9-4989-a17e-e846f8dd9b3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:54.610805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Attempting to bind port b7592b4d-e6a9-4989-a17e-e846f8dd9b3b on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:39:54.611067 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Attempting to bind port b7592b4d-e6a9-4989-a17e-e846f8dd9b3b by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:39:54.611468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Attempting to bind port b7592b4d-e6a9-4989-a17e-e846f8dd9b3b on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:39:54.622462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:39:54.624490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:39:54.624490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:54.624490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:39:54.624490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Bound port: b7592b4d-e6a9-4989-a17e-e846f8dd9b3b, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:39:54.624869 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b7592b4d-e6a9-4989-a17e-e846f8dd9b3b), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:54.651652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27961202-48eb-41a1-8d96-50cf63236d07 None None] Pushing event updated for resources: {'Port': ['ID=b7592b4d-e6a9-4989-a17e-e846f8dd9b3b,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:54.685449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] For port b7592b4d-e6a9-4989-a17e-e846f8dd9b3b, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:39:54.688436 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] For port b7592b4d-e6a9-4989-a17e-e846f8dd9b3b, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b7592b4d-e6a9-4989-a17e-e846f8dd9b3b,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:39:54.772729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b7592b4d-e6a9-4989-a17e-e846f8dd9b3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:54.814470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Routers {'e36310b3-99c8-4c35-b97c-f8d3993f25b4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:54.815082 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:39:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['e36310b3-99c8-4c35-b97c-f8d3993f25b4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:54.849262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:54.863892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27961202-48eb-41a1-8d96-50cf63236d07 None None] Pushing event updated for resources: {'Port': ['ID=b7592b4d-e6a9-4989-a17e-e846f8dd9b3b,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:54.940935 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] Set router e36310b3-99c8-4c35-b97c-f8d3993f25b4 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:39:55.139985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'name': 'router1', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'b7592b4d-e6a9-4989-a17e-e846f8dd9b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:39:33Z', 'updated_at': '2022-08-31T15:39:52Z', 'revision_number': 4, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'gw_port': {'id': 'b7592b4d-e6a9-4989-a17e-e846f8dd9b3b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:39:52Z', 'updated_at': '2022-08-31T15:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'a037a520-11b6-478e-9b48-913b7d34cd6f', 'name': '', 'network_id': '647f0c86-1993-40fb-a174-5956341acd21', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'mac_address': 'fa:16:3e:a0:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:39:42Z', 'updated_at': '2022-08-31T15:39:46Z', 'revision_number': 4, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'subnets': [{'id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42bb54ea-727e-49cb-9b70-109d3dbd9c2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:55.168383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a26c6-cfa3-48cf-b58e-bdee9a3ad564 None None] The sync data for ids ['e36310b3-99c8-4c35-b97c-f8d3993f25b4'] in dv-neutron-855257-2-hyperv is: [{'id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'name': 'router1', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'b7592b4d-e6a9-4989-a17e-e846f8dd9b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:39:33Z', 'updated_at': '2022-08-31T15:39:52Z', 'revision_number': 4, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'gw_port': {'id': 'b7592b4d-e6a9-4989-a17e-e846f8dd9b3b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:39:52Z', 'updated_at': '2022-08-31T15:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'a037a520-11b6-478e-9b48-913b7d34cd6f', 'name': '', 'network_id': '647f0c86-1993-40fb-a174-5956341acd21', 'tenant_id': '253054e54540436a950ad0b9254c5ea9', 'mac_address': 'fa:16:3e:a0:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36310b3-99c8-4c35-b97c-f8d3993f25b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:39:42Z', 'updated_at': '2022-08-31T15:39:46Z', 'revision_number': 4, 'project_id': '253054e54540436a950ad0b9254c5ea9', 'subnets': [{'id': 'ba67df00-8575-43fb-9d3a-38373774ae7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42bb54ea-727e-49cb-9b70-109d3dbd9c2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:39:55.343530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b7592b4d-e6a9-4989-a17e-e846f8dd9b3b up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:39:55.399824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port b7592b4d-e6a9-4989-a17e-e846f8dd9b3b triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:39:55.400212 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b7592b4d-e6a9-4989-a17e-e846f8dd9b3b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:39:55.400543 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port b7592b4d-e6a9-4989-a17e-e846f8dd9b3b Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:39:55.442480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:39:55.939378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 60798) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:39:56.365359 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-283aa45d-b2b3-4aaa-8dd6-9a786dc8a7fa admin admin] 10.222.0.46 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4248900 Aug 31 15:39:56.709874 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:39:57.721605 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=67 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:03.309936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:03.311908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=12 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:05.439508 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=36 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:05.441751 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:06.349871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:06.360746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:08.514691 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9a81-35a2-4c98-bd2b-6930a14e9432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:40:10.686377 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dee8479b-b0ec-4738-88d7-2499cad35b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:40:11.983785 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:40:12.730772 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:12.754856 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:13.560655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:40:13.606537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:40:21.907714 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:23.509644 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:24.724751 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 5 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:40:34.724668 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:38.560461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e37f1925-a1b3-4675-8172-06a605287566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:40:40.685076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-92cef620-217f-4b17-8fb8-1b4a862feab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:40:41.988653 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:40:43.589152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:40:43.622442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:40:49.728538 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:49.729936 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:53.506358 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=25 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:40:53.514056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:01.723382 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 5 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:41:08.496577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-68b3dd68-0427-4cd3-8d1b-4dd14f6c25f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:10.679136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a9992bf9-9d51-4903-9832-13ac2c48b940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:11.719279 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:11.720612 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:12.027337 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:13.604978 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:13.609895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:23.499040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:23.505028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:27.972571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33150) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:41:28.320552 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-44089d06-8ea0-41b1-b102-283dad561642 admin admin] GET failed (client error): The resource could not be found. Aug 31 15:41:28.321865 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-44089d06-8ea0-41b1-b102-283dad561642 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3482056 Aug 31 15:41:28.534593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8abac-3248-4f91-a18c-8bd562aced01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:28.535989 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6da8abac-3248-4f91-a18c-8bd562aced01 admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2097297 Aug 31 15:41:28.804453 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=18 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:28.810306 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=14 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:30.881273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33160) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:41:31.294721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c1663e-9829-48a2-bb60-1802ccb55fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:31.296083 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-43c1663e-9829-48a2-bb60-1802ccb55fc9 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/ba67df00-8575-43fb-9d3a-38373774ae7a HTTP/1.1" status: 200 len: 849 time: 0.4138505 Aug 31 15:41:31.305692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:41:31.393820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Publish callbacks [] for subnet (ba67df00-8575-43fb-9d3a-38373774ae7a), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:31.677867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755090677643'] for subnet (ba67df00-8575-43fb-9d3a-38373774ae7a), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:31.719995 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:31.720355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:31.721979 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] 10.222.0.46 "PUT /networking/v2.0/subnets/ba67df00-8575-43fb-9d3a-38373774ae7a HTTP/1.1" status: 200 len: 868 time: 0.4197760 Aug 31 15:41:31.723211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20dd1a-ea95-4be0-8405-7febc7ba5e68 None None] Network 647f0c86-1993-40fb-a174-5956341acd21 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:41:31.743821 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba67df00-8575-43fb-9d3a-38373774ae7a,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:31.752444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.752824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.753120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.753470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.753829 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.754159 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.754478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.754798 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.755137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.755570 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.755906 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.756224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.756564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.756876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:31.757185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500ff79-8f6e-4425-bc48-714219051da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:32.028394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e7941cbe-3371-4ac9-b75a-ac8cb36447b1 None None] Provisioning complete for port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:41:32.028786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e7941cbe-3371-4ac9-b75a-ac8cb36447b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5bb80358-2c87-44e3-8834-b0e3a68cf1c4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:32.029180 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e7941cbe-3371-4ac9-b75a-ac8cb36447b1 None None] Attempt 1 to provision port 5bb80358-2c87-44e3-8834-b0e3a68cf1c4 Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e7941cbe-3371-4ac9-b75a-ac8cb36447b1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:41:32.071368 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:41:32.079012 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e7941cbe-3371-4ac9-b75a-ac8cb36447b1 None None] Provisioning complete for port a037a520-11b6-478e-9b48-913b7d34cd6f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:41:32.079382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e7941cbe-3371-4ac9-b75a-ac8cb36447b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a037a520-11b6-478e-9b48-913b7d34cd6f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:32.079719 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e7941cbe-3371-4ac9-b75a-ac8cb36447b1 None None] Attempt 1 to provision port a037a520-11b6-478e-9b48-913b7d34cd6f Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e7941cbe-3371-4ac9-b75a-ac8cb36447b1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:41:32.118017 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:41:34.067416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33168) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:41:34.563567 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884a267a-0c5c-4236-a165-5621ce9ec332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:34.564044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884a267a-0c5c-4236-a165-5621ce9ec332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:34.565612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-884a267a-0c5c-4236-a165-5621ce9ec332 admin admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4973230 Aug 31 15:41:36.886909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33178) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:41:37.304935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca64e4-cb70-4efe-92cb-82ff9c3e72b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:37.305394 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca64e4-cb70-4efe-92cb-82ff9c3e72b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:37.307037 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-04ca64e4-cb70-4efe-92cb-82ff9c3e72b0 admin admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4192636 Aug 31 15:41:38.507241 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-80cd4e96-99c3-472e-93eb-8130374e5910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:38.722481 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 5 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:41:39.655357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33186) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:41:40.064489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f458df87-ecec-433d-9c36-b99020585152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:40.065891 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f458df87-ecec-433d-9c36-b99020585152 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/647f0c86-1993-40fb-a174-5956341acd21 HTTP/1.1" status: 200 len: 869 time: 0.4095714 Aug 31 15:41:40.712511 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-90a2b1ca-85eb-46f3-8e59-f243d347713d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:41.747799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=64,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:41.748644 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=58,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:42.067256 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:42.410232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33194) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:41:42.821402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b3626-90d6-402a-9819-fcb053deb08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:42.822852 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-878b3626-90d6-402a-9819-fcb053deb08c admin admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 886 time: 0.4116862 Aug 31 15:41:43.592405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:43.638670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:41:45.310795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33202) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:41:45.724780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32ff172-0128-44be-99cc-2a9b2fb33a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:45.725232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32ff172-0128-44be-99cc-2a9b2fb33a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:45.726800 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d32ff172-0128-44be-99cc-2a9b2fb33a91 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4150665 Aug 31 15:41:48.096385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33210) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:41:48.503342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559520e-fba1-4d60-89fb-302573328563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:48.503796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559520e-fba1-4d60-89fb-302573328563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:48.505318 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e559520e-fba1-4d60-89fb-302573328563 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4079986 Aug 31 15:41:48.717940 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:48.719128 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:50.876306 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33218) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:41:51.268898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a359fb-0365-432c-badf-33fa88c68e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:51.270304 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-94a359fb-0365-432c-badf-33fa88c68e93 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/3a90fd60-32e1-495e-977b-17a02c577444 HTTP/1.1" status: 200 len: 816 time: 0.3930705 Aug 31 15:41:53.505528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:53.516086 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:53.682277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33226) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:41:54.080556 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30edaa88-e003-4b76-b80c-a2b1185472fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:41:54.081903 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-30edaa88-e003-4b76-b80c-a2b1185472fe admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/ba67df00-8575-43fb-9d3a-38373774ae7a HTTP/1.1" status: 200 len: 868 time: 0.3984964 Aug 31 15:41:55.716201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=50 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:41:55.720649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=52 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:03.720787 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:03.725624 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:04.075542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=19 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:04.077402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=17 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:08.523303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c934285-9fd2-4964-9b72-5fa1272bc00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:10.683863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-37bb302e-65a5-4bef-b1a3-da1b8b41fa0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:12.003962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:13.580580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:13.649421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:15.721368 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 5 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:42:23.134531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33282) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:42:23.473439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-d377e73f-8b81-41ba-8825-35012f3796e3 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:42:23.474455 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d377e73f-8b81-41ba-8825-35012f3796e3 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3389976 Aug 31 15:42:23.516740 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:23.519662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:25.718307 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:25.892611 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33290) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:42:26.230733 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9c8090-cfda-4b54-986b-ae7f102616df admin admin] GET failed (client error): The resource could not be found. Aug 31 15:42:26.232671 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2d9c8090-cfda-4b54-986b-ae7f102616df admin admin] 10.222.0.46 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3391800 Aug 31 15:42:26.322857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c3d8c-b3b9-4346-94fe-4312d119abc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:42:26.324315 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d70c3d8c-b3b9-4346-94fe-4312d119abc6 admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0877411 Aug 31 15:42:28.689652 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33298) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:42:29.021350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:42:29.117630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Made reservation on behalf of dad4cd608bfc4253a3e3dbc82ff19d5d for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:42:29.120063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:29.148117 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.services.revisions.revision_plugin [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Could not find related network for resource to bump revision. Aug 31 15:42:29.162222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:42:29.171770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0e55c9a7-e630-46b0-b7ff-d99d106b9c59), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:29.172101 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Added segment 0e55c9a7-e630-46b0-b7ff-d99d106b9c59 of type vlan for network 2fff1975-9f39-49c5-aa07-7344980757de Aug 31 15:42:29.214538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (2fff1975-9f39-49c5-aa07-7344980757de), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:29.311201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (2fff1975-9f39-49c5-aa07-7344980757de), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:29.312152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:42:29.312723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:29.369527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Pushing event updated for resources: {'Network': ['ID=2fff1975-9f39-49c5-aa07-7344980757de,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:42:29.376549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.376888 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.377241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.377604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.378010 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.378257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.378576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.378889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.379229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.379602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.379903 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.380219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.380648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.380962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.381276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:29.393175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 2fff1975-9f39-49c5-aa07-7344980757de details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:42:29.531380 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b3dadb8e-2d0e-4ceb-bdb8-4a6ab078346a admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8405962 Aug 31 15:42:31.902152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33306) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:42:32.251728 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d2eb7f-d0ab-43f6-93a9-5917cb39c402 admin admin] GET failed (client error): The resource could not be found. Aug 31 15:42:32.253081 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-79d2eb7f-d0ab-43f6-93a9-5917cb39c402 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3500099 Aug 31 15:42:32.357529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beacbce-dd1d-4835-8b0a-657571b40f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:42:32.359106 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5beacbce-dd1d-4835-8b0a-657571b40f82 admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1017461 Aug 31 15:42:32.369797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de', 'name': 'shared-subnet'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:42:32.459541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Made reservation on behalf of dad4cd608bfc4253a3e3dbc82ff19d5d for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:42:32.462939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:32.712864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for subnet (ae3c2814-e09a-46ca-8b69-d23a2ba92af5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:32.771062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3c2814-e09a-46ca-8b69-d23a2ba92af5,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:42:32.780636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Checking segment: {'id': '0e55c9a7-e630-46b0-b7ff-d99d106b9c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:42:32.780974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Network hostable DHCP agents. Network: 2fff1975-9f39-49c5-aa07-7344980757de, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:42:32.876803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Network 2fff1975-9f39-49c5-aa07-7344980757de is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:42:32.968716 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 2fff1975-9f39-49c5-aa07-7344980757de) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:42:32.972839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:42:32.973590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:32.978415 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4185fce2-3166-4510-9110-4c22946539a7 None None] Network 2fff1975-9f39-49c5-aa07-7344980757de requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:42:33.077654 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-2fff1975-9f39-49c5-aa07-7344980757de', 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de', 'project_id': 'dad4cd608bfc4253a3e3dbc82ff19d5d', 'fixed_ips': [{'subnet_id': 'ae3c2814-e09a-46ca-8b69-d23a2ba92af5'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:42:33.078563 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:33.137841 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b54cbb22-17a5-4d46-a8be-35f706e5a2fd admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7716892 Aug 31 15:42:33.223251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Allocated IP 192.168.233.2 (2fff1975-9f39-49c5-aa07-7344980757de/ae3c2814-e09a-46ca-8b69-d23a2ba92af5/a794e58e-99a6-4b8c-954a-81eed136e12e) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:42:33.377898 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Publish callbacks [] for port (a794e58e-99a6-4b8c-954a-81eed136e12e), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:33.461521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (a794e58e-99a6-4b8c-954a-81eed136e12e), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:33.506536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Network 2fff1975-9f39-49c5-aa07-7344980757de is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:42:33.510477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Pushing event updated for resources: {'Port': ['ID=a794e58e-99a6-4b8c-954a-81eed136e12e,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:42:33.512936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:42:33.516164 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:42:33.528069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.528392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.528741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.529071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.529393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.529741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.530059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.530374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.530703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.531019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.531348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.531692 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.531994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.532300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.532604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:33.591765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Attempting to bind port a794e58e-99a6-4b8c-954a-81eed136e12e on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:42:33.592036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Attempting to bind port a794e58e-99a6-4b8c-954a-81eed136e12e by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '0e55c9a7-e630-46b0-b7ff-d99d106b9c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:42:33.592392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Attempting to bind port a794e58e-99a6-4b8c-954a-81eed136e12e on network 2fff1975-9f39-49c5-aa07-7344980757de {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:42:33.598280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:42:33.604743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Checking segment: {'id': '0e55c9a7-e630-46b0-b7ff-d99d106b9c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:42:33.604743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:33.604743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Bound using segment: {'id': '0e55c9a7-e630-46b0-b7ff-d99d106b9c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:42:33.604743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Bound port: a794e58e-99a6-4b8c-954a-81eed136e12e, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e55c9a7-e630-46b0-b7ff-d99d106b9c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:42:33.604743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a794e58e-99a6-4b8c-954a-81eed136e12e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:33.663248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] For port a794e58e-99a6-4b8c-954a-81eed136e12e, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:42:33.666992 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] For port a794e58e-99a6-4b8c-954a-81eed136e12e, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a794e58e-99a6-4b8c-954a-81eed136e12e,segment=NetworkSegment(0e55c9a7-e630-46b0-b7ff-d99d106b9c59),segment_id=0e55c9a7-e630-46b0-b7ff-d99d106b9c59)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:42:33.747189 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a794e58e-99a6-4b8c-954a-81eed136e12e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:33.816148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ef2cf-4e70-4eaf-b234-d94c6a3b4ac7 None None] Pushing event updated for resources: {'Port': ['ID=a794e58e-99a6-4b8c-954a-81eed136e12e,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:42:34.595394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f53e9d-f8cb-4f0b-bd54-bdc27f030420 None None] Network 2fff1975-9f39-49c5-aa07-7344980757de requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:42:34.641987 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:34.652182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-6dc41cde-8fe2-4e05-89d4-d4fc420ef11d None None] Provisioning complete for port a794e58e-99a6-4b8c-954a-81eed136e12e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:42:34.654325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6dc41cde-8fe2-4e05-89d4-d4fc420ef11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a794e58e-99a6-4b8c-954a-81eed136e12e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:34.654325 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6dc41cde-8fe2-4e05-89d4-d4fc420ef11d None None] Attempt 1 to provision port a794e58e-99a6-4b8c-954a-81eed136e12e Aug 31 15:42:34.711774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-6dc41cde-8fe2-4e05-89d4-d4fc420ef11d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:42:34.732938 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:42:34.954414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a574a3da-acf8-47ec-b039-a4268ccb9464 None None] Provisioning complete for port a794e58e-99a6-4b8c-954a-81eed136e12e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:42:34.954806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a574a3da-acf8-47ec-b039-a4268ccb9464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a794e58e-99a6-4b8c-954a-81eed136e12e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:34.955144 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a574a3da-acf8-47ec-b039-a4268ccb9464 None None] Attempt 1 to provision port a794e58e-99a6-4b8c-954a-81eed136e12e Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a574a3da-acf8-47ec-b039-a4268ccb9464 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:42:34.995868 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:42:35.428962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a794e58e-99a6-4b8c-954a-81eed136e12e up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:42:35.474261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port a794e58e-99a6-4b8c-954a-81eed136e12e triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:42:35.474651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a794e58e-99a6-4b8c-954a-81eed136e12e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:35.474988 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port a794e58e-99a6-4b8c-954a-81eed136e12e Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:42:35.527767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:42:36.318409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=10 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:36.319839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=12 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:38.523547 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2a7c99e4-50ff-4b81-8c50-3e859800968e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:40.715696 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:40.720181 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:40.768113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-089611fe-7794-40fe-8622-c50997392edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:42.054287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:42.983557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:42.984594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=59,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:43.579973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:43.609121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:42:52.720888 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 5 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:42:53.511669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:42:53.515395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:02.717362 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:06.719552 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:08.528894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fa02fbe8-40ef-47dd-8a30-05dfb69e3e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:43:10.774167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ffda1c89-57c1-452a-a6d2-6e98c8944d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:43:12.026645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:43:13.579651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:43:13.660100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:43:17.722885 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:17.727142 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:23.515231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:23.518046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:29.721124 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 5 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:43:38.527661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1a01f0c-03a1-4f3e-b20a-6ea08e26ea72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:43:39.717068 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:39.717805 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:40.711220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f4c-7551-4671-a3fa-e71990b8689d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:43:42.024842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:43:43.556351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:43:43.590584 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:43:53.514919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:53.520896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:54.719952 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:43:59.352688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33348) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:43:59.359453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-0b28d415-632c-4b08-9bd7-f9ea67be628a tempest-verify_tempest_config-1149882797 tempest-verify_tempest_config-1149882797-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:43:59.360827 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0b28d415-632c-4b08-9bd7-f9ea67be628a tempest-verify_tempest_config-1149882797 tempest-verify_tempest_config-1149882797-project] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0071321 Aug 31 15:44:00.140841 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33366) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:44:00.629850 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:00.714733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Publish callbacks [] for security_group (765a34e6-ebd2-49d7-857b-048d7ef409f5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:00.824601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (765a34e6-ebd2-49d7-857b-048d7ef409f5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:00.879978 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f6872b4fa3d14ee9be30ff1852536731&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7376549 Aug 31 15:44:00.881369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765a34e6-ebd2-49d7-857b-048d7ef409f5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:44:00.882808 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33372) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:44:00.902011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.902360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.902718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.903153 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.903503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.903834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.904161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.904584 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.905084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.905415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.905789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.906123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.906448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.906771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.907093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc54fe9-97c8-44d3-8adb-4338587aba2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:00.953018 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7d83-425e-40dc-9347-671297899ebd admin admin] Publish callbacks [] for security_group (765a34e6-ebd2-49d7-857b-048d7ef409f5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:00.976207 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7d83-425e-40dc-9347-671297899ebd admin admin] Publish callbacks [] for security_group (765a34e6-ebd2-49d7-857b-048d7ef409f5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:01.133926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7d83-425e-40dc-9347-671297899ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (765a34e6-ebd2-49d7-857b-048d7ef409f5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:01.136377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7d83-425e-40dc-9347-671297899ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:01.137958 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-eb8b7d83-425e-40dc-9347-671297899ebd admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/765a34e6-ebd2-49d7-857b-048d7ef409f5 HTTP/1.1" status: 204 len: 168 time: 0.2537558 Aug 31 15:44:01.147548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b7d83-425e-40dc-9347-671297899ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765a34e6-ebd2-49d7-857b-048d7ef409f5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:44:06.721924 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 5 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:44:08.561916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-691ce59a-0eb9-47e3-895a-cfe7f8eacae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:10.733967 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4482-bb69-4233-8f61-966282537770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:11.141631 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=42,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:11.142438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=29,neutron:INSERT=7,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:12.030392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:13.561104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:13.596216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:16.715231 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=13 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:16.716352 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=20 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:23.521080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:23.523054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:31.715995 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:31.720804 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:38.532356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6e7e4cdd-6e5d-4e9b-a341-1bb2de0afbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:40.693062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b8b559cb-341e-477e-a3f1-985d5b8d3202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:42.000798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:43.594855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:43.680719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:44:43.720152 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 5 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:44:53.525513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=23 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:53.527125 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:53.717232 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:44:53.718410 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:08.503079 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-88503af0-716e-4fbc-9143-b0461c271348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:08.711810 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:08.717674 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=5 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:10.697578 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-742aab96-c966-4658-aa23-97364908a7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:12.011459 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:13.630162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:13.630860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:20.719724 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 5 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:45:21.046156 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729778'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:30.716273 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:30.860282 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:30.865619 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:33.008321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33466) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:45:33.141610 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-46c34029-2304-4f50-86fa-356a3b026e55 admin admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1322358 Aug 31 15:45:35.417762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33476) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:45:35.485774 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7c9673f4-9f4c-4417-9d54-b4f41d6cc1e4 admin admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0666308 Aug 31 15:45:38.542896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-24b210ce-a733-4310-bf1d-76b85c08d190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:40.862960 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dea33e48-157b-403e-91cc-4b2111da91f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:41.994220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:43.136623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:43.617513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:43.620517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:45.479111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:45.481832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:45.710678 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:45.715597 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:45:50.959514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:45:57.719634 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:46:00.847637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:00.853150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:08.513971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-48b8ab8a-711f-4cd3-93f5-8a2d2a9299d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:08.676039 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=15 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:08.677916 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=13 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:10.696742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-58c777ee-5d7a-4350-b440-41d1107f49ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:12.051555 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:13.657605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:13.660984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:20.988363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:22.711162 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:22.723489 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=5 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:30.857983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:30.866848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:34.718848 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:46:38.496687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d7974137-6e30-4d7b-9262-74b0438260f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:40.708281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d06e10c3-6cbb-4cd9-bd26-9ef7459b6995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:42.027470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:43.553186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:43.662106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:44.713873 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:44.714902 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:50.987916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:55.344398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33550) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:46:55.569476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1699959650-network', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:46:55.696404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Made reservation on behalf of 705873c953a14cc9ac26823dd144c4d5 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:46:55.696404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:55.696404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:55.777231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Publish callbacks [] for security_group (a408d4fa-2d7e-446c-992f-7f9b1559f83f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:55.872947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a408d4fa-2d7e-446c-992f-7f9b1559f83f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:55.894983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:46:55.926434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (f2f5b6d9-56bc-444b-bd09-be61baadf0cf), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:55.926630 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Added segment f2f5b6d9-56bc-444b-bd09-be61baadf0cf of type vlan for network 21139938-13fc-48aa-b1f6-f330426c0275 Aug 31 15:46:55.937833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a408d4fa-2d7e-446c-992f-7f9b1559f83f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:46:55.965163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.965396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.965756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.966086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.966407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.966726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.967042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.967355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.967681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.968206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.968543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.968858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.969167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.969476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.969807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Tracked resource versions report: Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: pushed versions: Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: { 'AddressGroup': {'1.2'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Agent': {'1.1'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'ConntrackHelper': {'1.0'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'LocalIPAssociation': {'1.0'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Log': {'1.0'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'NDPProxy': {'1.0'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Network': {'1.1'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Port': {'1.7'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'PortForwarding': {'1.3'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'QosPolicy': {'1.10'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SecurityGroup': {'1.5'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SubPort': {'1.0'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Subnet': {'1.1'}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Trunk': {'1.1'}} Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: consumer versions: Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: { DHCP agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: HyperV agent@hv-neutron-8552: {}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: L3 agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: Metadata agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: Metering agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: Open vSwitch agent@dv-neutron-855257-2-hyperv: { 'AddressGroup': '1.2', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Agent': '1.1', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'ConntrackHelper': '1.0', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'LocalIPAssociation': '1.0', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Log': '1.0', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'NDPProxy': '1.0', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Network': '1.1', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Port': '1.7', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'PortForwarding': '1.3', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'QosPolicy': '1.10', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SecurityGroup': '1.5', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SecurityGroupRule': '1.2', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'SubPort': '1.0', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Subnet': '1.1', Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: 'Trunk': '1.1'}} Aug 31 15:46:55.970954 dv-neutron-855257-2-hyperv neutron-server[114266]: {{(pid=114266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:46:55.984340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (21139938-13fc-48aa-b1f6-f330426c0275), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:56.045311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (21139938-13fc-48aa-b1f6-f330426c0275), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:56.046485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:46:56.047610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:56.205577 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8595526 Aug 31 15:46:56.208398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33600) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:46:56.213136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Request body: {'subnet': {'network_id': '21139938-13fc-48aa-b1f6-f330426c0275', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1699959650-subnet', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:46:56.241544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7657f-5cc6-45ee-8813-31df5acda4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=21139938-13fc-48aa-b1f6-f330426c0275,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:46:56.253899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 21139938-13fc-48aa-b1f6-f330426c0275 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:46:56.324411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Made reservation on behalf of 705873c953a14cc9ac26823dd144c4d5 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:46:56.326927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:56.570881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for subnet (0d7cb343-1c10-476e-9a0f-ca100f27319c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:56.647365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d7cb343-1c10-476e-9a0f-ca100f27319c,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:46:56.650377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Checking segment: {'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:46:56.650807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Network hostable DHCP agents. Network: 21139938-13fc-48aa-b1f6-f330426c0275, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:46:56.654261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:56.741943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Network 21139938-13fc-48aa-b1f6-f330426c0275 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:46:56.858176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 21139938-13fc-48aa-b1f6-f330426c0275) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:46:56.863526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:46:56.865703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:56.869251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6b0747-7034-437a-a162-3ec5429ebf4a None None] Network 21139938-13fc-48aa-b1f6-f330426c0275 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:46:56.990849 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-95d1cd5a-d158-4469-9688-4983ae22a214 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7814324 Aug 31 15:46:56.993593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33618) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:46:56.999864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1699959650-router', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:46:57.002076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-21139938-13fc-48aa-b1f6-f330426c0275', 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275', 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'fixed_ips': [{'subnet_id': '0d7cb343-1c10-476e-9a0f-ca100f27319c'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:46:57.004062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.073883 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (3d741574-a4d2-4210-b3d6-ead8a34a5a58), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.075356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (3d741574-a4d2-4210-b3d6-ead8a34a5a58), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.138744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks [] for router_controller (3d741574-a4d2-4210-b3d6-ead8a34a5a58), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.166037 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Allocated IP 172.20.0.2 (21139938-13fc-48aa-b1f6-f330426c0275/0d7cb343-1c10-476e-9a0f-ca100f27319c/066b16c4-d045-4f3e-96de-a286e52b8c96) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:46:57.345647 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Publish callbacks [] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.377274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=16,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:57.411358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks [] for router_gateway (3d741574-a4d2-4210-b3d6-ead8a34a5a58), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.423003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.450601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:57.469901 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Network 21139938-13fc-48aa-b1f6-f330426c0275 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:46:57.475032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:46:57.479080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:46:57.482412 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Pushing event updated for resources: {'Port': ['ID=066b16c4-d045-4f3e-96de-a286e52b8c96,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:46:57.495236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.495567 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.495919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.496366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.496561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.496880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.497198 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.497606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.497866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.498183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.498545 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.498850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.499372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.499766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.500085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Tracked resource versions report: Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: pushed versions: Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: { 'AddressGroup': {'1.2'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Agent': {'1.1'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'ConntrackHelper': {'1.0'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'LocalIPAssociation': {'1.0'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Log': {'1.0'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'NDPProxy': {'1.0'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Network': {'1.1'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Port': {'1.7'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'PortForwarding': {'1.3'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'QosPolicy': {'1.10'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SecurityGroup': {'1.5'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SubPort': {'1.0'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Subnet': {'1.1'}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Trunk': {'1.1'}} Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: consumer versions: Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: { DHCP agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: HyperV agent@hv-neutron-8552: {}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: L3 agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: Metadata agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: Metering agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: Open vSwitch agent@dv-neutron-855257-2-hyperv: { 'AddressGroup': '1.2', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Agent': '1.1', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'ConntrackHelper': '1.0', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'LocalIPAssociation': '1.0', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Log': '1.0', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'NDPProxy': '1.0', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Network': '1.1', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Port': '1.7', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'PortForwarding': '1.3', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'QosPolicy': '1.10', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SecurityGroup': '1.5', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SecurityGroupRule': '1.2', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'SubPort': '1.0', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Subnet': '1.1', Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: 'Trunk': '1.1'}} Aug 31 15:46:57.501270 dv-neutron-855257-2-hyperv neutron-server[114267]: {{(pid=114267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:46:57.555870 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Attempting to bind port 066b16c4-d045-4f3e-96de-a286e52b8c96 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:46:57.556444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Attempting to bind port 066b16c4-d045-4f3e-96de-a286e52b8c96 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:46:57.557086 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Attempting to bind port 066b16c4-d045-4f3e-96de-a286e52b8c96 on network 21139938-13fc-48aa-b1f6-f330426c0275 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:46:57.563503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:46:57.564267 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Checking segment: {'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:46:57.564864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.565491 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Bound using segment: {'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:46:57.570113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Bound port: 066b16c4-d045-4f3e-96de-a286e52b8c96, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:46:57.570113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.633255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:57.637877 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] For port 066b16c4-d045-4f3e-96de-a286e52b8c96, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:46:57.641964 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] For port 066b16c4-d045-4f3e-96de-a286e52b8c96, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=066b16c4-d045-4f3e-96de-a286e52b8c96,segment=NetworkSegment(f2f5b6d9-56bc-444b-bd09-be61baadf0cf),segment_id=f2f5b6d9-56bc-444b-bd09-be61baadf0cf)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:46:57.706771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks [] for router_gateway (3d741574-a4d2-4210-b3d6-ead8a34a5a58), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.713824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.722910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:57.786262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bab2d9-4b78-49ed-995c-8fca2efe3d46 None None] Pushing event updated for resources: {'Port': ['ID=066b16c4-d045-4f3e-96de-a286e52b8c96,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:46:57.854550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Allocated IP 172.26.2.31 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/79c72dab-a4d5-40ee-8d32-aa1ac1350db6) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:46:57.908652 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:58.023726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks [] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:58.153353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:58.194541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:46:58.197452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:46:58.209367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:46:58.242609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Pushing event updated for resources: {'Port': ['ID=79c72dab-a4d5-40ee-8d32-aa1ac1350db6,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:46:58.512045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks [] for router_gateway (3d741574-a4d2-4210-b3d6-ead8a34a5a58), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:58.543805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33668) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:46:58.566616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:46:58.720955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (3d741574-a4d2-4210-b3d6-ead8a34a5a58), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:58.832304 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3321fe56-912f-4d73-b530-f350d12cf143 None None] Network 21139938-13fc-48aa-b1f6-f330426c0275 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:46:58.850330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a9a2f3bb-e1e1-4371-be15-996d9d28e2f5 None None] Provisioning complete for port 066b16c4-d045-4f3e-96de-a286e52b8c96 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:46:58.850806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f3bb-e1e1-4371-be15-996d9d28e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:58.851320 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a9a2f3bb-e1e1-4371-be15-996d9d28e2f5 None None] Attempt 1 to provision port 066b16c4-d045-4f3e-96de-a286e52b8c96 Aug 31 15:46:58.886816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33682) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:46:59.002799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-682894399-network', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:46:59.080765 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a9a2f3bb-e1e1-4371-be15-996d9d28e2f5 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:46:59.106152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:46:59.152727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Made reservation on behalf of 6de8d08af2234e7e80490ad5c1ebd6a3 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:46:59.156027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.177205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.262497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:46:59.276487 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Sync routers for ids ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:46:59.288579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Publish callbacks [] for security_group (0697dec4-6ba0-4148-b4f8-ad8af94ee388), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.288832 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Routers {'3d741574-a4d2-4210-b3d6-ead8a34a5a58'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:46:59.289680 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:46:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:46:59.393632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.395380 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8a3fcd66-0ad3-4307-bb5d-2f318809cd62 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.4008317 Aug 31 15:46:59.401538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33694) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:46:59.444810 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Set router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:46:59.456865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (0697dec4-6ba0-4148-b4f8-ad8af94ee388), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.519622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-595016790-network', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:46:59.552497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:46:59.553495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-373cb2f1-0ba3-4b2e-a980-74a1b9438383 None None] Provisioning complete for port 066b16c4-d045-4f3e-96de-a286e52b8c96 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:46:59.555161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-373cb2f1-0ba3-4b2e-a980-74a1b9438383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.558638 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-373cb2f1-0ba3-4b2e-a980-74a1b9438383 None None] Attempt 1 to provision port 066b16c4-d045-4f3e-96de-a286e52b8c96 Aug 31 15:46:59.646921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 066b16c4-d045-4f3e-96de-a286e52b8c96 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:46:59.651714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0922db83-8cd7-4ce3-a84c-767f84f1283e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.658807 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Added segment 0922db83-8cd7-4ce3-a84c-767f84f1283e of type vlan for network b339b5fd-5f65-4981-aef9-3a56845f0808 Aug 31 15:46:59.684020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0697dec4-6ba0-4148-b4f8-ad8af94ee388,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-373cb2f1-0ba3-4b2e-a980-74a1b9438383 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:46:59.734901 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:46:59.740868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.741422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.742004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.742565 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.743090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.743603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.744114 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.744301 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'name': 'tempest-ServersTestJSON-1699959650-router', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:46:58Z', 'revision_number': 3, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'gw_port': {'id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:46:59.744746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.745169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.745652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.746106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.746515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.747028 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.747536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.748042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Tracked resource versions report: Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: pushed versions: Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: { 'AddressGroup': {'1.2'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Agent': {'1.1'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'ConntrackHelper': {'1.0'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'LocalIPAssociation': {'1.0'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Log': {'1.0'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'NDPProxy': {'1.0'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Network': {'1.1'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Port': {'1.7'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'PortForwarding': {'1.3'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'QosPolicy': {'1.10'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SecurityGroup': {'1.5'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SubPort': {'1.0'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Subnet': {'1.1'}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Trunk': {'1.1'}} Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: consumer versions: Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: { DHCP agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: HyperV agent@hv-neutron-8552: {}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: L3 agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: Metadata agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: Metering agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: Open vSwitch agent@dv-neutron-855257-2-hyperv: { 'AddressGroup': '1.2', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Agent': '1.1', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'ConntrackHelper': '1.0', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'LocalIPAssociation': '1.0', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Log': '1.0', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'NDPProxy': '1.0', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Network': '1.1', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Port': '1.7', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'PortForwarding': '1.3', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'QosPolicy': '1.10', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SecurityGroup': '1.5', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SecurityGroupRule': '1.2', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'SubPort': '1.0', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Subnet': '1.1', Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: 'Trunk': '1.1'}} Aug 31 15:46:59.749705 dv-neutron-855257-2-hyperv neutron-server[114265]: {{(pid=114265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:46:59.752378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 066b16c4-d045-4f3e-96de-a286e52b8c96 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:46:59.752756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.753087 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 066b16c4-d045-4f3e-96de-a286e52b8c96 Aug 31 15:46:59.779701 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Checking router: 3d741574-a4d2-4210-b3d6-ead8a34a5a58 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:46:59.780055 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Updating router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 port 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:46:59.809997 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Made reservation on behalf of a2d10fe02795485885453d6286ee49e1 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:46:59.813530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:46:59.814319 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.816552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.826173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (b339b5fd-5f65-4981-aef9-3a56845f0808), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:46:59.847599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.109306 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Publish callbacks [] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.137462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (b339b5fd-5f65-4981-aef9-3a56845f0808), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.138491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:00.139056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.227541 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.237242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:00.265384 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Attempting to bind port 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:00.265977 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Attempting to bind port 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:00.266505 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Attempting to bind port 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:00.278636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] Pushing event updated for resources: {'Network': ['ID=b339b5fd-5f65-4981-aef9-3a56845f0808,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:00.290844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network b339b5fd-5f65-4981-aef9-3a56845f0808 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:00.291650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:00.295366 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Pushing event updated for resources: {'Port': ['ID=79c72dab-a4d5-40ee-8d32-aa1ac1350db6,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:00.308551 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.308895 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.310378 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.310378 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.310688 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.310970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Publish callbacks [] for security_group (1e97489c-8f21-46e1-b635-38f1ce10c91e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.311093 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.311305 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.311653 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.312003 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.312330 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.313818 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Tracked resource versions report: Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: pushed versions: Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: { 'AddressGroup': {'1.2'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Agent': {'1.1'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'ConntrackHelper': {'1.0'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'LocalIPAssociation': {'1.0'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Log': {'1.0'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'NDPProxy': {'1.0'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Network': {'1.1'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Port': {'1.7'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'PortForwarding': {'1.3'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'QosPolicy': {'1.10'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SecurityGroup': {'1.5'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SubPort': {'1.0'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Subnet': {'1.1'}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Trunk': {'1.1'}} Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: consumer versions: Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: { DHCP agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: HyperV agent@hv-neutron-8552: {}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: L3 agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: Metadata agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: Metering agent@dv-neutron-855257-2-hyperv: {}, Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: Open vSwitch agent@dv-neutron-855257-2-hyperv: { 'AddressGroup': '1.2', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Agent': '1.1', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'ConntrackHelper': '1.0', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'LocalIPAssociation': '1.0', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Log': '1.0', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'NDPProxy': '1.0', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Network': '1.1', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Port': '1.7', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'PortForwarding': '1.3', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'QosPolicy': '1.10', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SecurityGroup': '1.5', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SecurityGroupRule': '1.2', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'SubPort': '1.0', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Subnet': '1.1', Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: 'Trunk': '1.1'}} Aug 31 15:47:00.319787 dv-neutron-855257-2-hyperv neutron-server[114268]: {{(pid=114268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:47:00.322271 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:00.322271 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:00.322271 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.322271 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:00.322595 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Bound port: 79c72dab-a4d5-40ee-8d32-aa1ac1350db6, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:00.323345 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.386932 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33720) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:00.387565 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9668ce2f-3a2b-4fb5-820e-8960ad806394 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8415313 Aug 31 15:47:00.394113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Request body: {'subnet': {'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-682894399-subnet', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:00.412922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:00.439435 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] For port 79c72dab-a4d5-40ee-8d32-aa1ac1350db6, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:00.444193 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] For port 79c72dab-a4d5-40ee-8d32-aa1ac1350db6, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=79c72dab-a4d5-40ee-8d32-aa1ac1350db6,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:00.461249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1e97489c-8f21-46e1-b635-38f1ce10c91e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.461526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Made reservation on behalf of 6de8d08af2234e7e80490ad5c1ebd6a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:00.463919 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.503712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:00.536985 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.539432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.544970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e97489c-8f21-46e1-b635-38f1ce10c91e,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:00.551149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7c9fefcf-3de5-4077-a3c3-5f413195a3f1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.551487 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Added segment 7c9fefcf-3de5-4077-a3c3-5f413195a3f1 of type vlan for network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 Aug 31 15:47:00.569703 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:00.570523 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Routers {'3d741574-a4d2-4210-b3d6-ead8a34a5a58'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:00.571157 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:46:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:00.632428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33726) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:00.634145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (9eee8628-cd0e-4573-ad4d-ec8082f80eb5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.720048 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] Set router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:00.787701 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:00.822458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for subnet (eac39988-0761-4ad2-92d7-005ebc89c086), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.852524 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f665e92-b7ee-43f6-9cc7-6ecb69933567 None None] Pushing event updated for resources: {'Port': ['ID=79c72dab-a4d5-40ee-8d32-aa1ac1350db6,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:00.882856 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (9eee8628-cd0e-4573-ad4d-ec8082f80eb5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.883928 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:00.884596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:00.965851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Allocated IP 172.20.0.1 (21139938-13fc-48aa-b1f6-f330426c0275/0d7cb343-1c10-476e-9a0f-ca100f27319c/77f92079-5ee2-470b-af8e-0828f2ce43e0) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:00.988128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac39988-0761-4ad2-92d7-005ebc89c086,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:00.996246 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'name': 'tempest-ServersTestJSON-1699959650-router', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:46:58Z', 'revision_number': 3, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'gw_port': {'id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:01.032855 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4a890-ebbb-4748-87cd-43307c396ea4 None None] The sync data for ids ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'] in dv-neutron-855257-2-hyperv is: [{'id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'name': 'tempest-ServersTestJSON-1699959650-router', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:46:58Z', 'revision_number': 3, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'gw_port': {'id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:01.041369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Checking segment: {'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:01.041748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Network hostable DHCP agents. Network: b339b5fd-5f65-4981-aef9-3a56845f0808, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:47:01.119260 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-401443361'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:01.130923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Network b339b5fd-5f65-4981-aef9-3a56845f0808 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:47:01.200442 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3120697 Aug 31 15:47:01.210933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33742) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:01.211353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:01.211439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Request body: {'subnet': {'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-595016790-subnet', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:01.216523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, b339b5fd-5f65-4981-aef9-3a56845f0808) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:01.225915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a9f630-e6b1-4a2e-9d63-679a9f82b512 None None] Network b339b5fd-5f65-4981-aef9-3a56845f0808 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:01.235378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f17f8-5417-4790-ba26-872a0a20a1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=9eee8628-cd0e-4573-ad4d-ec8082f80eb5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:01.241629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:01.242281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.344803 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:01.352897 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Made reservation on behalf of c6e138b79c5d48bca7c76cf78cc19d4e for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:01.368574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Made reservation on behalf of a2d10fe02795485885453d6286ee49e1 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:01.374152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.376295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.473597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Publish callbacks [] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.492937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-b339b5fd-5f65-4981-aef9-3a56845f0808', 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808', 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'fixed_ips': [{'subnet_id': 'eac39988-0761-4ad2-92d7-005ebc89c086'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:47:01.495719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.544406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.577614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33746) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:01.688794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:01.725888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33752) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:01.743015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:01.753749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.815488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:01.822443 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-923a8b51-b980-43df-a29e-3578ea568cae admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4342389 Aug 31 15:47:01.825344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33760) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:01.835603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-682894399-router', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:01.854588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Network 21139938-13fc-48aa-b1f6-f330426c0275 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:01.877142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:01.887603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks [] for security_group (ed367403-7b17-4954-8b2f-2fe61f9ee3d7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.892150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Allocated IP 172.20.0.2 (b339b5fd-5f65-4981-aef9-3a56845f0808/eac39988-0761-4ad2-92d7-005ebc89c086/3baf479e-ab24-4dc5-88e0-ce3edf641f78) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:01.893129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:01.893830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (3d741574-a4d2-4210-b3d6-ead8a34a5a58), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.917639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:01.918335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.919532 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 Aug 31 15:47:01.931486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for subnet (de35b079-8645-47b6-9ecb-972c8a646114), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:01.957907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:02.029178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ed367403-7b17-4954-8b2f-2fe61f9ee3d7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.054833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:02.067730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de35b079-8645-47b6-9ecb-972c8a646114,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:02.079598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ce175b53-b006-41da-a266-bfadc991ddcc), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.079810 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Added segment ce175b53-b006-41da-a266-bfadc991ddcc of type vlan for network 054177db-1c4b-4bbd-819c-eac541c5d270 Aug 31 15:47:02.081907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:02.113894 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (bf1d3336-8e29-4293-81bd-a22f8303ffaf), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.115156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (bf1d3336-8e29-4293-81bd-a22f8303ffaf), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.127922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Checking segment: {'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:02.128087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Network hostable DHCP agents. Network: 9eee8628-cd0e-4573-ad4d-ec8082f80eb5, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:47:02.186022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (054177db-1c4b-4bbd-819c-eac541c5d270), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:02.191345 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:02.262221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Pushing event updated for resources: {'Port': ['ID=77f92079-5ee2-470b-af8e-0828f2ce43e0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:02.273182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1482967941', 'router:external': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:02.275687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:47:02.297684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks [] for router_controller (bf1d3336-8e29-4293-81bd-a22f8303ffaf), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.317814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33766) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:02.373476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Provisioning complete for port 77f92079-5ee2-470b-af8e-0828f2ce43e0 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:02.374699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.374835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:02.375306 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Attempt 1 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:02.389096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (054177db-1c4b-4bbd-819c-eac541c5d270), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.394674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:02.395300 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.425219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-685443400', 'router:external': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:02.436177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Publish callbacks [] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.449590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:02.454843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed367403-7b17-4954-8b2f-2fe61f9ee3d7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:02.471468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 9eee8628-cd0e-4573-ad4d-ec8082f80eb5) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:02.476402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Port 77f92079-5ee2-470b-af8e-0828f2ce43e0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:02.486114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3cac4-4822-4fcc-9c04-6c4b52e192f2 None None] Network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:02.489859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:02.490879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.508080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33774) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:02.521334 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:02.564872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.586509 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Made reservation on behalf of bf137b45f66f413ab3d0871d4c3dc980 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:02.590628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.605680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.620844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Pushing event updated for resources: {'Port': ['ID=3baf479e-ab24-4dc5-88e0-ce3edf641f78,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:02.665762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Network b339b5fd-5f65-4981-aef9-3a56845f0808 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:02.665762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-9eee8628-cd0e-4573-ad4d-ec8082f80eb5', 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5', 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'fixed_ips': [{'subnet_id': 'de35b079-8645-47b6-9ecb-972c8a646114'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:47:02.666499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.681004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.682659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Made reservation on behalf of 8fd558be06804ac38608d1d5ebb94d64 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:02.684951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.687603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:02.691752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:02.698207 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0610831 Aug 31 15:47:02.718870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33780) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:02.760289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.776713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6a890-1dcc-46dd-98a1-b5e7fdebe5be tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Pushing event updated for resources: {'Network': ['ID=054177db-1c4b-4bbd-819c-eac541c5d270,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:02.797923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for security_group (dbabf323-eace-4765-9c00-099c6dd3a74b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.803893 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-edd0fcfa-6c64-44cb-93ab-1bb8df344c82 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5976334 Aug 31 15:47:02.809474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33784) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:02.813380 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1911564765'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:02.822112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-595016790-router', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:02.832041 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 054177db-1c4b-4bbd-819c-eac541c5d270 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:02.886501 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.923881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks [] for router_gateway (bf1d3336-8e29-4293-81bd-a22f8303ffaf), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.940137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (dbabf323-eace-4765-9c00-099c6dd3a74b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.961669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.964588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:02.990284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (46a1df17-9707-4906-a3a0-7de5cd4409ab), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:02.990627 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Added segment 46a1df17-9707-4906-a3a0-7de5cd4409ab of type vlan for network 093eb848-8b54-4eac-a0d9-46e2d11592ee Aug 31 15:47:02.992549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbabf323-eace-4765-9c00-099c6dd3a74b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:02.999617 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Attempt 2 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:03.011757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Attempting to bind port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:03.011757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Attempting to bind port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:03.018918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Attempting to bind port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 on network b339b5fd-5f65-4981-aef9-3a56845f0808 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:03.019306 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Request body: {'network': {'name': 'tempest-network--1618966034', 'router:external': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:03.040236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:03.040915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Checking segment: {'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:03.041610 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.042270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Bound using segment: {'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:03.043800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Bound port: 3baf479e-ab24-4dc5-88e0-ce3edf641f78, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:03.043800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.083594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Made reservation on behalf of ec20fedfed2841bea9f3631cbe150c1b for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:03.087568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.115490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.134048 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Allocated IP 172.20.0.2 (9eee8628-cd0e-4573-ad4d-ec8082f80eb5/de35b079-8645-47b6-9ecb-972c8a646114/e80f8894-8675-4e34-ac05-198050faa911) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:03.136200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (1595294c-0f1b-4f11-bf44-5f204087b296), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.136575 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (1595294c-0f1b-4f11-bf44-5f204087b296), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.157165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (093eb848-8b54-4eac-a0d9-46e2d11592ee), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.160043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for security_group (a84c714e-2846-44f8-9fe2-72c02eaf4f67), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.170433 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Port 77f92079-5ee2-470b-af8e-0828f2ce43e0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:03.240944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] For port 3baf479e-ab24-4dc5-88e0-ce3edf641f78, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:03.250013 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a84c714e-2846-44f8-9fe2-72c02eaf4f67), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.291307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:03.291492 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Allocated IP 172.26.2.209 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/c4c05335-1a00-40c8-a50f-99b4d18d0fd8) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:03.291582 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] For port 3baf479e-ab24-4dc5-88e0-ce3edf641f78, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3baf479e-ab24-4dc5-88e0-ce3edf641f78,segment=NetworkSegment(0922db83-8cd7-4ce3-a84c-767f84f1283e),segment_id=0922db83-8cd7-4ce3-a84c-767f84f1283e)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:03.315421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (093eb848-8b54-4eac-a0d9-46e2d11592ee), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.316783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:03.316783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.317201 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Made reservation on behalf of cebe39940c72498f823efd1f3dbca065 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:03.319639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.386014 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.388803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:03.395966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks [] for router_controller (1595294c-0f1b-4f11-bf44-5f204087b296), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.396967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.407203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Publish callbacks [] for port (e80f8894-8675-4e34-ac05-198050faa911), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.452717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks [] for security_group (9e45646e-ae01-4d40-9cad-d60bde367f12), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.486293 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1667528 Aug 31 15:47:03.491410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33790) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:03.498264 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Request body: {'subnet': {'network_id': '093eb848-8b54-4eac-a0d9-46e2d11592ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:03.501272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870df3a3-e835-4171-9e1f-635e7cf98d52 None None] Pushing event updated for resources: {'Port': ['ID=3baf479e-ab24-4dc5-88e0-ce3edf641f78,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:03.506603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f3cac-fe8f-40dc-b9f6-8dc2dbfda69a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event updated for resources: {'Network': ['ID=093eb848-8b54-4eac-a0d9-46e2d11592ee,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:03.526964 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 093eb848-8b54-4eac-a0d9-46e2d11592ee details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:03.533807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks [] for router_gateway (bf1d3336-8e29-4293-81bd-a22f8303ffaf), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.560353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Publish callbacks [] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.560707 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (e80f8894-8675-4e34-ac05-198050faa911), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.567927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (9e45646e-ae01-4d40-9cad-d60bde367f12), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.571601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.575707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84c714e-2846-44f8-9fe2-72c02eaf4f67,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:03.628720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:03.642097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Pushing event updated for resources: {'Port': ['ID=e80f8894-8675-4e34-ac05-198050faa911,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:03.666961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks [] for security_group (4136848f-c5b8-470b-a939-eceedb0cd805), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.672325 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Attempt 3 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:03.683078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Made reservation on behalf of bf137b45f66f413ab3d0871d4c3dc980 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:03.685506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.693525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:03.694468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (58983af0-3a12-4a55-bc13-215c1b36c4ec), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.694468 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Added segment 58983af0-3a12-4a55-bc13-215c1b36c4ec of type vlan for network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 Aug 31 15:47:03.696496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:03.706115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e45646e-ae01-4d40-9cad-d60bde367f12,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:03.803003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks [] for port (c4c05335-1a00-40c8-a50f-99b4d18d0fd8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.843789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (3edf74ad-2343-4cfc-a9db-94b70c9a2251), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.847774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.847774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (3d741574-a4d2-4210-b3d6-ead8a34a5a58), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.877833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:03.888103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:03.914811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Port 77f92079-5ee2-470b-af8e-0828f2ce43e0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:03.975006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4136848f-c5b8-470b-a939-eceedb0cd805), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.978996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (3edf74ad-2343-4cfc-a9db-94b70c9a2251), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.980003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Attempting to bind port e80f8894-8675-4e34-ac05-198050faa911 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:03.980470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Attempting to bind port e80f8894-8675-4e34-ac05-198050faa911 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:03.980684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (713a87d5-f4f9-4e8a-8f4c-7faa4e38076d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.981044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Added segment 713a87d5-f4f9-4e8a-8f4c-7faa4e38076d of type vlan for network 771150c3-884c-4ef5-960f-20b164528f6d Aug 31 15:47:03.981218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Attempting to bind port e80f8894-8675-4e34-ac05-198050faa911 on network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:03.985322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:03.986094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.988326 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:03.988848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Checking segment: {'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:03.989521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:03.989859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Bound using segment: {'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:03.990564 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Bound port: e80f8894-8675-4e34-ac05-198050faa911, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:03.991041 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e80f8894-8675-4e34-ac05-198050faa911), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:04.062325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] For port e80f8894-8675-4e34-ac05-198050faa911, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:04.068435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] For port e80f8894-8675-4e34-ac05-198050faa911, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e80f8894-8675-4e34-ac05-198050faa911,segment=NetworkSegment(7c9fefcf-3de5-4077-a3c3-5f413195a3f1),segment_id=7c9fefcf-3de5-4077-a3c3-5f413195a3f1)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:04.096445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Pushing event updated for resources: {'Port': ['ID=77f92079-5ee2-470b-af8e-0828f2ce43e0,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:04.100317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (c4c05335-1a00-40c8-a50f-99b4d18d0fd8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:04.142729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e80f8894-8675-4e34-ac05-198050faa911), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:04.184435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4136848f-c5b8-470b-a939-eceedb0cd805,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:04.248267 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecdb9c-2c8f-465c-81de-60e84a550a20 None None] Pushing event updated for resources: {'Port': ['ID=e80f8894-8675-4e34-ac05-198050faa911,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:04.250391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:04.255192 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7434270 Aug 31 15:47:04.266705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:04.271662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:04.274876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks [] for router_gateway (1595294c-0f1b-4f11-bf44-5f204087b296), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:04.278333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:04.305340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Allocated IP 172.26.2.140 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/ef2ee700-e495-4d66-9e8d-ec79df72042d) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:04.314984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:04.318688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bffdd6-f2a7-4d10-970c-dde05508bdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Pushing event updated for resources: {'Network': ['ID=3edf74ad-2343-4cfc-a9db-94b70c9a2251,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:04.331601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:04.348214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:04.445001 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Attempt 4 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:04.460456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ef826923-c6be-4885-b0d3-de8e2bfdcb32), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:04.461472 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Added segment ef826923-c6be-4885-b0d3-de8e2bfdcb32 of type vlan for network a176efa7-4850-47ce-8063-c930aa3d2b9d Aug 31 15:47:04.483974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (771150c3-884c-4ef5-960f-20b164528f6d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:04.497574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=15 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:04.538044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Port 77f92079-5ee2-470b-af8e-0828f2ce43e0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:04.589547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c05335-1a00-40c8-a50f-99b4d18d0fd8,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:04.679413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:04.686889 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Network 21139938-13fc-48aa-b1f6-f330426c0275 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:04.719009 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:04.721530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks [] for floatingip (6bf94945-f5b9-46ae-a08a-1eea87cc438c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:04.733259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (a176efa7-4850-47ce-8063-c930aa3d2b9d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:04.739014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks [] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:04.813431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:47:04.814093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for subnet (eee4cc96-461e-488f-b344-43aebacc1004), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:04.916460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eee4cc96-461e-488f-b344-43aebacc1004,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:04.975757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.resource_extend [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 15:47:04.991217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Checking segment: {'id': '46a1df17-9707-4906-a3a0-7de5cd4409ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '093eb848-8b54-4eac-a0d9-46e2d11592ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:04.991784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Network hostable DHCP agents. Network: 093eb848-8b54-4eac-a0d9-46e2d11592ee, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:47:05.013178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (771150c3-884c-4ef5-960f-20b164528f6d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.014534 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:05.015121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.027732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.039663 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Attempt 5 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:05.087683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a75f6-9047-4127-a041-5787575863c9 None None] Network b339b5fd-5f65-4981-aef9-3a56845f0808 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:05.090552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Pushing event updated for resources: {'Port': ['ID=ef2ee700-e495-4d66-9e8d-ec79df72042d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:05.106766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33812) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:05.114573 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Request body: {'port': {'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251', 'binding:host_id': 'hv-neutron-8552', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239407389'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:05.134711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:05.139040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:05.144225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Network 093eb848-8b54-4eac-a0d9-46e2d11592ee is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:47:05.148898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:05.174506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (c4c05335-1a00-40c8-a50f-99b4d18d0fd8), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.236231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Port 77f92079-5ee2-470b-af8e-0828f2ce43e0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:05.250211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:UPDATE=7,neutron:INSERT=11 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:05.257175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event updated for resources: {'Network': ['ID=771150c3-884c-4ef5-960f-20b164528f6d,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:05.265759 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-27a9dae7-6e87-4124-8601-3101b2e22d65 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.6598837 Aug 31 15:47:05.265759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (a176efa7-4850-47ce-8063-c930aa3d2b9d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.265759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:05.265759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.273093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33814) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:05.275103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 771150c3-884c-4ef5-960f-20b164528f6d details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:05.285825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Request body: {'subnet': {'network_id': '771150c3-884c-4ef5-960f-20b164528f6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:05.303891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Made reservation on behalf of 20225213d6a7405998710853507f6d9b for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:05.306891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.333820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 093eb848-8b54-4eac-a0d9-46e2d11592ee) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:05.340180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.351698 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b93d98-480b-4c5e-97a1-2e41b86ee583 None None] Network 093eb848-8b54-4eac-a0d9-46e2d11592ee requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:05.354392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:05.355299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.415301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event updated for resources: {'Network': ['ID=a176efa7-4850-47ce-8063-c930aa3d2b9d,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:05.461493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network a176efa7-4850-47ce-8063-c930aa3d2b9d details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:05.478834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks [] for router_gateway (1595294c-0f1b-4f11-bf44-5f204087b296), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.562191 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-eb3e1cc8-9004-4d41-be2c-fc8d2ce2ff8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0682118 Aug 31 15:47:05.571075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:47:05.576425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33816) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:05.590189 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-53e0b8c2-3d5b-4944-a3ad-3b000579af5e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.8688996 Aug 31 15:47:05.593586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.594752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33818) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:05.596907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Made reservation on behalf of 8fd558be06804ac38608d1d5ebb94d64 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:05.601539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.659501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac92990-dbf2-46c2-9316-cd70e111a670 None None] Network 093eb848-8b54-4eac-a0d9-46e2d11592ee requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:05.683497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:05.719361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks [] for security_group (3395c6b9-2b96-49bd-ab25-f5897bdabaf7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.723571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks [] for router_gateway (bf1d3336-8e29-4293-81bd-a22f8303ffaf), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.744176 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Attempt 6 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:05.792522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (a176efa7-4850-47ce-8063-c930aa3d2b9d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.829371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (3395c6b9-2b96-49bd-ab25-f5897bdabaf7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.831071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e80f8894-8675-4e34-ac05-198050faa911 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:05.833699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Port 77f92079-5ee2-470b-af8e-0828f2ce43e0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:05.840942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] device_id is not set on port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:05.849467 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-777108100', 'network_id': '093eb848-8b54-4eac-a0d9-46e2d11592ee'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:05.888699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d80a94-8b73-44ed-8663-4de46ec1e9a7 None None] Network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:05.970031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port e80f8894-8675-4e34-ac05-198050faa911 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:05.970442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e80f8894-8675-4e34-ac05-198050faa911), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:05.970784 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port e80f8894-8675-4e34-ac05-198050faa911 Aug 31 15:47:05.973590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:05.984421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3395c6b9-2b96-49bd-ab25-f5897bdabaf7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:06.003352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Made reservation on behalf of bf137b45f66f413ab3d0871d4c3dc980 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:06.005790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:06.105816 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3baf479e-ab24-4dc5-88e0-ce3edf641f78 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:06.128958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:06.186233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (a176efa7-4850-47ce-8063-c930aa3d2b9d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.199779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:06.201395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.203422 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 Aug 31 15:47:06.236043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] device_id is not set on port 6d367f6a-7a2f-4a8b-a45d-10da77e0f165 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:06.248027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.objects.ports [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114265) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:47:06.248516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for subnet (02cbb96f-6bba-4e18-8b16-35b7e0ae7e15), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.260993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:06.289537 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:06.335400 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Attempt 7 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:06.348695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.350649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.370047 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.370962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > port after_create 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.371458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > port after_delete 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.372106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > port after_update 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.373235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.374747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.375261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.380459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.388936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:06.433985 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks [] for port (c4c05335-1a00-40c8-a50f-99b4d18d0fd8), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.436694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Port 77f92079-5ee2-470b-af8e-0828f2ce43e0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:06.450444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:06.466972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Sync routers for ids ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:06.486268 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ee1fab4b-2769-4667-9bd0-3e7d6c92956a admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/3d741574-a4d2-4210-b3d6-ead8a34a5a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0717156 Aug 31 15:47:06.486268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Checking segment: {'id': '713a87d5-f4f9-4e8a-8f4c-7faa4e38076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '771150c3-884c-4ef5-960f-20b164528f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:06.486268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Network hostable DHCP agents. Network: 771150c3-884c-4ef5-960f-20b164528f6d, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:47:06.493456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Routers {'3d741574-a4d2-4210-b3d6-ead8a34a5a58'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:06.500846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event updated for resources: {'Subnet': ['ID=02cbb96f-6bba-4e18-8b16-35b7e0ae7e15,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:06.504540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Allocated IP 172.26.2.244 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/9b33d44b-133e-4232-a186-ba890f4e7736) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:06.504732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:46:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:06.525638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (c4c05335-1a00-40c8-a50f-99b4d18d0fd8), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.526300 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (6bf94945-f5b9-46ae-a08a-1eea87cc438c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.647636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Set router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:06.664013 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Allocated IP 172.20.0.13 (093eb848-8b54-4eac-a0d9-46e2d11592ee/eee4cc96-461e-488f-b344-43aebacc1004/6d367f6a-7a2f-4a8b-a45d-10da77e0f165) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:06.669630 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c05335-1a00-40c8-a50f-99b4d18d0fd8,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:06.677796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.679167 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fa95c2dc-8fbb-47a0-9a57-a5287983cdfb tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9523017 Aug 31 15:47:06.685470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33834) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:06.692223 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2082692173', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'fixed_ips': [{'ip_address': '172.26.2.209'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:06.700475 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:06.704544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.705268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.707093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.707622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=114266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:06.708422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a176efa7-4850-47ce-8063-c930aa3d2b9d']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:06.710173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Network 771150c3-884c-4ef5-960f-20b164528f6d is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:47:06.797598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:06.817980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 771150c3-884c-4ef5-960f-20b164528f6d) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:06.835096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (bf1d3336-8e29-4293-81bd-a22f8303ffaf), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.835731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59948ef5-a1b5-4ed5-94e7-453a774d58b4 None None] Network 771150c3-884c-4ef5-960f-20b164528f6d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:06.846201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef826923-c6be-4885-b0d3-de8e2bfdcb32') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:06.846201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef826923-c6be-4885-b0d3-de8e2bfdcb32') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:06.901960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (ef826923-c6be-4885-b0d3-de8e2bfdcb32), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.926767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] device_id is not set on port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:06.939911 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Attempt 8 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:06.953664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ef826923-c6be-4885-b0d3-de8e2bfdcb32), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:06.959374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks [] for port (3950aa0c-1d97-4467-a4f2-5b4664b1d5ca), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.086040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:07.098675 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:07.100092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.115006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Made reservation on behalf of 31b376b2328a440b89babf8954403d9e for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:07.119035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.119724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:07.120290 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (ef826923-c6be-4885-b0d3-de8e2bfdcb32), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.140636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3950aa0c-1d97-4467-a4f2-5b4664b1d5ca), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.144085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.146002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Port 77f92079-5ee2-470b-af8e-0828f2ce43e0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:07.170533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f7b73-dcd2-497f-8660-39bc421d5049 None None] Network 771150c3-884c-4ef5-960f-20b164528f6d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:07.174149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'name': 'tempest-ServersTestJSON-1699959650-router', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:02Z', 'revision_number': 4, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'gw_port': {'id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '77f92079-5ee2-470b-af8e-0828f2ce43e0', 'name': '', 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d7cb343-1c10-476e-9a0f-ca100f27319c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:00Z', 'updated_at': '2022-08-31T15:47:03Z', 'revision_number': 2, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'subnets': [{'id': '0d7cb343-1c10-476e-9a0f-ca100f27319c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:07.214148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Checking router: 3d741574-a4d2-4210-b3d6-ead8a34a5a58 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:07.214474 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Updating router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 port 77f92079-5ee2-470b-af8e-0828f2ce43e0 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:07.269288 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e9368384-2c0c-4914-8eda-53265f6fc9bb tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9926097 Aug 31 15:47:07.273360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33846) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:07.283198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-864682487', 'network_id': '771150c3-884c-4ef5-960f-20b164528f6d'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:07.290517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.302107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks [] for port (9b33d44b-133e-4232-a186-ba890f4e7736), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.324712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event updated for resources: {'Port': ['ID=3950aa0c-1d97-4467-a4f2-5b4664b1d5ca,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:07.340881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Checking segment: {'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:07.341383 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Network hostable DHCP agents. Network: 3edf74ad-2343-4cfc-a9db-94b70c9a2251, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:47:07.350855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:07.410652 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (a176efa7-4850-47ce-8063-c930aa3d2b9d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.435547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for port (6d367f6a-7a2f-4a8b-a45d-10da77e0f165), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.442547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event deleted for resources: {'Network': ['ID=a176efa7-4850-47ce-8063-c930aa3d2b9d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:07.448757 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a176efa7-4850-47ce-8063-c930aa3d2b9d {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 15:47:07.466266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.476752 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2a9d40b0-95fc-475f-aeef-fec5e0b077a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "DELETE /networking/v2.0/networks/a176efa7-4850-47ce-8063-c930aa3d2b9d HTTP/1.1" status: 204 len: 168 time: 1.8777297 Aug 31 15:47:07.478340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33854) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:07.491495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Made reservation on behalf of 8fd558be06804ac38608d1d5ebb94d64 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:07.491685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.519340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks [] for security_group (594e0929-e966-4ebf-bd52-ace4a44a3c5b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.521607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33858) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:07.524106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Router bf1d3336-8e29-4293-81bd-a22f8303ffaf is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:07.526810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:07.540858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5018a540-503e-48e2-a2a9-416e618f7430 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434655275', 'description': 'tempest-description--856838056'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:07.545257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:47:07.549823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (9b33d44b-133e-4232-a186-ba890f4e7736), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.569890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:07.617462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] device_id is not set on port 8eb71f75-581a-4862-a55c-100a1a7ec6bf yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:07.617898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (6d367f6a-7a2f-4a8b-a45d-10da77e0f165), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.619419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (594e0929-e966-4ebf-bd52-ace4a44a3c5b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.646123 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Attempt 9 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:07.671978 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment ef826923-c6be-4885-b0d3-de8e2bfdcb32 resource provider aggregate not found Aug 31 15:47:07.677624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594e0929-e966-4ebf-bd52-ace4a44a3c5b,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:07.682923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 3edf74ad-2343-4cfc-a9db-94b70c9a2251) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:07.703941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f015a3-300c-449e-b9ba-7bc4f782883d None None] Network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:07.704111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:07.704748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:07.717804 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] device_id is not set on port 4984b5f5-12b7-4eb0-8d38-fc1a0172608d yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:07.717804 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:07.728061 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:07.734231 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment ef826923-c6be-4885-b0d3-de8e2bfdcb32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef826923-c6be-4885-b0d3-de8e2bfdcb32 found for delete ", "request_id": "req-416c2146-460f-45b2-88b1-d40a4c4ce845"}]} Aug 31 15:47:07.737434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:07.738006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:07.738637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:07.750302 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:07.755031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Publish callbacks [] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.787902 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:07.791284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:07.791866 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:07.796066 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 2 to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca Aug 31 15:47:07.803735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Port 77f92079-5ee2-470b-af8e-0828f2ce43e0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:07.855815 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Network 093eb848-8b54-4eac-a0d9-46e2d11592ee is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:07.873743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.884107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5018a540-503e-48e2-a2a9-416e618f7430 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.888675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:07.891206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:07.891868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:07.892395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:07.897660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Made reservation on behalf of cebe39940c72498f823efd1f3dbca065 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:07.900402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:07.922445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Pushing event updated for resources: {'Port': ['ID=9b33d44b-133e-4232-a186-ba890f4e7736,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:07.925086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:07.947132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:07.947773 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:07.952883 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 3 to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca Aug 31 15:47:07.972589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:07.973110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:07.973514 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:07.976199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event updated for resources: {'Port': ['ID=6d367f6a-7a2f-4a8b-a45d-10da77e0f165,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:07.983814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:07.984409 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:07.989086 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 4 to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca Aug 31 15:47:08.016313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Attempting to bind port 77f92079-5ee2-470b-af8e-0828f2ce43e0 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:08.017048 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Attempting to bind port 77f92079-5ee2-470b-af8e-0828f2ce43e0 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:08.017676 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Attempting to bind port 77f92079-5ee2-470b-af8e-0828f2ce43e0 on network 21139938-13fc-48aa-b1f6-f330426c0275 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:08.020010 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887c8b7-cce4-4fa9-8542-65a81c52d749 None None] Pushing event updated for resources: {'Port': ['ID=77f92079-5ee2-470b-af8e-0828f2ce43e0,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:08.037347 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:08.040121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Checking segment: {'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:08.040871 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.041480 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Bound using segment: {'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:08.042762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Bound port: 77f92079-5ee2-470b-af8e-0828f2ce43e0, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:08.043363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:08.043855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:08.044249 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.044421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:08.044516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:08.077200 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:08.078276 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:08.080590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Allocated IP 2001:db8::41 (771150c3-884c-4ef5-960f-20b164528f6d/02cbb96f-6bba-4e18-8b16-35b7e0ae7e15/8eb71f75-581a-4862-a55c-100a1a7ec6bf) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:08.084409 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 5 to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca Aug 31 15:47:08.111133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:08.112345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:08.112969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.114628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.116130 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-21db9fa4-33b7-4942-8db4-1863972a6fcf admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2894013 Aug 31 15:47:08.120222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:08.120611 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:08.121036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:08.124291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33866) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:08.130929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:08.133766 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Sync routers for ids ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:08.144529 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] For port 77f92079-5ee2-470b-af8e-0828f2ce43e0, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:08.149965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] For port 77f92079-5ee2-470b-af8e-0828f2ce43e0, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=77f92079-5ee2-470b-af8e-0828f2ce43e0,segment=NetworkSegment(f2f5b6d9-56bc-444b-bd09-be61baadf0cf),segment_id=f2f5b6d9-56bc-444b-bd09-be61baadf0cf)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:08.158888 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Routers {'bf1d3336-8e29-4293-81bd-a22f8303ffaf'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:08.159665 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:46:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:08.193031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (96952f9d-5fe2-42f4-807f-68349bb74464), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.193293 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Added segment 96952f9d-5fe2-42f4-807f-68349bb74464 of type vlan for network 0d8eda42-4ed9-45dd-87b6-65934ca5f85b Aug 31 15:47:08.197460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:08.198124 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:08.202189 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 6 to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca Aug 31 15:47:08.205289 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b02ffa5c-c4e0-460e-89a0-165e0f5e7b1e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.4048333 Aug 31 15:47:08.211048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33868) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:08.223837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.263451 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Routers {'3d741574-a4d2-4210-b3d6-ead8a34a5a58'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:08.264467 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:46:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:08.299047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks [] for router_gateway (1595294c-0f1b-4f11-bf44-5f204087b296), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.315141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:08.315471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:08.315803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:08.320036 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Attempt 10 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:08.322930 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Set router bf1d3336-8e29-4293-81bd-a22f8303ffaf gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:08.352708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:08.353031 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:08.361242 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 7 to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca Aug 31 15:47:08.390386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887c8b7-cce4-4fa9-8542-65a81c52d749 None None] Pushing event updated for resources: {'Port': ['ID=77f92079-5ee2-470b-af8e-0828f2ce43e0,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:08.402437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c03db-55fc-4fea-860f-1bcc27a0861e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Deleting port 6d367f6a-7a2f-4a8b-a45d-10da77e0f165 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:08.402801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e1c03db-55fc-4fea-860f-1bcc27a0861e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6d367f6a-7a2f-4a8b-a45d-10da77e0f165), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.410255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5018a540-503e-48e2-a2a9-416e618f7430 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group (8400ae16-bc81-4a2b-9d15-142b8363e4c6), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.433513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (0d8eda42-4ed9-45dd-87b6-65934ca5f85b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4bbb4447-8c25-456c-9940-6ccc2db45827 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:08.493640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:08.494475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5018a540-503e-48e2-a2a9-416e618f7430 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8400ae16-bc81-4a2b-9d15-142b8363e4c6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.501478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:08.502828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=6,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:08.503582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e1c03db-55fc-4fea-860f-1bcc27a0861e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6d367f6a-7a2f-4a8b-a45d-10da77e0f165), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.514879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] Set router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:08.534068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c03db-55fc-4fea-860f-1bcc27a0861e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Calling delete_port for 6d367f6a-7a2f-4a8b-a45d-10da77e0f165 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:08.554163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:08.559305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7e7f59c6-8b2d-41f7-8f11-bf1595d3997a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.560747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:08.561623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:08.562001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:08.584654 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 15:47:08.585604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:47:08.596812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018a540-503e-48e2-a2a9-416e618f7430 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8400ae16-bc81-4a2b-9d15-142b8363e4c6,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:08.612834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:08.613168 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:08.615937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5018a540-503e-48e2-a2a9-416e618f7430 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.620193 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5018a540-503e-48e2-a2a9-416e618f7430 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0828459 Aug 31 15:47:08.620193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (0d8eda42-4ed9-45dd-87b6-65934ca5f85b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.620193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:08.620193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.624707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33870) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:08.637710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4a55007f-d060-4624-98bd-d9c7bab2784f tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Request body: {'security_group_rule': {'security_group_id': '8400ae16-bc81-4a2b-9d15-142b8363e4c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:08.645937 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 8 to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca Aug 31 15:47:08.668952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (1595294c-0f1b-4f11-bf44-5f204087b296), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.701222 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'name': 'tempest-ServersTestManualDisk-682894399-router', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:02Z', 'updated_at': '2022-08-31T15:47:05Z', 'revision_number': 3, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'gw_port': {'id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:08.742419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:08.742739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:08.743076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:08.763710 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Checking router: bf1d3336-8e29-4293-81bd-a22f8303ffaf for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:08.764975 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Updating router bf1d3336-8e29-4293-81bd-a22f8303ffaf port ef2ee700-e495-4d66-9e8d-ec79df72042d binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:08.767437 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2869782 Aug 31 15:47:08.771341 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6ec73462-9c86-4e9f-bbde-a2a20555d880 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0831578 Aug 31 15:47:08.773582 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33872) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:08.773859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33874) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:08.775295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c44c4-ddb8-4f47-9f63-ba08d25659a0 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event updated for resources: {'Network': ['ID=0d8eda42-4ed9-45dd-87b6-65934ca5f85b,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:08.783395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:08.783395 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:08.787340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Request body: {'subnet': {'network_id': '0d8eda42-4ed9-45dd-87b6-65934ca5f85b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:08.791106 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 9 to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca Aug 31 15:47:08.831249 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.844387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:08.867367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:08.867927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:08.868048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:08.878760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for port (8eb71f75-581a-4862-a55c-100a1a7ec6bf), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.880286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 0d8eda42-4ed9-45dd-87b6-65934ca5f85b details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:08.892278 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Provisioning complete for port 77f92079-5ee2-470b-af8e-0828f2ce43e0 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:08.894734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.895425 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Attempt 1 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:08.906152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:08.906495 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:08.909831 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 10 to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca Aug 31 15:47:08.926282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:08.944408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a55007f-d060-4624-98bd-d9c7bab2784f tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group_rule (04686c71-d52a-43b9-a638-90de7fd99b2e), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:08.977852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:08.978814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:08.978814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:09.051120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Made reservation on behalf of cebe39940c72498f823efd1f3dbca065 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:09.053958 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.066553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:09.066803 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:09.067148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (3950aa0c-1d97-4467-a4f2-5b4664b1d5ca), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.101629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8eb71f75-581a-4862-a55c-100a1a7ec6bf), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.121532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'name': 'tempest-ServersTestJSON-1699959650-router', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:02Z', 'revision_number': 4, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'gw_port': {'id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '77f92079-5ee2-470b-af8e-0828f2ce43e0', 'name': '', 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d7cb343-1c10-476e-9a0f-ca100f27319c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:00Z', 'updated_at': '2022-08-31T15:47:08Z', 'revision_number': 4, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'subnets': [{'id': '0d7cb343-1c10-476e-9a0f-ca100f27319c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:09.162735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc87e01-1c79-4e8e-afd3-badacafde9c2 None None] The sync data for ids ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'] in dv-neutron-855257-2-hyperv is: [{'id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'name': 'tempest-ServersTestJSON-1699959650-router', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:02Z', 'revision_number': 4, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'gw_port': {'id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '77f92079-5ee2-470b-af8e-0828f2ce43e0', 'name': '', 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d7cb343-1c10-476e-9a0f-ca100f27319c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:00Z', 'updated_at': '2022-08-31T15:47:08Z', 'revision_number': 4, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'subnets': [{'id': '0d7cb343-1c10-476e-9a0f-ca100f27319c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:09.172314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:09.183198 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:09.193658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Provisioning complete for port e80f8894-8675-4e34-ac05-198050faa911 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:09.195042 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e80f8894-8675-4e34-ac05-198050faa911), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.196691 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Attempt 1 to provision port e80f8894-8675-4e34-ac05-198050faa911 Aug 31 15:47:09.208450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e1c03db-55fc-4fea-860f-1bcc27a0861e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6d367f6a-7a2f-4a8b-a45d-10da77e0f165), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.220325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Network 771150c3-884c-4ef5-960f-20b164528f6d is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:09.286749 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:09.299188 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Provisioning complete for port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:09.300172 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.300845 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Attempt 1 to provision port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 Aug 31 15:47:09.332295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event updated for resources: {'Port': ['ID=8eb71f75-581a-4862-a55c-100a1a7ec6bf,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:09.345139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:09.373219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:09.375152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a3ebd06c-2809-493f-b9cb-e382de45ebb6 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Deleting port c4c05335-1a00-40c8-a50f-99b4d18d0fd8 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:09.375655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd06c-2809-493f-b9cb-e382de45ebb6 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c4c05335-1a00-40c8-a50f-99b4d18d0fd8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.377184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:09.385149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:09.385838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4df61f1e-0044-4325-bf31-63f70146ae3e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:09.397888 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:09.399734 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Publish callbacks [] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.414579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] For port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:09.414936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempted to set empty binding levels {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 15:47:09.433889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c03db-55fc-4fea-860f-1bcc27a0861e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d367f6a-7a2f-4a8b-a45d-10da77e0f165,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:09.488822 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.585462 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Attempting to bind port ef2ee700-e495-4d66-9e8d-ec79df72042d on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:09.587009 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Attempting to bind port ef2ee700-e495-4d66-9e8d-ec79df72042d by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:09.587994 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Attempting to bind port ef2ee700-e495-4d66-9e8d-ec79df72042d on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:09.609591 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:09.609591 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:09.609591 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.609591 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:09.609591 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Bound port: ef2ee700-e495-4d66-9e8d-ec79df72042d, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:09.609591 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.659216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a55007f-d060-4624-98bd-d9c7bab2784f tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group_rule (04686c71-d52a-43b9-a638-90de7fd99b2e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.673121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 77f92079-5ee2-470b-af8e-0828f2ce43e0 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:09.707548 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] For port ef2ee700-e495-4d66-9e8d-ec79df72042d, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:09.716798 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] For port ef2ee700-e495-4d66-9e8d-ec79df72042d, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ef2ee700-e495-4d66-9e8d-ec79df72042d,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:09.749320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a55007f-d060-4624-98bd-d9c7bab2784f tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (04686c71-d52a-43b9-a638-90de7fd99b2e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.754064 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:09.769185 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7a016-5fe5-4c95-83c5-cababe55b462 None None] Pushing event updated for resources: {'Port': ['ID=ef2ee700-e495-4d66-9e8d-ec79df72042d,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:09.782364 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd06c-2809-493f-b9cb-e382de45ebb6 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c4c05335-1a00-40c8-a50f-99b4d18d0fd8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.782502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd06c-2809-493f-b9cb-e382de45ebb6 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks [] for floatingip (c4c05335-1a00-40c8-a50f-99b4d18d0fd8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.782836 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.802045 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 77f92079-5ee2-470b-af8e-0828f2ce43e0 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:09.803261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.803629 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 77f92079-5ee2-470b-af8e-0828f2ce43e0 Aug 31 15:47:09.805840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55007f-d060-4624-98bd-d9c7bab2784f tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04686c71-d52a-43b9-a638-90de7fd99b2e,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:09.808576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (3950aa0c-1d97-4467-a4f2-5b4664b1d5ca), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.809770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:09.810621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.818010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a3ebd06c-2809-493f-b9cb-e382de45ebb6 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Calling delete_port for c4c05335-1a00-40c8-a50f-99b4d18d0fd8 owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:09.823010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:09.850650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Router 1595294c-0f1b-4f11-bf44-5f204087b296 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:09.855990 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9a7a9d43-81de-420b-beb1-b2894bfe313d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5790901 Aug 31 15:47:09.863391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33878) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:09.864154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:09.879174 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Routers {'bf1d3336-8e29-4293-81bd-a22f8303ffaf'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:09.880244 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:46:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:09.923281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.objects.ports [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114265) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:47:09.923633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for subnet (dbb34b89-76d7-414f-bd24-73b087f652cc), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:09.940855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:09.957346 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7a016-5fe5-4c95-83c5-cababe55b462 None None] Pushing event updated for resources: {'Port': ['ID=ef2ee700-e495-4d66-9e8d-ec79df72042d,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:09.980017 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a55007f-d060-4624-98bd-d9c7bab2784f tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:09.981439 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4a55007f-d060-4624-98bd-d9c7bab2784f tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3519669 Aug 31 15:47:10.007884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33880) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:10.015761 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.9031992 Aug 31 15:47:10.022186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0bf40d14-1370-41ce-a943-63e7f0dbae60 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Request body: {'security_group_rule': {'security_group_id': '8400ae16-bc81-4a2b-9d15-142b8363e4c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:10.025082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33882) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:10.086928 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e1c03db-55fc-4fea-860f-1bcc27a0861e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.094167 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9e1c03db-55fc-4fea-860f-1bcc27a0861e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/6d367f6a-7a2f-4a8b-a45d-10da77e0f165 HTTP/1.1" status: 204 len: 168 time: 1.8784618 Aug 31 15:47:10.107484 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33884) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:10.125233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '093eb848-8b54-4eac-a0d9-46e2d11592ee', 'external_fixed_ips': [{'subnet_id': 'eee4cc96-461e-488f-b344-43aebacc1004', 'ip_address': '172.20.0.13'}]}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:10.160048 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] Set router bf1d3336-8e29-4293-81bd-a22f8303ffaf gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:10.180712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dbb34b89-76d7-414f-bd24-73b087f652cc,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:10.188046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:10.198009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dff3c-03d1-4417-a963-1ecdadb6d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event updated for resources: {'Port': ['ID=3950aa0c-1d97-4467-a4f2-5b4664b1d5ca,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:10.246142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-77c99b27-f693-496d-bcde-67e4a8314206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Deleting port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:10.247213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-77c99b27-f693-496d-bcde-67e4a8314206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3950aa0c-1d97-4467-a4f2-5b4664b1d5ca), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.250422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Checking segment: {'id': '96952f9d-5fe2-42f4-807f-68349bb74464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d8eda42-4ed9-45dd-87b6-65934ca5f85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:10.250788 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Network hostable DHCP agents. Network: 0d8eda42-4ed9-45dd-87b6-65934ca5f85b, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:47:10.253463 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:10.255303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.268658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d8197012-9aaf-42eb-ac4b-60c69e50775e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Deleting port 8eb71f75-581a-4862-a55c-100a1a7ec6bf {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:10.269076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d8197012-9aaf-42eb-ac4b-60c69e50775e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8eb71f75-581a-4862-a55c-100a1a7ec6bf), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.279099 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Sync routers for ids ['1595294c-0f1b-4f11-bf44-5f204087b296'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:10.311853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Routers {'1595294c-0f1b-4f11-bf44-5f204087b296'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:10.312624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:46:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['1595294c-0f1b-4f11-bf44-5f204087b296'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:10.335218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bf40d14-1370-41ce-a943-63e7f0dbae60 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group_rule (27425df0-4407-4932-9429-97616f5f749c), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.378226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (67a319d9-0bce-483d-8333-341f15af92ee), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.378226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (67a319d9-0bce-483d-8333-341f15af92ee), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.404063 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.409839 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-34fff0eb-e128-410c-a9e7-46f4c5b67499 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5960271 Aug 31 15:47:10.409839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Network 0d8eda42-4ed9-45dd-87b6-65934ca5f85b is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:47:10.415326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33886) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:10.432143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bf40d14-1370-41ce-a943-63e7f0dbae60 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group_rule (27425df0-4407-4932-9429-97616f5f749c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.464714 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'name': 'tempest-ServersTestManualDisk-682894399-router', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:02Z', 'updated_at': '2022-08-31T15:47:05Z', 'revision_number': 3, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'gw_port': {'id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:10.482377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-77c99b27-f693-496d-bcde-67e4a8314206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] For port 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca, host hv-neutron-8552, got binding levels [] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:10.482783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-77c99b27-f693-496d-bcde-67e4a8314206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3950aa0c-1d97-4467-a4f2-5b4664b1d5ca), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.484160 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd06c-2809-493f-b9cb-e382de45ebb6 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (c4c05335-1a00-40c8-a50f-99b4d18d0fd8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.498274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:10.515231 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d159264-0ec6-4137-9616-afafd372d2ad None None] The sync data for ids ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'] in dv-neutron-855257-2-hyperv is: [{'id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'name': 'tempest-ServersTestManualDisk-682894399-router', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:02Z', 'updated_at': '2022-08-31T15:47:05Z', 'revision_number': 3, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'gw_port': {'id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:10.523142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-77c99b27-f693-496d-bcde-67e4a8314206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Calling delete_port for 3950aa0c-1d97-4467-a4f2-5b4664b1d5ca owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:10.532155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d8197012-9aaf-42eb-ac4b-60c69e50775e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8eb71f75-581a-4862-a55c-100a1a7ec6bf), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.619121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bf40d14-1370-41ce-a943-63e7f0dbae60 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (27425df0-4407-4932-9429-97616f5f749c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.621955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebd06c-2809-493f-b9cb-e382de45ebb6 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4c05335-1a00-40c8-a50f-99b4d18d0fd8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:10.631510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d8197012-9aaf-42eb-ac4b-60c69e50775e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Calling delete_port for 8eb71f75-581a-4862-a55c-100a1a7ec6bf owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:10.684207 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 0d8eda42-4ed9-45dd-87b6-65934ca5f85b) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:10.702754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72350d71-8b64-46a3-bffd-ad183b185cf2 None None] Network 0d8eda42-4ed9-45dd-87b6-65934ca5f85b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:10.713525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:10.714144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.719972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_controller (67a319d9-0bce-483d-8333-341f15af92ee), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.722994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd06c-2809-493f-b9cb-e382de45ebb6 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks [] for floatingip (6bf94945-f5b9-46ae-a08a-1eea87cc438c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.725493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd06c-2809-493f-b9cb-e382de45ebb6 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.730909 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a3ebd06c-2809-493f-b9cb-e382de45ebb6 tempest-ExternalNetworksAdminNegativeTestJSON-505050140 tempest-ExternalNetworksAdminNegativeTestJSON-505050140-project-admin] 10.222.0.46 "DELETE /networking/v2.0/floatingips/6bf94945-f5b9-46ae-a08a-1eea87cc438c HTTP/1.1" status: 204 len: 168 time: 1.9520526 Aug 31 15:47:10.738315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf40d14-1370-41ce-a943-63e7f0dbae60 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27425df0-4407-4932-9429-97616f5f749c,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:10.816257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Set router 1595294c-0f1b-4f11-bf44-5f204087b296 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:10.848294 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b6c33492-cc08-4afb-b0a7-ff275f5393a3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0706241 Aug 31 15:47:10.851249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bf40d14-1370-41ce-a943-63e7f0dbae60 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.855123 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0bf40d14-1370-41ce-a943-63e7f0dbae60 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8417714 Aug 31 15:47:10.855123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33890) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:10.858175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33892) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:10.878889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:10.903953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Request body: {'floatingip': {'floating_network_id': '0d8eda42-4ed9-45dd-87b6-65934ca5f85b'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:10.909660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Allocated IP 172.20.0.1 (b339b5fd-5f65-4981-aef9-3a56845f0808/eac39988-0761-4ad2-92d7-005ebc89c086/2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:10.946409 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0888f335-4d63-44f7-9c89-af07e05ac8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:10.992530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:11.016901 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce4af82-6720-4c70-988c-f614c40187ab None None] Network 0d8eda42-4ed9-45dd-87b6-65934ca5f85b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:11.059122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-77c99b27-f693-496d-bcde-67e4a8314206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3950aa0c-1d97-4467-a4f2-5b4664b1d5ca), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.099681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.103854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c99b27-f693-496d-bcde-67e4a8314206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event deleted for resources: {'Port': ['ID=3950aa0c-1d97-4467-a4f2-5b4664b1d5ca,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:11.229006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (67a319d9-0bce-483d-8333-341f15af92ee), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.233788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-77c99b27-f693-496d-bcde-67e4a8314206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.238132 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-77c99b27-f693-496d-bcde-67e4a8314206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/3950aa0c-1d97-4467-a4f2-5b4664b1d5ca HTTP/1.1" status: 204 len: 168 time: 1.2115915 Aug 31 15:47:11.239327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d8197012-9aaf-42eb-ac4b-60c69e50775e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8eb71f75-581a-4862-a55c-100a1a7ec6bf), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.240347 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'name': 'tempest-ServerActionsTestJSON-595016790-router', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:07Z', 'revision_number': 3, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'gw_port': {'id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:05Z', 'updated_at': '2022-08-31T15:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:11.252781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33894) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:11.271622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Checking router: 1595294c-0f1b-4f11-bf44-5f204087b296 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:11.272023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Updating router 1595294c-0f1b-4f11-bf44-5f204087b296 port 9b33d44b-133e-4232-a186-ba890f4e7736 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:11.310855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9b33d44b-133e-4232-a186-ba890f4e7736), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.329640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.384210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.384778 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87d6d63-7eaf-45e0-90b6-31f9a36036d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] GET failed (client error): The resource could not be found. Aug 31 15:47:11.386347 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b87d6d63-7eaf-45e0-90b6-31f9a36036d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "GET /networking/v2.0/ports/3950aa0c-1d97-4467-a4f2-5b4664b1d5ca HTTP/1.1" status: 404 len: 333 time: 0.1316478 Aug 31 15:47:11.390222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8197012-9aaf-42eb-ac4b-60c69e50775e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event deleted for resources: {'Port': ['ID=8eb71f75-581a-4862-a55c-100a1a7ec6bf,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:11.396506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33896) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:11.424532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Request body: {'port': {'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1376059487'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:11.527878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d8197012-9aaf-42eb-ac4b-60c69e50775e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.534498 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d8197012-9aaf-42eb-ac4b-60c69e50775e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/8eb71f75-581a-4862-a55c-100a1a7ec6bf HTTP/1.1" status: 204 len: 168 time: 1.6661267 Aug 31 15:47:11.557813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:11.580385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33900) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:11.592902 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '771150c3-884c-4ef5-960f-20b164528f6d', 'external_fixed_ips': [{'subnet_id': '02cbb96f-6bba-4e18-8b16-35b7e0ae7e15', 'ip_address': '2001:db8::41'}]}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:11.604750 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33902) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:11.612787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.643438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:11.703662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ef2ee700-e495-4d66-9e8d-ec79df72042d up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:11.711739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Publish callbacks [] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.717174 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:47:11.736510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:11.753988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Made reservation on behalf of 20225213d6a7405998710853507f6d9b for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:11.756849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.782239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.784184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.794622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] device_id is not set on port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:11.816468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:11.850157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f7ad569a-53cf-4401-9315-272f95254ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.854751 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Publish callbacks [] for port (9b33d44b-133e-4232-a186-ba890f4e7736), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.863565 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ef2ee700-e495-4d66-9e8d-ec79df72042d triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:11.864275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.864853 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ef2ee700-e495-4d66-9e8d-ec79df72042d Aug 31 15:47:11.922386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:11.965065 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:11.978074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9b33d44b-133e-4232-a186-ba890f4e7736), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.009350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Attempting to bind port 9b33d44b-133e-4232-a186-ba890f4e7736 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:12.015448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Attempting to bind port 9b33d44b-133e-4232-a186-ba890f4e7736 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:12.016344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Attempting to bind port 9b33d44b-133e-4232-a186-ba890f4e7736 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:12.032744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Network b339b5fd-5f65-4981-aef9-3a56845f0808 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:12.040645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.046674 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:12.047031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:12.047435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.048179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:12.048285 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Bound port: 9b33d44b-133e-4232-a186-ba890f4e7736, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:12.048667 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9b33d44b-133e-4232-a186-ba890f4e7736), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.051930 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_controller (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.070086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:12.082305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:12.123080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] For port 9b33d44b-133e-4232-a186-ba890f4e7736, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:12.130780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] For port 9b33d44b-133e-4232-a186-ba890f4e7736, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9b33d44b-133e-4232-a186-ba890f4e7736,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:12.143549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.154574 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0f24b-3d8e-44e3-a654-2c4ed0365fbd None None] Pushing event updated for resources: {'Port': ['ID=9b33d44b-133e-4232-a186-ba890f4e7736,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:12.182635 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Allocated IP 172.20.0.1 (9eee8628-cd0e-4573-ad4d-ec8082f80eb5/de35b079-8645-47b6-9ecb-972c8a646114/be03b279-619e-42a4-a36c-ffc59d1e62e3) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:12.217851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9b33d44b-133e-4232-a186-ba890f4e7736), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.245429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (67a319d9-0bce-483d-8333-341f15af92ee), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.307607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0f24b-3d8e-44e3-a654-2c4ed0365fbd None None] Pushing event updated for resources: {'Port': ['ID=9b33d44b-133e-4232-a186-ba890f4e7736,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:12.325656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Routers {'1595294c-0f1b-4f11-bf44-5f204087b296'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:12.327331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['1595294c-0f1b-4f11-bf44-5f204087b296'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:12.332542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Allocated IP 172.20.0.8 (0d8eda42-4ed9-45dd-87b6-65934ca5f85b/dbb34b89-76d7-414f-bd24-73b087f652cc/7cc35542-4c02-4d2b-af05-dd6ff80c83f5) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:12.375393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:12.411506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Provisioning complete for port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:12.412103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.412554 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Attempt 1 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:12.417664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:12.427728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Allocated IP 172.26.2.135 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/f7158769-ce09-4eb8-84da-8360ab31fa93) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:12.438197 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:12.442460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.448860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:12.479601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:12.520668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] Set router 1595294c-0f1b-4f11-bf44-5f204087b296 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:12.523271 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (bf1d3336-8e29-4293-81bd-a22f8303ffaf), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.649310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Publish callbacks [] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.654561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:12.667299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks [] for port (815eb414-cf34-41b2-97d3-a4cea1ccb3cf), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.672043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f7ad569a-53cf-4401-9315-272f95254ea1 admin admin] Publish callbacks [] for security_group (bd034e4b-6641-4deb-ae03-0cf2352edd33), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.695057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks [] for port (7cc35542-4c02-4d2b-af05-dd6ff80c83f5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.733647 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'name': 'tempest-ServerActionsTestJSON-595016790-router', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:07Z', 'revision_number': 3, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'gw_port': {'id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:05Z', 'updated_at': '2022-08-31T15:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:12.764176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f7ad569a-53cf-4401-9315-272f95254ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (bd034e4b-6641-4deb-ae03-0cf2352edd33), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.766883 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4b357-13e6-4050-8b49-bda8970e2a7a None None] The sync data for ids ['1595294c-0f1b-4f11-bf44-5f204087b296'] in dv-neutron-855257-2-hyperv is: [{'id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'name': 'tempest-ServerActionsTestJSON-595016790-router', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:07Z', 'revision_number': 3, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'gw_port': {'id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:05Z', 'updated_at': '2022-08-31T15:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:12.789933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.810297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Allocated IP 172.20.0.13 (093eb848-8b54-4eac-a0d9-46e2d11592ee/eee4cc96-461e-488f-b344-43aebacc1004/4dc93165-74a4-4f33-a878-e2ba27e9343f) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:12.918676 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.925361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for port (f7158769-ce09-4eb8-84da-8360ab31fa93), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.939807 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f7ad569a-53cf-4401-9315-272f95254ea1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5681ae8e1da24a838121edc0a3b171b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3241205 Aug 31 15:47:12.944806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad569a-53cf-4401-9315-272f95254ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd034e4b-6641-4deb-ae03-0cf2352edd33,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:12.950116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33908) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:12.976661 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (7cc35542-4c02-4d2b-af05-dd6ff80c83f5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:12.980739 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Attempt 2 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:13.004302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (815eb414-cf34-41b2-97d3-a4cea1ccb3cf), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.021195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for port (4dc93165-74a4-4f33-a878-e2ba27e9343f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.028095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:13.029286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:13.038811 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:13.041866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:13.042348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (1595294c-0f1b-4f11-bf44-5f204087b296), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.094225 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Pushing event updated for resources: {'Port': ['ID=be03b279-619e-42a4-a36c-ffc59d1e62e3,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:13.100194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Network 0d8eda42-4ed9-45dd-87b6-65934ca5f85b is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:13.147041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:13.152737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.193094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:13.227237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:13.274915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f7158769-ce09-4eb8-84da-8360ab31fa93), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.294088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:13.295158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cff9b015-a307-4019-9479-a386490554d2 admin admin] Publish callbacks [] for security_group (bd034e4b-6641-4deb-ae03-0cf2352edd33), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.318345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event updated for resources: {'Port': ['ID=7cc35542-4c02-4d2b-af05-dd6ff80c83f5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:13.327100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:13.328319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:13.339728 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (4dc93165-74a4-4f33-a878-e2ba27e9343f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.383594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:13.384899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:13.385540 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.388257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:13.398280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event updated for resources: {'Port': ['ID=815eb414-cf34-41b2-97d3-a4cea1ccb3cf,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:13.407555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:13.411775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks [] for floatingip (713e1d06-cac5-412c-a6e7-8e6eddd27f52), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.432922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Network 093eb848-8b54-4eac-a0d9-46e2d11592ee is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:13.437133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:13.442106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:13.475898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cff9b015-a307-4019-9479-a386490554d2 admin admin] Publish callbacks [] for security_group (bd034e4b-6641-4deb-ae03-0cf2352edd33), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.485184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc93165-74a4-4f33-a878-e2ba27e9343f,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:13.533833 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Attempt 3 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:13.583546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.588061 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.627696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:13.633069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9b33d44b-133e-4232-a186-ba890f4e7736 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:13.657972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7cc35542-4c02-4d2b-af05-dd6ff80c83f5), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.673830 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0d8fe03d-e17e-4bb3-832a-a1197bb49b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2585340 Aug 31 15:47:13.683597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33912) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:13.694206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 9b33d44b-133e-4232-a186-ba890f4e7736 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:13.694206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9b33d44b-133e-4232-a186-ba890f4e7736), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.694797 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 9b33d44b-133e-4232-a186-ba890f4e7736 Aug 31 15:47:13.697486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:13.716254 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8552'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:13.763333 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.841766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.851192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (815eb414-cf34-41b2-97d3-a4cea1ccb3cf), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.858229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:13.865352 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:13.881410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Pushing event updated for resources: {'Port': ['ID=f7158769-ce09-4eb8-84da-8360ab31fa93,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:13.891334 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=9 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:13.918305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cff9b015-a307-4019-9479-a386490554d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (bd034e4b-6641-4deb-ae03-0cf2352edd33), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.921524 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cff9b015-a307-4019-9479-a386490554d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.922999 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cff9b015-a307-4019-9479-a386490554d2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/bd034e4b-6641-4deb-ae03-0cf2352edd33 HTTP/1.1" status: 204 len: 168 time: 0.9719517 Aug 31 15:47:13.971448 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for floatingip (0419b3ee-cacd-4557-8c9c-29a8e4717f6f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:13.984542 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9b015-a307-4019-9479-a386490554d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd034e4b-6641-4deb-ae03-0cf2352edd33,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:14.005083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Publish callbacks [] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.085296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.128973 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Attempt 4 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:14.162199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f7158769-ce09-4eb8-84da-8360ab31fa93), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.179535 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:14.199151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:14.253854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (bf1d3336-8e29-4293-81bd-a22f8303ffaf), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.279689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:14.384894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (67a319d9-0bce-483d-8333-341f15af92ee), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.409496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:14.447879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks [] for port (7cc35542-4c02-4d2b-af05-dd6ff80c83f5), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.459606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Publish callbacks [] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.499319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Allocated IP 2001:db8::41 (771150c3-884c-4ef5-960f-20b164528f6d/02cbb96f-6bba-4e18-8b16-35b7e0ae7e15/6b52ce8f-8955-4a2b-80df-536c2fca60d8) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:14.552067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7cc35542-4c02-4d2b-af05-dd6ff80c83f5), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.552697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (713e1d06-cac5-412c-a6e7-8e6eddd27f52), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.558119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:14.560629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.563747 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (1595294c-0f1b-4f11-bf44-5f204087b296), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.607257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] device_id is not set on port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:14.622292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks [] for port (815eb414-cf34-41b2-97d3-a4cea1ccb3cf), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.659946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:14.700605 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Attempt 5 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:14.701032 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Network b339b5fd-5f65-4981-aef9-3a56845f0808 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:14.713810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event updated for resources: {'Port': ['ID=7cc35542-4c02-4d2b-af05-dd6ff80c83f5,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:14.715393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:14.722282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.726447 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3035dfc1-a1b2-43ad-bd44-1a91c4633246 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8457468 Aug 31 15:47:14.730591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33918) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:14.748376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (815eb414-cf34-41b2-97d3-a4cea1ccb3cf), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.776068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:14.834364 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33920) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:14.839096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for port (f7158769-ce09-4eb8-84da-8360ab31fa93), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.870074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Router bf1d3336-8e29-4293-81bd-a22f8303ffaf has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:47:14.872978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for port (6b52ce8f-8955-4a2b-80df-536c2fca60d8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:14.903224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:14.914294 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ab10baa9-be7a-485d-a1a1-7f6eddfb2d63 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "GET /networking/v2.0/floatingips?floating_network_id=0d8eda42-4ed9-45dd-87b6-65934ca5f85b HTTP/1.1" status: 200 len: 689 time: 0.1801093 Aug 31 15:47:14.914912 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33922) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:14.955108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (f7158769-ce09-4eb8-84da-8360ab31fa93), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.033314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Pushing event updated for resources: {'Port': ['ID=be03b279-619e-42a4-a36c-ffc59d1e62e3,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:15.062521 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:15.063435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:15.063435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:15.088917 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Pushing event updated for resources: {'Port': ['ID=f7158769-ce09-4eb8-84da-8360ab31fa93,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:15.104761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (67a319d9-0bce-483d-8333-341f15af92ee), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.105342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (0419b3ee-cacd-4557-8c9c-29a8e4717f6f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.105505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:15.105505 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:15.106538 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-03daba09-3432-4f2e-bc8a-fd1de7f04df4 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=31b376b2328a440b89babf8954403d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695096 Aug 31 15:47:15.111302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33924) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:15.116837 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 2 to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf Aug 31 15:47:15.120661 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:15.138568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:15.143157 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:15.147642 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f185f23b-cb95-4c82-b603-b752f6741368 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/bf1d3336-8e29-4293-81bd-a22f8303ffaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0159335 Aug 31 15:47:15.149909 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Sync routers for ids ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:15.167340 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Routers {'bf1d3336-8e29-4293-81bd-a22f8303ffaf'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:15.168657 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:15.223347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:15.223929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5f14a5-ec44-4a4d-80b3-00d09b2cfbbe admin admin] Publish callbacks [] for security_group (594e0929-e966-4ebf-bd52-ace4a44a3c5b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.224206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:15.225026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:15.227838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6b52ce8f-8955-4a2b-80df-536c2fca60d8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.238461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event updated for resources: {'Port': ['ID=815eb414-cf34-41b2-97d3-a4cea1ccb3cf,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:15.276355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.276654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:15.276991 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:15.277666 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Attempt 6 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:15.284559 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-18bc6271-df14-4254-aba0-c90dfcd2b03e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4249144 Aug 31 15:47:15.288908 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 3 to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf Aug 31 15:47:15.328807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (0d8eda42-4ed9-45dd-87b6-65934ca5f85b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.338783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5f14a5-ec44-4a4d-80b3-00d09b2cfbbe admin admin] Publish callbacks [] for security_group (594e0929-e966-4ebf-bd52-ace4a44a3c5b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.398898 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Set router bf1d3336-8e29-4293-81bd-a22f8303ffaf gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:15.417828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:15.450993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:15.452898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:15.452898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:15.491497 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:15.517346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Network 771150c3-884c-4ef5-960f-20b164528f6d is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:15.521897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:15.538466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:15.544142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event updated for resources: {'Port': ['ID=6b52ce8f-8955-4a2b-80df-536c2fca60d8,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:15.644933 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:15.649847 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:15.700738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5f14a5-ec44-4a4d-80b3-00d09b2cfbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (594e0929-e966-4ebf-bd52-ace4a44a3c5b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.704098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5f14a5-ec44-4a4d-80b3-00d09b2cfbbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.705702 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5a5f14a5-ec44-4a4d-80b3-00d09b2cfbbe admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/594e0929-e966-4ebf-bd52-ace4a44a3c5b HTTP/1.1" status: 204 len: 168 time: 0.5920508 Aug 31 15:47:15.719061 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 4 to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf Aug 31 15:47:15.721005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f14a5-ec44-4a4d-80b3-00d09b2cfbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594e0929-e966-4ebf-bd52-ace4a44a3c5b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:15.762730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Deleting port 7cc35542-4c02-4d2b-af05-dd6ff80c83f5 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:15.763148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7cc35542-4c02-4d2b-af05-dd6ff80c83f5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.780368 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'name': 'tempest-ServersTestManualDisk-682894399-router', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:02Z', 'updated_at': '2022-08-31T15:47:12Z', 'revision_number': 4, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'gw_port': {'id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d', 'name': '', 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'mac_address': 'fa:16:3e:43:5c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'eac39988-0761-4ad2-92d7-005ebc89c086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:10Z', 'updated_at': '2022-08-31T15:47:13Z', 'revision_number': 2, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'subnets': [{'id': 'eac39988-0761-4ad2-92d7-005ebc89c086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:15.794228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:15.794560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:15.794895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:15.830995 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Checking router: bf1d3336-8e29-4293-81bd-a22f8303ffaf for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:15.832596 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Updating router bf1d3336-8e29-4293-81bd-a22f8303ffaf port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:15.845780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:15.846106 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:15.852158 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 5 to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf Aug 31 15:47:15.856161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Router 1595294c-0f1b-4f11-bf44-5f204087b296 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:47:15.877322 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:15.889831 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:15.890284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:15.890631 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:15.919442 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Attempt 7 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:15.932917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:15.933885 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:15.934218 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:15.938495 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 6 to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf Aug 31 15:47:16.003238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.010782 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:16.093612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33956) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:16.099971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-acee1326-6d87-4710-9e7d-cf5b81bc9217 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123496502', 'description': 'tempest-description--878291075'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:16.106683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:16.107577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:16.115304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33964) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:16.121967 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 15:47:16.164910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:16.174727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:16.175060 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:16.175392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:16.191640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:16.191982 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:16.192351 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 7 to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf Aug 31 15:47:16.254243 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-798ef6b3-98bb-4ca0-8660-437d0a705ca3 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--434655275&fields=id&tenant_id=705873c953a14cc9ac26823dd144c4d5 HTTP/1.1" status: 200 len: 267 time: 0.1334021 Aug 31 15:47:16.255685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:16.256021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:16.256357 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:16.259548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7cc35542-4c02-4d2b-af05-dd6ff80c83f5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.259898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks [] for floatingip (7cc35542-4c02-4d2b-af05-dd6ff80c83f5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.280563 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Calling delete_port for 7cc35542-4c02-4d2b-af05-dd6ff80c83f5 owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:16.282388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:16.282716 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:16.283454 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Publish callbacks [] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.287154 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 8 to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf Aug 31 15:47:16.298437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Router 67a319d9-0bce-483d-8333-341f15af92ee is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:16.308802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acee1326-6d87-4710-9e7d-cf5b81bc9217 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.310408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:16.329007 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Sync routers for ids ['1595294c-0f1b-4f11-bf44-5f204087b296'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:16.341197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Routers {'1595294c-0f1b-4f11-bf44-5f204087b296'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:16.344768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['1595294c-0f1b-4f11-bf44-5f204087b296'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:16.355704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ebe5af1b-dd76-47b5-8eb8-1a076968a956 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/1595294c-0f1b-4f11-bf44-5f204087b296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9332101 Aug 31 15:47:16.355704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:16.355704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:16.355704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:16.372615 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.373893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:16.374164 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:16.377724 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 9 to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf Aug 31 15:47:16.431107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:16.431242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:16.431561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:16.448289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:16.448614 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:16.460165 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 10 to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf Aug 31 15:47:16.479546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:16.479999 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:16.480407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:16.499735 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:16.528892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Set router 1595294c-0f1b-4f11-bf44-5f204087b296 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:16.548463 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35d629-9373-43d1-be22-eaddbb487393 None None] Pushing event updated for resources: {'Port': ['ID=2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:16.554501 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Attempting to bind port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:16.555021 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Attempting to bind port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:16.555392 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Attempting to bind port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d on network b339b5fd-5f65-4981-aef9-3a56845f0808 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:16.564019 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:16.564406 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Checking segment: {'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:16.565203 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.565791 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Bound using segment: {'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:16.566643 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Bound port: 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:16.566643 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.574695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:16.575734 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:16.585680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (815eb414-cf34-41b2-97d3-a4cea1ccb3cf), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.660881 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Attempt 8 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:16.694913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:16.695559 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] For port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:16.701016 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] For port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d,segment=NetworkSegment(0922db83-8cd7-4ce3-a84c-767f84f1283e),segment_id=0922db83-8cd7-4ce3-a84c-767f84f1283e)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:16.717518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:16.721417 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Sync routers for ids ['67a319d9-0bce-483d-8333-341f15af92ee'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:16.738094 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Routers {'67a319d9-0bce-483d-8333-341f15af92ee'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:16.739559 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['67a319d9-0bce-483d-8333-341f15af92ee'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:16.797350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.827544 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.829601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] For port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf, host hv-neutron-8552, cleared binding levels {{(pid=114265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:16.830143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempted to set empty binding levels {{(pid=114265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 15:47:16.848066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (7cc35542-4c02-4d2b-af05-dd6ff80c83f5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.899283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.900077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'name': 'tempest-ServerActionsTestJSON-595016790-router', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:13Z', 'revision_number': 4, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'gw_port': {'id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:05Z', 'updated_at': '2022-08-31T15:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'be03b279-619e-42a4-a36c-ffc59d1e62e3', 'name': '', 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'mac_address': 'fa:16:3e:16:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'de35b079-8645-47b6-9ecb-972c8a646114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:11Z', 'updated_at': '2022-08-31T15:47:13Z', 'revision_number': 2, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'subnets': [{'id': 'de35b079-8645-47b6-9ecb-972c8a646114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:16.900853 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e6913072-294a-4be9-85aa-b13407a4e779 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.7902927 Aug 31 15:47:16.914292 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Routers {'bf1d3336-8e29-4293-81bd-a22f8303ffaf'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:16.915065 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:16.930113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 33984) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:16.936699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (815eb414-cf34-41b2-97d3-a4cea1ccb3cf), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.937762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] In _notify_port_updated(), no bound segment for port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:47:16.938743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:16.939435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.940945 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "PUT /networking/v2.0/ports/815eb414-cf34-41b2-97d3-a4cea1ccb3cf HTTP/1.1" status: 200 len: 981 time: 3.2341588 Aug 31 15:47:16.942469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cc35542-4c02-4d2b-af05-dd6ff80c83f5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:16.952941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Checking router: 1595294c-0f1b-4f11-bf44-5f204087b296 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:16.952941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Updating router 1595294c-0f1b-4f11-bf44-5f204087b296 port be03b279-619e-42a4-a36c-ffc59d1e62e3 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:16.953419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33986) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:16.977780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56b9f1-462e-4dea-8e33-21339700163a req-2b36fcdf-f516-4723-b830-10af49b30b87 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:16.979415 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-2b36fcdf-f516-4723-b830-10af49b30b87 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/networks?id=21139938-13fc-48aa-b1f6-f330426c0275 HTTP/1.1" status: 200 len: 806 time: 0.6748219 Aug 31 15:47:16.991115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:16.997127 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:17.047302 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Set router 67a319d9-0bce-483d-8333-341f15af92ee gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:17.051147 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35d629-9373-43d1-be22-eaddbb487393 None None] Pushing event updated for resources: {'Port': ['ID=2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:17.177042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:17.184470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.184954 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.185425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.186698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.187524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.188126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.190073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.190557 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.191061 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.194215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.198667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.199511 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.200125 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.200772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.201540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.202351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.203215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:17.211412 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a26a43b1-649e-4727-827f-dde3df887f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 15558 time: 0.2009764 Aug 31 15:47:17.213530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33994) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:17.222424 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Attempt 9 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:17.229801 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks [] for floatingip (713e1d06-cac5-412c-a6e7-8e6eddd27f52), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.295111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:17.301602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 33996) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:17.325420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7db10284-e2d0-4620-b87f-19b9c4af66a2 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43047295', 'description': 'tempest-description--451018667'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:17.348854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acee1326-6d87-4710-9e7d-cf5b81bc9217 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group (17b14e6e-22fa-435f-b0e0-4955b69ae26e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-6a97e82e-a978-4843-8461-d7c074d3cd55 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:17.353995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:17.402993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9e625-5f7a-4bcd-a049-bc9a901c0919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event updated for resources: {'Port': ['ID=815eb414-cf34-41b2-97d3-a4cea1ccb3cf,revision_number=3']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:17.445344 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (dbb34b89-76d7-414f-bd24-73b087f652cc), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.447956 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e3dec-5934-42c9-96aa-f371ba8f5ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Deleting port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:17.448289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3dec-5934-42c9-96aa-f371ba8f5ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (815eb414-cf34-41b2-97d3-a4cea1ccb3cf), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.492431 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:17.497221 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Provisioning complete for port be03b279-619e-42a4-a36c-ffc59d1e62e3 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:17.497911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.498531 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Attempt 1 to provision port be03b279-619e-42a4-a36c-ffc59d1e62e3 Aug 31 15:47:17.512570 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7db10284-e2d0-4620-b87f-19b9c4af66a2 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.519270 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a319d9-0bce-483d-8333-341f15af92ee', 'name': '', 'tenant_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093eb848-8b54-4eac-a0d9-46e2d11592ee', 'external_fixed_ips': [{'subnet_id': 'eee4cc96-461e-488f-b344-43aebacc1004', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '4dc93165-74a4-4f33-a878-e2ba27e9343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:10Z', 'updated_at': '2022-08-31T15:47:13Z', 'revision_number': 3, 'project_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'gw_port': {'id': '4dc93165-74a4-4f33-a878-e2ba27e9343f', 'name': '', 'network_id': '093eb848-8b54-4eac-a0d9-46e2d11592ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:97:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a319d9-0bce-483d-8333-341f15af92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'eee4cc96-461e-488f-b344-43aebacc1004', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:12Z', 'updated_at': '2022-08-31T15:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eee4cc96-461e-488f-b344-43aebacc1004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:17.526301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:17.542931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acee1326-6d87-4710-9e7d-cf5b81bc9217 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (17b14e6e-22fa-435f-b0e0-4955b69ae26e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.554236 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Checking router: 67a319d9-0bce-483d-8333-341f15af92ee for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:17.554620 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Updating router 67a319d9-0bce-483d-8333-341f15af92ee port 4dc93165-74a4-4f33-a878-e2ba27e9343f binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:17.585492 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-7e9e3dec-5934-42c9-96aa-f371ba8f5ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] For port 815eb414-cf34-41b2-97d3-a4cea1ccb3cf, host hv-neutron-8552, got binding levels [] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:17.585872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3dec-5934-42c9-96aa-f371ba8f5ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (815eb414-cf34-41b2-97d3-a4cea1ccb3cf), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.589057 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-b00c8611-e33f-464b-b638-059f1dea6a40 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/quotas/705873c953a14cc9ac26823dd144c4d5 HTTP/1.1" status: 200 len: 375 time: 0.3111680 Aug 31 15:47:17.606239 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4dc93165-74a4-4f33-a878-e2ba27e9343f), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.616876 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Publish callbacks [] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.619971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:17.624416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Port be03b279-619e-42a4-a36c-ffc59d1e62e3 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:17.628866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e3dec-5934-42c9-96aa-f371ba8f5ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Calling delete_port for 815eb414-cf34-41b2-97d3-a4cea1ccb3cf owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:17.709802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:17.713071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.722498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (67a319d9-0bce-483d-8333-341f15af92ee), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.730638 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] Set router bf1d3336-8e29-4293-81bd-a22f8303ffaf gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:17.732314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee1326-6d87-4710-9e7d-cf5b81bc9217 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b14e6e-22fa-435f-b0e0-4955b69ae26e,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:17.750022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for subnet (dbb34b89-76d7-414f-bd24-73b087f652cc), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.788870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acee1326-6d87-4710-9e7d-cf5b81bc9217 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.789131 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7db10284-e2d0-4620-b87f-19b9c4af66a2 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group (84873d94-98cc-4d86-99b9-0f2f09a561cd), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.793207 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-acee1326-6d87-4710-9e7d-cf5b81bc9217 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6981077 Aug 31 15:47:17.799244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34002) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:17.809895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-47c541d5-10be-4018-b29e-82b83274a4d5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Request body: {'security_group_rule': {'security_group_id': '17b14e6e-22fa-435f-b0e0-4955b69ae26e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:17.820745 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-42fe3627-6fbd-4773-84b6-d74b4d6d4ba1 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=705873c953a14cc9ac26823dd144c4d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1902256 Aug 31 15:47:17.851660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c17dc-7229-40fd-8f12-9f92b9d7011d None None] Pushing event updated for resources: {'Port': ['ID=be03b279-619e-42a4-a36c-ffc59d1e62e3,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:17.862909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb34b89-76d7-414f-bd24-73b087f652cc,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:17.906518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7db10284-e2d0-4620-b87f-19b9c4af66a2 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (84873d94-98cc-4d86-99b9-0f2f09a561cd), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.938874 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Attempting to bind port be03b279-619e-42a4-a36c-ffc59d1e62e3 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:17.939284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Attempting to bind port be03b279-619e-42a4-a36c-ffc59d1e62e3 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:17.939643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Attempting to bind port be03b279-619e-42a4-a36c-ffc59d1e62e3 on network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:17.940890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (67a319d9-0bce-483d-8333-341f15af92ee), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.958027 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:17.958425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Checking segment: {'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:17.959485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.959485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Bound using segment: {'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:17.960043 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Bound port: be03b279-619e-42a4-a36c-ffc59d1e62e3, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:17.960430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:17.960937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db10284-e2d0-4620-b87f-19b9c4af66a2 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84873d94-98cc-4d86-99b9-0f2f09a561cd,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:17.987632 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:17.989141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-47c541d5-10be-4018-b29e-82b83274a4d5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group_rule (37084a6f-f965-46a2-aec4-21466cfca0d8), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.072177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Router a6d7137b-5db5-4103-80d1-64f3b3ad4d77 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:18.079057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (0d8eda42-4ed9-45dd-87b6-65934ca5f85b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.122173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.122666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.124401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.124529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > port after_create 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.124800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > port after_delete 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.125432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > port after_update 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.125572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.125858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.126176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.126516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.127667 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Attempt 2 to provision port be03b279-619e-42a4-a36c-ffc59d1e62e3 Aug 31 15:47:18.177177 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'name': 'tempest-ServersTestManualDisk-682894399-router', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:02Z', 'updated_at': '2022-08-31T15:47:12Z', 'revision_number': 4, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'gw_port': {'id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d', 'name': '', 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'mac_address': 'fa:16:3e:43:5c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'eac39988-0761-4ad2-92d7-005ebc89c086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:10Z', 'updated_at': '2022-08-31T15:47:16Z', 'revision_number': 4, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'subnets': [{'id': 'eac39988-0761-4ad2-92d7-005ebc89c086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:18.197008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Port be03b279-619e-42a4-a36c-ffc59d1e62e3 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:18.211329 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abd0a6-29f5-436d-841c-55f6af2d4e34 None None] The sync data for ids ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'] in dv-neutron-855257-2-hyperv is: [{'id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'name': 'tempest-ServersTestManualDisk-682894399-router', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:02Z', 'updated_at': '2022-08-31T15:47:12Z', 'revision_number': 4, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'gw_port': {'id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d', 'name': '', 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'mac_address': 'fa:16:3e:43:5c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'eac39988-0761-4ad2-92d7-005ebc89c086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:10Z', 'updated_at': '2022-08-31T15:47:16Z', 'revision_number': 4, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'subnets': [{'id': 'eac39988-0761-4ad2-92d7-005ebc89c086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:18.221519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] For port be03b279-619e-42a4-a36c-ffc59d1e62e3, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:18.233697 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] For port be03b279-619e-42a4-a36c-ffc59d1e62e3, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=be03b279-619e-42a4-a36c-ffc59d1e62e3,segment=NetworkSegment(7c9fefcf-3de5-4077-a3c3-5f413195a3f1),segment_id=7c9fefcf-3de5-4077-a3c3-5f413195a3f1)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:18.233912 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Publish callbacks [] for port (4dc93165-74a4-4f33-a878-e2ba27e9343f), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.245225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Deleting port 4dc93165-74a4-4f33-a878-e2ba27e9343f {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:18.245484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (4dc93165-74a4-4f33-a878-e2ba27e9343f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.254103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-47c541d5-10be-4018-b29e-82b83274a4d5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group_rule (37084a6f-f965-46a2-aec4-21466cfca0d8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.311177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-1265c0f5-6993-4a60-a00c-872cbb1fbe28 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:47:18.321934 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-1265c0f5-6993-4a60-a00c-872cbb1fbe28 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1576502 Aug 31 15:47:18.391335 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (4dc93165-74a4-4f33-a878-e2ba27e9343f), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.391503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.424793 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Attempting to bind port 4dc93165-74a4-4f33-a878-e2ba27e9343f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:18.425872 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Attempting to bind port 4dc93165-74a4-4f33-a878-e2ba27e9343f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '46a1df17-9707-4906-a3a0-7de5cd4409ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '093eb848-8b54-4eac-a0d9-46e2d11592ee'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:18.426476 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Attempting to bind port 4dc93165-74a4-4f33-a878-e2ba27e9343f on network 093eb848-8b54-4eac-a0d9-46e2d11592ee {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:18.435457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.436518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.437070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.442612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=114265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:47:18.442612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8eda42-4ed9-45dd-87b6-65934ca5f85b']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:18.443365 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:18.443365 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Checking segment: {'id': '46a1df17-9707-4906-a3a0-7de5cd4409ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '093eb848-8b54-4eac-a0d9-46e2d11592ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:18.445263 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.446129 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Bound using segment: {'id': '46a1df17-9707-4906-a3a0-7de5cd4409ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '093eb848-8b54-4eac-a0d9-46e2d11592ee'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:18.447239 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Bound port: 4dc93165-74a4-4f33-a878-e2ba27e9343f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a1df17-9707-4906-a3a0-7de5cd4409ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '093eb848-8b54-4eac-a0d9-46e2d11592ee'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:18.447845 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4dc93165-74a4-4f33-a878-e2ba27e9343f), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.460000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-47c541d5-10be-4018-b29e-82b83274a4d5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (37084a6f-f965-46a2-aec4-21466cfca0d8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.461225 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c17dc-7229-40fd-8f12-9f92b9d7011d None None] Pushing event updated for resources: {'Port': ['ID=be03b279-619e-42a4-a36c-ffc59d1e62e3,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:18.463313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3dec-5934-42c9-96aa-f371ba8f5ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (815eb414-cf34-41b2-97d3-a4cea1ccb3cf), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.469404 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7db10284-e2d0-4620-b87f-19b9c4af66a2 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.471630 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7db10284-e2d0-4620-b87f-19b9c4af66a2 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1536145 Aug 31 15:47:18.476060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Routers {'1595294c-0f1b-4f11-bf44-5f204087b296'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:18.476720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['1595294c-0f1b-4f11-bf44-5f204087b296'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:18.485201 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34018) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:18.488599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96952f9d-5fe2-42f4-807f-68349bb74464') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:18.489290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96952f9d-5fe2-42f4-807f-68349bb74464') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:18.503061 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-789150c7-f8e1-47a6-b08e-cf3d97e7d17c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Request body: {'security_group_rule': {'security_group_id': '84873d94-98cc-4d86-99b9-0f2f09a561cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:18.552815 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e171ae-0f3e-4121-85a0-4f2e1cc42fb5 None None] Pushing event updated for resources: {'Port': ['ID=4dc93165-74a4-4f33-a878-e2ba27e9343f,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:18.570231 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e3dec-5934-42c9-96aa-f371ba8f5ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event deleted for resources: {'Port': ['ID=815eb414-cf34-41b2-97d3-a4cea1ccb3cf,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:18.574802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (96952f9d-5fe2-42f4-807f-68349bb74464), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.590409 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] For port 4dc93165-74a4-4f33-a878-e2ba27e9343f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:18.594048 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] For port 4dc93165-74a4-4f33-a878-e2ba27e9343f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=4dc93165-74a4-4f33-a878-e2ba27e9343f,segment=NetworkSegment(46a1df17-9707-4906-a3a0-7de5cd4409ab),segment_id=46a1df17-9707-4906-a3a0-7de5cd4409ab)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:18.630326 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c541d5-10be-4018-b29e-82b83274a4d5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37084a6f-f965-46a2-aec4-21466cfca0d8,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:18.638227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (96952f9d-5fe2-42f4-807f-68349bb74464), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.644459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3dec-5934-42c9-96aa-f371ba8f5ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.649277 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7e9e3dec-5934-42c9-96aa-f371ba8f5ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/815eb414-cf34-41b2-97d3-a4cea1ccb3cf HTTP/1.1" status: 204 len: 168 time: 1.4334517 Aug 31 15:47:18.654348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34020) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:18.672434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:18.687241 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (4dc93165-74a4-4f33-a878-e2ba27e9343f), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.691539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:18.691539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (96952f9d-5fe2-42f4-807f-68349bb74464), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.695493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Sync routers for ids ['a6d7137b-5db5-4103-80d1-64f3b3ad4d77'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:18.709373 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Attempt 3 to provision port be03b279-619e-42a4-a36c-ffc59d1e62e3 Aug 31 15:47:18.710787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-47c541d5-10be-4018-b29e-82b83274a4d5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.723530 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-47c541d5-10be-4018-b29e-82b83274a4d5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9149926 Aug 31 15:47:18.725825 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0cb887-1dee-43b8-a11d-c0dad45314bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] GET failed (client error): The resource could not be found. Aug 31 15:47:18.731086 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5f0cb887-1dee-43b8-a11d-c0dad45314bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "GET /networking/v2.0/ports/815eb414-cf34-41b2-97d3-a4cea1ccb3cf HTTP/1.1" status: 404 len: 333 time: 0.0750036 Aug 31 15:47:18.738807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (4dc93165-74a4-4f33-a878-e2ba27e9343f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.752959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34026) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:18.756137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34028) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:18.770484 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-641801378', 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:18.771643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:18.782556 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a72a7794-4058-46f7-8194-cd6e3d3d051f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Request body: {'security_group_rule': {'security_group_id': '17b14e6e-22fa-435f-b0e0-4955b69ae26e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:18.786879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] Set router 1595294c-0f1b-4f11-bf44-5f204087b296 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:18.809684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Calling delete_port for 4dc93165-74a4-4f33-a878-e2ba27e9343f owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:18.834183 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-c1e3311d-0567-4a1d-9188-f98e4100487e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/21139938-13fc-48aa-b1f6-f330426c0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074887 Aug 31 15:47:18.842696 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e171ae-0f3e-4121-85a0-4f2e1cc42fb5 None None] Pushing event updated for resources: {'Port': ['ID=4dc93165-74a4-4f33-a878-e2ba27e9343f,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:18.846919 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Routers {'67a319d9-0bce-483d-8333-341f15af92ee'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:18.847528 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['67a319d9-0bce-483d-8333-341f15af92ee'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:18.852635 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:18.856071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Routers {'a6d7137b-5db5-4103-80d1-64f3b3ad4d77'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:18.861110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['a6d7137b-5db5-4103-80d1-64f3b3ad4d77'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:18.929203 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=1,neutron:UPDATE=3,neutron:SELECT=96 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:18.930222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-789150c7-f8e1-47a6-b08e-cf3d97e7d17c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group_rule (2151f95f-e44e-4043-af4b-5118fc94ef71), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:18.933495 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:18.978960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a72a7794-4058-46f7-8194-cd6e3d3d051f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group_rule (fdf11afa-4a37-40fd-bdc0-e07d552de067), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.032299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.037785 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8f681013-3e63-4060-84c3-932986e77148 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.4489973 Aug 31 15:47:19.049591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34034) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:19.064813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Provisioning complete for port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:19.066169 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.067545 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] Set router 67a319d9-0bce-483d-8333-341f15af92ee gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:19.068059 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Attempt 1 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:19.078510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Made reservation on behalf of 20225213d6a7405998710853507f6d9b for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:19.082191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.119718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:19.149248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (0d8eda42-4ed9-45dd-87b6-65934ca5f85b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.187226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d8eda42-4ed9-45dd-87b6-65934ca5f85b {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 15:47:19.198588 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a319d9-0bce-483d-8333-341f15af92ee', 'name': '', 'tenant_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:10Z', 'updated_at': '2022-08-31T15:47:17Z', 'revision_number': 4, 'project_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:19.226918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-789150c7-f8e1-47a6-b08e-cf3d97e7d17c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group_rule (2151f95f-e44e-4043-af4b-5118fc94ef71), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.232533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.247885 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "DELETE /networking/v2.0/networks/0d8eda42-4ed9-45dd-87b6-65934ca5f85b HTTP/1.1" status: 204 len: 168 time: 4.3235359 Aug 31 15:47:19.250712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] device_id is not set on port 313491bd-c713-4d51-ab9c-c3df66ba39af yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:19.260133 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994ffe9-1db0-4116-a42c-2e6b8d266d7b None None] The sync data for ids ['67a319d9-0bce-483d-8333-341f15af92ee'] in dv-neutron-855257-2-hyperv is: [{'id': '67a319d9-0bce-483d-8333-341f15af92ee', 'name': '', 'tenant_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:10Z', 'updated_at': '2022-08-31T15:47:17Z', 'revision_number': 4, 'project_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'gw_port_host': None}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:19.263068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34044) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:19.293593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a72a7794-4058-46f7-8194-cd6e3d3d051f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group_rule (fdf11afa-4a37-40fd-bdc0-e07d552de067), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.303680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9f981-a285-419b-9cbe-2aff44c1552e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d8eda42-4ed9-45dd-87b6-65934ca5f85b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:19.305328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:19.311959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:19.333127 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 96952f9d-5fe2-42f4-807f-68349bb74464 resource provider aggregate not found Aug 31 15:47:19.335308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.472817 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 96952f9d-5fe2-42f4-807f-68349bb74464 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96952f9d-5fe2-42f4-807f-68349bb74464 found for delete ", "request_id": "req-116691a0-8f2a-4599-a2b4-d56de180de09"}]} Aug 31 15:47:19.478216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-789150c7-f8e1-47a6-b08e-cf3d97e7d17c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (2151f95f-e44e-4043-af4b-5118fc94ef71), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.536118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a72a7794-4058-46f7-8194-cd6e3d3d051f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (fdf11afa-4a37-40fd-bdc0-e07d552de067), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.539727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Set router a6d7137b-5db5-4103-80d1-64f3b3ad4d77 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:19.572971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789150c7-f8e1-47a6-b08e-cf3d97e7d17c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2151f95f-e44e-4043-af4b-5118fc94ef71,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:19.597035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34050) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:19.627942 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0bf5d364-e0b3-4b5e-b6b2-ae367034ed68 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3325980 Aug 31 15:47:19.631740 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-421efc53-1617-4af7-8a08-467ab72631b6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/21139938-13fc-48aa-b1f6-f330426c0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7891312 Aug 31 15:47:19.650803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34052) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:19.760494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:19.781056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:19.806564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e9f8664c-07cf-4c83-9cb8-5573e116410b None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:19.907695 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:19.918040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-17a7558b-b13f-4739-8ff6-4d1f5cf94136 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:19.957240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4dc93165-74a4-4f33-a878-e2ba27e9343f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.962816 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:19.988885 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:19.989292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:19.989642 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d Aug 31 15:47:19.996056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dc93165-74a4-4f33-a878-e2ba27e9343f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:20.017414 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc19ad6-272e-4e7c-98ae-23003835942f tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:20.017924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc19ad6-272e-4e7c-98ae-23003835942f tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:20.019074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc19ad6-272e-4e7c-98ae-23003835942f tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:20.020222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc19ad6-272e-4e7c-98ae-23003835942f tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:20.020685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc19ad6-272e-4e7c-98ae-23003835942f tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:20.022932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc19ad6-272e-4e7c-98ae-23003835942f tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:20.023389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc19ad6-272e-4e7c-98ae-23003835942f tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:20.023839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc19ad6-272e-4e7c-98ae-23003835942f tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:20.026467 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bbc19ad6-272e-4e7c-98ae-23003835942f tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 5220 time: 0.3730266 Aug 31 15:47:20.027224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a7794-4058-46f7-8194-cd6e3d3d051f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf11afa-4a37-40fd-bdc0-e07d552de067,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:20.033253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34056) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:20.104057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Deleting port 6b52ce8f-8955-4a2b-80df-536c2fca60d8 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:20.104406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6b52ce8f-8955-4a2b-80df-536c2fca60d8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.104698 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-33be94eb-43c0-43f3-84b6-7e7e25195527 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] delete failed (client error): The resource could not be found. Aug 31 15:47:20.105804 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-33be94eb-43c0-43f3-84b6-7e7e25195527 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "DELETE /networking/v2.0/floatingips/713e1d06-cac5-412c-a6e7-8e6eddd27f52 HTTP/1.1" status: 404 len: 345 time: 0.0712538 Aug 31 15:47:20.109833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34062) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:20.113482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-789150c7-f8e1-47a6-b08e-cf3d97e7d17c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.114685 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-789150c7-f8e1-47a6-b08e-cf3d97e7d17c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6189952 Aug 31 15:47:20.118406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'name': 'tempest-ServerActionsTestJSON-595016790-router', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:13Z', 'revision_number': 4, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'gw_port': {'id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:05Z', 'updated_at': '2022-08-31T15:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'be03b279-619e-42a4-a36c-ffc59d1e62e3', 'name': '', 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'mac_address': 'fa:16:3e:16:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'de35b079-8645-47b6-9ecb-972c8a646114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:11Z', 'updated_at': '2022-08-31T15:47:18Z', 'revision_number': 4, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'subnets': [{'id': 'de35b079-8645-47b6-9ecb-972c8a646114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:20.133919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34064) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:20.154365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-84f47c4c-046c-47ea-8f51-903605a70100 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Request body: {'security_group_rule': {'security_group_id': '84873d94-98cc-4d86-99b9-0f2f09a561cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:20.159603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d7137b-5db5-4103-80d1-64f3b3ad4d77', 'name': '', 'tenant_id': '8fd558be06804ac38608d1d5ebb94d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771150c3-884c-4ef5-960f-20b164528f6d', 'external_fixed_ips': [{'subnet_id': '02cbb96f-6bba-4e18-8b16-35b7e0ae7e15', 'ip_address': '2001:db8::41'}], 'enable_snat': True}, 'gw_port_id': '6b52ce8f-8955-4a2b-80df-536c2fca60d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:11Z', 'updated_at': '2022-08-31T15:47:15Z', 'revision_number': 3, 'project_id': '8fd558be06804ac38608d1d5ebb94d64', 'gw_port': {'id': '6b52ce8f-8955-4a2b-80df-536c2fca60d8', 'name': '', 'network_id': '771150c3-884c-4ef5-960f-20b164528f6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d7137b-5db5-4103-80d1-64f3b3ad4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '02cbb96f-6bba-4e18-8b16-35b7e0ae7e15', 'ip_address': '2001:db8::41', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:13Z', 'updated_at': '2022-08-31T15:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cbb96f-6bba-4e18-8b16-35b7e0ae7e15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:20.162619 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4f67a-61fa-4313-98f1-995aea9404da None None] The sync data for ids ['1595294c-0f1b-4f11-bf44-5f204087b296'] in dv-neutron-855257-2-hyperv is: [{'id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'name': 'tempest-ServerActionsTestJSON-595016790-router', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:13Z', 'revision_number': 4, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'gw_port': {'id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:05Z', 'updated_at': '2022-08-31T15:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'be03b279-619e-42a4-a36c-ffc59d1e62e3', 'name': '', 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'mac_address': 'fa:16:3e:16:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'de35b079-8645-47b6-9ecb-972c8a646114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:11Z', 'updated_at': '2022-08-31T15:47:18Z', 'revision_number': 4, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'subnets': [{'id': 'de35b079-8645-47b6-9ecb-972c8a646114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:20.167309 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-174568e7-7752-4d2e-9e6e-32259196af89 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 15:47:20.169936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174568e7-7752-4d2e-9e6e-32259196af89 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:47:20.170665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a72a7794-4058-46f7-8194-cd6e3d3d051f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.172132 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a72a7794-4058-46f7-8194-cd6e3d3d051f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4142947 Aug 31 15:47:20.178346 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-174568e7-7752-4d2e-9e6e-32259196af89 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "DELETE /networking/v2.0/networks/0d8eda42-4ed9-45dd-87b6-65934ca5f85b HTTP/1.1" status: 404 len: 339 time: 0.0649834 Aug 31 15:47:20.184765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34070) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:20.189129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34074) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:20.206241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Request body: {'network': {'name': 'tempest-network--929776712', 'router:external': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:20.209833 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:20.212190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Checking router: a6d7137b-5db5-4103-80d1-64f3b3ad4d77 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:20.212588 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Updating router a6d7137b-5db5-4103-80d1-64f3b3ad4d77 port 6b52ce8f-8955-4a2b-80df-536c2fca60d8 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:20.239453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:20.303846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6b52ce8f-8955-4a2b-80df-536c2fca60d8), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.340984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Made reservation on behalf of cebe39940c72498f823efd1f3dbca065 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:20.344251 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.383937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:20.398573 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks [] for port (313491bd-c713-4d51-ab9c-c3df66ba39af), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.415853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:20.422448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.635810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34086) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:20.720807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:20.726529 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-17a7558b-b13f-4739-8ff6-4d1f5cf94136 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] 10.222.0.46 "PUT /networking/v2.0/quotas/1158f15f12c24582aa9f3d03affeee36 HTTP/1.1" status: 200 len: 368 time: 1.1095698 Aug 31 15:47:20.734491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34092) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:20.744743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:20.749471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Request body: {'network': {'project_id': '1158f15f12c24582aa9f3d03affeee36'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:20.771865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:20.846470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (67a319d9-0bce-483d-8333-341f15af92ee), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.884894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84f47c4c-046c-47ea-8f51-903605a70100 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group_rule (292082ad-afdb-449f-b07c-b7983ddd3316), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.890259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b1b00f14-df79-4a6b-b42a-878b4b00e634), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.890848 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Added segment b1b00f14-df79-4a6b-b42a-878b4b00e634 of type vlan for network dd74013a-2143-40e1-af4a-a5da2a5c24b8 Aug 31 15:47:20.907965 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 15:47:20.921187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.994529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6b52ce8f-8955-4a2b-80df-536c2fca60d8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:20.997337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Made reservation on behalf of 1158f15f12c24582aa9f3d03affeee36 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:20.999825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.008175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:21.024407 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Publish callbacks [] for port (6b52ce8f-8955-4a2b-80df-536c2fca60d8), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.033086 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.051076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.052331 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-be382c8f-4f89-49ea-b470-a4b1cdd16085 req-a9fadd97-edc4-43ac-82d1-f33ada1389b5 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 210 time: 0.4084299 Aug 31 15:47:21.059145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (67a319d9-0bce-483d-8333-341f15af92ee), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.066259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Calling delete_port for 6b52ce8f-8955-4a2b-80df-536c2fca60d8 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:21.068589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_controller (67a319d9-0bce-483d-8333-341f15af92ee), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.113258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6b52ce8f-8955-4a2b-80df-536c2fca60d8), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.117526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (dd74013a-2143-40e1-af4a-a5da2a5c24b8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.172406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Attempting to bind port 6b52ce8f-8955-4a2b-80df-536c2fca60d8 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:21.172777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Attempting to bind port 6b52ce8f-8955-4a2b-80df-536c2fca60d8 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '713a87d5-f4f9-4e8a-8f4c-7faa4e38076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '771150c3-884c-4ef5-960f-20b164528f6d'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:21.173146 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Attempting to bind port 6b52ce8f-8955-4a2b-80df-536c2fca60d8 on network 771150c3-884c-4ef5-960f-20b164528f6d {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:21.180729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:21.181106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Checking segment: {'id': '713a87d5-f4f9-4e8a-8f4c-7faa4e38076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '771150c3-884c-4ef5-960f-20b164528f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:21.181511 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.181951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Bound using segment: {'id': '713a87d5-f4f9-4e8a-8f4c-7faa4e38076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '771150c3-884c-4ef5-960f-20b164528f6d'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:21.182433 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Bound port: 6b52ce8f-8955-4a2b-80df-536c2fca60d8, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713a87d5-f4f9-4e8a-8f4c-7faa4e38076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '771150c3-884c-4ef5-960f-20b164528f6d'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:21.183195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6b52ce8f-8955-4a2b-80df-536c2fca60d8), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.215984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad02f06-3b7d-43ce-ac66-6841d07a34c1 None None] Pushing event updated for resources: {'Port': ['ID=6b52ce8f-8955-4a2b-80df-536c2fca60d8,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:21.228226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (313491bd-c713-4d51-ab9c-c3df66ba39af), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.242754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84f47c4c-046c-47ea-8f51-903605a70100 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group_rule (292082ad-afdb-449f-b07c-b7983ddd3316), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.274137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] For port 6b52ce8f-8955-4a2b-80df-536c2fca60d8, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:21.277754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] For port 6b52ce8f-8955-4a2b-80df-536c2fca60d8, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6b52ce8f-8955-4a2b-80df-536c2fca60d8,segment=NetworkSegment(713a87d5-f4f9-4e8a-8f4c-7faa4e38076d),segment_id=713a87d5-f4f9-4e8a-8f4c-7faa4e38076d)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:21.289459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (67a319d9-0bce-483d-8333-341f15af92ee), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.290772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67a319d9-0bce-483d-8333-341f15af92ee {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:47:21.310574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:21.311178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.317298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (dd74013a-2143-40e1-af4a-a5da2a5c24b8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.318095 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3245c832-ca82-4cb4-b381-7fd86596d4dd tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/67a319d9-0bce-483d-8333-341f15af92ee HTTP/1.1" status: 204 len: 168 time: 4.3809583 Aug 31 15:47:21.318316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:21.318899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.321925 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Allocated IP 172.26.2.199 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/2f95850c-174f-4627-8199-cb14d3bd68c5) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:21.325612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event updated for resources: {'Port': ['ID=313491bd-c713-4d51-ab9c-c3df66ba39af,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:21.327458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:21.328133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:21.334162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34104) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:21.337873 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:21.338805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:21.339393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.379957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks [] for security_group (07a8d1aa-b590-48e7-8fce-847d2aefa501), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.403285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84f47c4c-046c-47ea-8f51-903605a70100 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (292082ad-afdb-449f-b07c-b7983ddd3316), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.406038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6b52ce8f-8955-4a2b-80df-536c2fca60d8), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.414100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec07d171-aad3-4a3d-a4c3-8aecc53d551e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Deleting subnet eee4cc96-461e-488f-b344-43aebacc1004 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:47:21.417154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec07d171-aad3-4a3d-a4c3-8aecc53d551e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for subnet (eee4cc96-461e-488f-b344-43aebacc1004), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.441750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:21.475296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Routers {'a6d7137b-5db5-4103-80d1-64f3b3ad4d77'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:21.475957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['a6d7137b-5db5-4103-80d1-64f3b3ad4d77'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:21.484705 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad02f06-3b7d-43ce-ac66-6841d07a34c1 None None] Pushing event updated for resources: {'Port': ['ID=6b52ce8f-8955-4a2b-80df-536c2fca60d8,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:21.519788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (07a8d1aa-b590-48e7-8fce-847d2aefa501), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.543580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event updated for resources: {'Network': ['ID=dd74013a-2143-40e1-af4a-a5da2a5c24b8,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:21.543740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:21.547070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f47c4c-046c-47ea-8f51-903605a70100 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292082ad-afdb-449f-b07c-b7983ddd3316,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:21.574725 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d8a76409-3dc3-4f0b-af2a-478599e01879 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3830302 Aug 31 15:47:21.575596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34106) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:21.589327 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network dd74013a-2143-40e1-af4a-a5da2a5c24b8 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:21.591579 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-14334e48-b444-4774-a4ed-2fd0eec981d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.8289216 Aug 31 15:47:21.598334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34108) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:21.610516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:21.635445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec07d171-aad3-4a3d-a4c3-8aecc53d551e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (eee4cc96-461e-488f-b344-43aebacc1004), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.637077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:21.661377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84f47c4c-046c-47ea-8f51-903605a70100 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.666151 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-84f47c4c-046c-47ea-8f51-903605a70100 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5281324 Aug 31 15:47:21.676489 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34112) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:21.717683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:21.727096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] Set router a6d7137b-5db5-4103-80d1-64f3b3ad4d77 gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:21.744110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device be03b279-619e-42a4-a36c-ffc59d1e62e3 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:21.756797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06b5fa5-bff1-44cb-af05-baca025e6edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:21.761178 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e06b5fa5-bff1-44cb-af05-baca025e6edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "GET /networking/v2.0/ports/313491bd-c713-4d51-ab9c-c3df66ba39af HTTP/1.1" status: 200 len: 958 time: 0.1518066 Aug 31 15:47:21.761178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a8d1aa-b590-48e7-8fce-847d2aefa501,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:21.761812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34116) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:21.823976 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (861cc319-beab-4401-b088-4a6bf9211192), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.824551 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Added segment 861cc319-beab-4401-b088-4a6bf9211192 of type vlan for network 0c4543b2-2619-4f3b-9d94-b58ea8d5a68d Aug 31 15:47:21.839052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for port (2f95850c-174f-4627-8199-cb14d3bd68c5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.857902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d7137b-5db5-4103-80d1-64f3b3ad4d77', 'name': '', 'tenant_id': '8fd558be06804ac38608d1d5ebb94d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:11Z', 'updated_at': '2022-08-31T15:47:19Z', 'revision_number': 4, 'project_id': '8fd558be06804ac38608d1d5ebb94d64', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:21.904501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8030ba12-cc30-4cef-8b5c-ef02bcdcd2b1 None None] The sync data for ids ['a6d7137b-5db5-4103-80d1-64f3b3ad4d77'] in dv-neutron-855257-2-hyperv is: [{'id': 'a6d7137b-5db5-4103-80d1-64f3b3ad4d77', 'name': '', 'tenant_id': '8fd558be06804ac38608d1d5ebb94d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:11Z', 'updated_at': '2022-08-31T15:47:19Z', 'revision_number': 4, 'project_id': '8fd558be06804ac38608d1d5ebb94d64', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:21.907187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:21.922335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port be03b279-619e-42a4-a36c-ffc59d1e62e3 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:21.922745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:21.923096 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port be03b279-619e-42a4-a36c-ffc59d1e62e3 Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:21.978640 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:21.998682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec07d171-aad3-4a3d-a4c3-8aecc53d551e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (eee4cc96-461e-488f-b344-43aebacc1004), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.039697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.039798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (0c4543b2-2619-4f3b-9d94-b58ea8d5a68d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.044923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a452b-c9df-4a0c-9c7a-41ff6e6227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Deleting port 313491bd-c713-4d51-ab9c-c3df66ba39af {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:22.045295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c1a452b-c9df-4a0c-9c7a-41ff6e6227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (313491bd-c713-4d51-ab9c-c3df66ba39af), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.078899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:22.126227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b715d-77b1-44e7-a335-6a6f1c8c6816 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:22.127148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6b52ce8f-8955-4a2b-80df-536c2fca60d8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.132548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b715d-77b1-44e7-a335-6a6f1c8c6816 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:22.139416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b715d-77b1-44e7-a335-6a6f1c8c6816 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:22.149197 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b715d-77b1-44e7-a335-6a6f1c8c6816 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:22.158320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b715d-77b1-44e7-a335-6a6f1c8c6816 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:22.164988 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b715d-77b1-44e7-a335-6a6f1c8c6816 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:22.167279 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-628b715d-77b1-44e7-a335-6a6f1c8c6816 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3663 time: 0.5793726 Aug 31 15:47:22.171134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b52ce8f-8955-4a2b-80df-536c2fca60d8,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:22.171959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34122) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:22.176158 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (2f95850c-174f-4627-8199-cb14d3bd68c5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.221394 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c1a452b-c9df-4a0c-9c7a-41ff6e6227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (313491bd-c713-4d51-ab9c-c3df66ba39af), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.288315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a452b-c9df-4a0c-9c7a-41ff6e6227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Calling delete_port for 313491bd-c713-4d51-ab9c-c3df66ba39af owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:22.321432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:22.340262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (0c4543b2-2619-4f3b-9d94-b58ea8d5a68d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.341276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:22.342583 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.345870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:22.349947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:22.374712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (dd74013a-2143-40e1-af4a-a5da2a5c24b8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.401221 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dd3406c7-b2d5-473e-8926-da8cedd32d40 req-5cac92e5-f385-4eb5-a33a-442934045798 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 210 time: 0.2077811 Aug 31 15:47:22.402286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec07d171-aad3-4a3d-a4c3-8aecc53d551e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (eee4cc96-461e-488f-b344-43aebacc1004), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.407814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Pushing event updated for resources: {'Port': ['ID=2f95850c-174f-4627-8199-cb14d3bd68c5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:22.416303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.472937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec07d171-aad3-4a3d-a4c3-8aecc53d551e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.477907 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ec07d171-aad3-4a3d-a4c3-8aecc53d551e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/eee4cc96-461e-488f-b344-43aebacc1004 HTTP/1.1" status: 204 len: 168 time: 1.1445246 Aug 31 15:47:22.498862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34126) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:22.533536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.541548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07d171-aad3-4a3d-a4c3-8aecc53d551e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eee4cc96-461e-488f-b344-43aebacc1004,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:22.656884 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9162226 Aug 31 15:47:22.656884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b82b55-d6c2-4f2d-9d2f-0d94c66b2a1a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Pushing event updated for resources: {'Network': ['ID=0c4543b2-2619-4f3b-9d94-b58ea8d5a68d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:22.669952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34128) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:22.669952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.670407 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 0c4543b2-2619-4f3b-9d94-b58ea8d5a68d details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:22.670889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Request body: {'network': {'project_id': '1158f15f12c24582aa9f3d03affeee36'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:22.711065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_controller (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.804683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Made reservation on behalf of 1158f15f12c24582aa9f3d03affeee36 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:22.814616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.843056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:22.857673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (2cc5da85-0369-44eb-94ee-47618f4f736b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.858664 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Added segment 2cc5da85-0369-44eb-94ee-47618f4f736b of type vlan for network ec595496-2d6d-4888-95bd-a333041053f8 Aug 31 15:47:22.859427 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (dd74013a-2143-40e1-af4a-a5da2a5c24b8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.875692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (093eb848-8b54-4eac-a0d9-46e2d11592ee), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.898402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for floatingip (23a823f0-c4de-4180-bf32-d975e0b9f1a4), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.911686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (a6d7137b-5db5-4103-80d1-64f3b3ad4d77), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.912670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6d7137b-5db5-4103-80d1-64f3b3ad4d77 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:47:22.919517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c1a452b-c9df-4a0c-9c7a-41ff6e6227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (313491bd-c713-4d51-ab9c-c3df66ba39af), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.930460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd74013a-2143-40e1-af4a-a5da2a5c24b8']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:22.930564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:22.930564 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f70c8946-c6d0-4886-b602-f829aadb6e0f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/a6d7137b-5db5-4103-80d1-64f3b3ad4d77 HTTP/1.1" status: 204 len: 168 time: 3.8779073 Aug 31 15:47:22.935196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34132) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:22.951246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b00f14-df79-4a6b-b42a-878b4b00e634') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:22.951576 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b00f14-df79-4a6b-b42a-878b4b00e634') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:22.980354 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (b1b00f14-df79-4a6b-b42a-878b4b00e634), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.006330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Allocated IP 172.26.2.155 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/100bab62-858d-4e6f-93bc-8210ba4d3e16) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:23.031492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (ec595496-2d6d-4888-95bd-a333041053f8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.035860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a452b-c9df-4a0c-9c7a-41ff6e6227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event deleted for resources: {'Port': ['ID=313491bd-c713-4d51-ab9c-c3df66ba39af,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:23.052782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b1b00f14-df79-4a6b-b42a-878b4b00e634), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.067972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c1a452b-c9df-4a0c-9c7a-41ff6e6227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.073594 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0c1a452b-c9df-4a0c-9c7a-41ff6e6227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/313491bd-c713-4d51-ab9c-c3df66ba39af HTTP/1.1" status: 204 len: 168 time: 1.2684546 Aug 31 15:47:23.083775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34134) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:23.096380 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:23.096790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (b1b00f14-df79-4a6b-b42a-878b4b00e634), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.127708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ada722e-cd6d-4cf2-9a32-145d509b0536 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Deleting subnet 02cbb96f-6bba-4e18-8b16-35b7e0ae7e15 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:47:23.132481 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f24dda-c15e-4df5-afb4-79d9e079b702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] GET failed (client error): The resource could not be found. Aug 31 15:47:23.137866 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f8f24dda-c15e-4df5-afb4-79d9e079b702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "GET /networking/v2.0/ports/313491bd-c713-4d51-ab9c-c3df66ba39af HTTP/1.1" status: 404 len: 333 time: 0.0427537 Aug 31 15:47:23.137866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:23.137866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ada722e-cd6d-4cf2-9a32-145d509b0536 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for subnet (02cbb96f-6bba-4e18-8b16-35b7e0ae7e15), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.137866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34138) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:23.138320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:23.138489 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2f95850c-174f-4627-8199-cb14d3bd68c5), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.142256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Request body: {'port': {'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-197189734'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:23.197282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ada722e-cd6d-4cf2-9a32-145d509b0536 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (02cbb96f-6bba-4e18-8b16-35b7e0ae7e15), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.198823 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment b1b00f14-df79-4a6b-b42a-878b4b00e634 resource provider aggregate not found Aug 31 15:47:23.206150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (093eb848-8b54-4eac-a0d9-46e2d11592ee), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.218843 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (ec595496-2d6d-4888-95bd-a333041053f8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.219912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:23.220493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.242595 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment b1b00f14-df79-4a6b-b42a-878b4b00e634 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1b00f14-df79-4a6b-b42a-878b4b00e634 found for delete ", "request_id": "req-ba764c2c-d7bc-46ce-975c-435dfaa72306"}]} Aug 31 15:47:23.243533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:23.290841 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093eb848-8b54-4eac-a0d9-46e2d11592ee']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:23.302773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ada722e-cd6d-4cf2-9a32-145d509b0536 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (02cbb96f-6bba-4e18-8b16-35b7e0ae7e15), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.318441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a1df17-9707-4906-a3a0-7de5cd4409ab') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:23.318745 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a1df17-9707-4906-a3a0-7de5cd4409ab') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:23.332650 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Pushing event updated for resources: {'Network': ['ID=ec595496-2d6d-4888-95bd-a333041053f8,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:23.334871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Made reservation on behalf of 20225213d6a7405998710853507f6d9b for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:23.337198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.344640 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-da713c33-d51c-480f-bd7d-b21b89f57c2e tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6825476 Aug 31 15:47:23.348030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34144) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:23.348677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (46a1df17-9707-4906-a3a0-7de5cd4409ab), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.351317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network ec595496-2d6d-4888-95bd-a333041053f8 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:23.356329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f9a12d1d-560b-46fb-bf8c-2bf3b4ae65d4 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Request body: {'network': {'project_id': '1158f15f12c24582aa9f3d03affeee36'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:23.409000 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a12d1d-560b-46fb-bf8c-2bf3b4ae65d4 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 15:47:23.409920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a12d1d-560b-46fb-bf8c-2bf3b4ae65d4 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:47:23.412309 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f9a12d1d-560b-46fb-bf8c-2bf3b4ae65d4 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0628388 Aug 31 15:47:23.415817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] device_id is not set on port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:23.510132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34146) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:23.510132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (46a1df17-9707-4906-a3a0-7de5cd4409ab), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.510132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:23.510132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (46a1df17-9707-4906-a3a0-7de5cd4409ab), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.510132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for port (100bab62-858d-4e6f-93bc-8210ba4d3e16), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.572212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (dd74013a-2143-40e1-af4a-a5da2a5c24b8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.591571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd74013a-2143-40e1-af4a-a5da2a5c24b8 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 15:47:23.594548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.603491 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "DELETE /networking/v2.0/networks/dd74013a-2143-40e1-af4a-a5da2a5c24b8 HTTP/1.1" status: 204 len: 168 time: 1.4238169 Aug 31 15:47:23.613492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34150) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:23.641879 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6ec4311a-9fe3-4d3d-bae3-6c179967d48a tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=1158f15f12c24582aa9f3d03affeee36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184353 Aug 31 15:47:23.642846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d754dc-9fa6-431b-9227-4e4e68a735f6 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd74013a-2143-40e1-af4a-a5da2a5c24b8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:23.656424 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34152) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:23.746124 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a704e9c8-20de-4ff7-acb1-b68cdeaa9833 req-f2676818-2bdc-4b66-b62d-9f7d8fd72048 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 210 time: 0.0828059 Aug 31 15:47:23.777750 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for port (2f95850c-174f-4627-8199-cb14d3bd68c5), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.791077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-90663340-3e85-4352-be78-b32d227860f0 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks [] for security_group (07a8d1aa-b590-48e7-8fce-847d2aefa501), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.802042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Request body: {'network': {'name': 'tempest-network--1229984453', 'router:external': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:23.816068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-90663340-3e85-4352-be78-b32d227860f0 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks [] for security_group (07a8d1aa-b590-48e7-8fce-847d2aefa501), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.819093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ada722e-cd6d-4cf2-9a32-145d509b0536 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (02cbb96f-6bba-4e18-8b16-35b7e0ae7e15), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.837395 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (093eb848-8b54-4eac-a0d9-46e2d11592ee), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.850051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 093eb848-8b54-4eac-a0d9-46e2d11592ee {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 15:47:23.852358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.868557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada722e-cd6d-4cf2-9a32-145d509b0536 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=02cbb96f-6bba-4e18-8b16-35b7e0ae7e15,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:23.872765 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "DELETE /networking/v2.0/networks/093eb848-8b54-4eac-a0d9-46e2d11592ee HTTP/1.1" status: 204 len: 168 time: 1.3576152 Aug 31 15:47:23.878958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks [] for port (6cadb6dd-2a77-4483-a58e-ab9a2723dbc4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.882589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ada722e-cd6d-4cf2-9a32-145d509b0536 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.887361 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7ada722e-cd6d-4cf2-9a32-145d509b0536 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/02cbb96f-6bba-4e18-8b16-35b7e0ae7e15 HTTP/1.1" status: 204 len: 168 time: 0.9446945 Aug 31 15:47:23.887633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34156) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:23.919127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (100bab62-858d-4e6f-93bc-8210ba4d3e16), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.921610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (2f95850c-174f-4627-8199-cb14d3bd68c5), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:23.923810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a36a0-44d9-4ecb-94ba-0bc58fd50b70 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event deleted for resources: {'Network': ['ID=093eb848-8b54-4eac-a0d9-46e2d11592ee,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:23.994646 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:24.001717 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:24.003057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Made reservation on behalf of cebe39940c72498f823efd1f3dbca065 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:24.004657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:24.007224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.082752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (771150c3-884c-4ef5-960f-20b164528f6d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.095683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (23a823f0-c4de-4180-bf32-d975e0b9f1a4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.104505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Pushing event updated for resources: {'Port': ['ID=100bab62-858d-4e6f-93bc-8210ba4d3e16,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:24.139357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:24.160967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (bedec94d-560f-48d0-bbf9-32ccc999dc8e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.162051 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Added segment bedec94d-560f-48d0-bbf9-32ccc999dc8e of type vlan for network 63743ee7-3d44-4ef4-bf39-f91f8fe7a26b Aug 31 15:47:24.186343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6cadb6dd-2a77-4483-a58e-ab9a2723dbc4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.200983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Pushing event updated for resources: {'Port': ['ID=2f95850c-174f-4627-8199-cb14d3bd68c5,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:24.216318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for floatingip (6af73156-b091-48af-af30-b470c6c6691c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.239372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-90663340-3e85-4352-be78-b32d227860f0 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (07a8d1aa-b590-48e7-8fce-847d2aefa501), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.243549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-90663340-3e85-4352-be78-b32d227860f0 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.248423 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-90663340-3e85-4352-be78-b32d227860f0 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/07a8d1aa-b590-48e7-8fce-847d2aefa501 HTTP/1.1" status: 204 len: 168 time: 0.5885613 Aug 31 15:47:24.249833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34160) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:24.266685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90663340-3e85-4352-be78-b32d227860f0 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a8d1aa-b590-48e7-8fce-847d2aefa501,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:24.285127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.286483 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-66a315b4-a5bd-4eb7-9bfd-1f84b2c9892b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0962062 Aug 31 15:47:24.302168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:24.307953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:24.321343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:24.324226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (63743ee7-3d44-4ef4-bf39-f91f8fe7a26b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.330719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:24.331664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:24.332556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.334842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event updated for resources: {'Port': ['ID=6cadb6dd-2a77-4483-a58e-ab9a2723dbc4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:24.451564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (771150c3-884c-4ef5-960f-20b164528f6d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.489551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771150c3-884c-4ef5-960f-20b164528f6d']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:24.505453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713a87d5-f4f9-4e8a-8f4c-7faa4e38076d') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:24.506400 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713a87d5-f4f9-4e8a-8f4c-7faa4e38076d') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:24.517858 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d2f70a4c-6415-4ff7-aab4-678af2fd5b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3752551 Aug 31 15:47:24.519589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34168) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:24.524128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (ec595496-2d6d-4888-95bd-a333041053f8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.531375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (63743ee7-3d44-4ef4-bf39-f91f8fe7a26b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.532343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:24.533014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.537268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (713a87d5-f4f9-4e8a-8f4c-7faa4e38076d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.540103 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8552'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:24.559549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34170) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:24.566458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-633a8b94-1cac-4980-a527-92906c70558a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Request body: {'router': {'name': 'tempest-router--2138349930', 'project_id': '71e45894f6234a2aabd5d7e193a62919'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:24.617872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (713a87d5-f4f9-4e8a-8f4c-7faa4e38076d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.623889 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (100bab62-858d-4e6f-93bc-8210ba4d3e16), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.642184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:24.642598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (713a87d5-f4f9-4e8a-8f4c-7faa4e38076d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.660479 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event updated for resources: {'Network': ['ID=63743ee7-3d44-4ef4-bf39-f91f8fe7a26b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:24.681229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 63743ee7-3d44-4ef4-bf39-f91f8fe7a26b details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:24.716912 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-07cb7c37-98bf-43d5-b03b-fd19aceffa25 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1022434 Aug 31 15:47:24.717539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34182) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:24.739575 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 713a87d5-f4f9-4e8a-8f4c-7faa4e38076d resource provider aggregate not found Aug 31 15:47:24.819654 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 713a87d5-f4f9-4e8a-8f4c-7faa4e38076d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 713a87d5-f4f9-4e8a-8f4c-7faa4e38076d found for delete ", "request_id": "req-561758ba-f043-4202-a420-4dacbdd594a9"}]} Aug 31 15:47:24.827753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-633a8b94-1cac-4980-a527-92906c70558a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (da339011-5b94-4a9b-8d04-6e651895d70f), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.828818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-633a8b94-1cac-4980-a527-92906c70558a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (da339011-5b94-4a9b-8d04-6e651895d70f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.859289 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:24.870440 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-ee637bff-2d10-4428-93eb-f0e7071e97db tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1123496502&fields=id&tenant_id=6de8d08af2234e7e80490ad5c1ebd6a3 HTTP/1.1" status: 200 len: 267 time: 0.2257061 Aug 31 15:47:24.889465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e092e9-3c16-4b0b-8dcc-1acece24ed30 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:24.893857 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a6e092e9-3c16-4b0b-8dcc-1acece24ed30 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] 10.222.0.46 "GET /networking/v2.0/networks/63743ee7-3d44-4ef4-bf39-f91f8fe7a26b HTTP/1.1" status: 200 len: 757 time: 0.1652286 Aug 31 15:47:24.894516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34188) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:24.946206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6cadb6dd-2a77-4483-a58e-ab9a2723dbc4), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:24.985756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (771150c3-884c-4ef5-960f-20b164528f6d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.059304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 771150c3-884c-4ef5-960f-20b164528f6d {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 15:47:25.067932 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.077873 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "DELETE /networking/v2.0/networks/771150c3-884c-4ef5-960f-20b164528f6d HTTP/1.1" status: 204 len: 168 time: 1.1867208 Aug 31 15:47:25.092424 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for port (100bab62-858d-4e6f-93bc-8210ba4d3e16), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.102192 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fb0d94db-cba8-4c5e-9434-2c21abee3f25 req-00456520-cdf2-4eb0-a84e-c1051cdbb242 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 210 time: 0.1162903 Aug 31 15:47:25.122666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b097642-1cee-4f94-8f05-94215e08fd6f tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event deleted for resources: {'Network': ['ID=771150c3-884c-4ef5-960f-20b164528f6d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:25.129270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.43', 63027) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:25.129924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:25.157827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (ec595496-2d6d-4888-95bd-a333041053f8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.171794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-633a8b94-1cac-4980-a527-92906c70558a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_controller (da339011-5b94-4a9b-8d04-6e651895d70f), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.179483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:25.197161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f34a2-3bf7-481d-a7e8-a14184102bf4 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:25.201736 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7a4f34a2-3bf7-481d-a7e8-a14184102bf4 tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] 10.222.0.46 "GET /networking/v2.0/networks/054177db-1c4b-4bbd-819c-eac541c5d270 HTTP/1.1" status: 200 len: 767 time: 0.3018217 Aug 31 15:47:25.211446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34196) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:25.252198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-735b54c2-38a0-4977-882a-61b30c7bdd71 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:25.253781 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-735b54c2-38a0-4977-882a-61b30c7bdd71 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/networks?id=b339b5fd-5f65-4981-aef9-3a56845f0808 HTTP/1.1" status: 200 len: 811 time: 0.3582277 Aug 31 15:47:25.280298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (100bab62-858d-4e6f-93bc-8210ba4d3e16), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.288552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec595496-2d6d-4888-95bd-a333041053f8']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:25.343151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-633a8b94-1cac-4980-a527-92906c70558a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (da339011-5b94-4a9b-8d04-6e651895d70f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.348139 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 46a1df17-9707-4906-a3a0-7de5cd4409ab resource provider aggregate not found Aug 31 15:47:25.356667 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-6aae8af7-a107-441e-af0b-3acbc9166da9 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/quotas/6de8d08af2234e7e80490ad5c1ebd6a3 HTTP/1.1" status: 200 len: 375 time: 0.0965106 Aug 31 15:47:25.439849 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc5da85-0369-44eb-94ee-47618f4f736b') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:25.441931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc5da85-0369-44eb-94ee-47618f4f736b') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:25.445052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56b9f1-462e-4dea-8e33-21339700163a req-87fb4e12-a462-4dc9-9ade-e94df2142d53 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:25.446735 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-87fb4e12-a462-4dc9-9ade-e94df2142d53 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.43 "GET /networking/v2.0/networks?id=21139938-13fc-48aa-b1f6-f330426c0275 HTTP/1.1" status: 200 len: 806 time: 0.3046269 Aug 31 15:47:25.451805 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 46a1df17-9707-4906-a3a0-7de5cd4409ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46a1df17-9707-4906-a3a0-7de5cd4409ab found for delete ", "request_id": "req-3dd5a908-f544-4bda-87bb-90d854d39e1b"}]} Aug 31 15:47:25.460883 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-fc8ff40c-597c-4b99-8292-fb2e9e13d95f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=6de8d08af2234e7e80490ad5c1ebd6a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888236 Aug 31 15:47:25.499370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-633a8b94-1cac-4980-a527-92906c70558a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.500598 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-633a8b94-1cac-4980-a527-92906c70558a tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9375479 Aug 31 15:47:25.511213 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34204) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:25.532021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (63743ee7-3d44-4ef4-bf39-f91f8fe7a26b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.646614 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-809d1ebc-f268-46a1-b832-9416479728a5 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=705873c953a14cc9ac26823dd144c4d5 HTTP/1.1" status: 200 len: 379 time: 0.1080527 Aug 31 15:47:25.654768 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-99c38798-80a8-47a2-b7d5-be978fad3cae service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b339b5fd-5f65-4981-aef9-3a56845f0808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798613 Aug 31 15:47:25.669684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Request body: {'port': {'device_id': '2f2d0337-081e-4f94-b118-e4470afa38c3', 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275', 'admin_state_up': True, 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'security_groups': ['8400ae16-bc81-4a2b-9d15-142b8363e4c6']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:25.723864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:25.781592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34208) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:25.791081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b1a4cd9e-6a60-4f84-acbe-20802036e273 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Request body: {'router': {'name': 'tempest-router--182935025', 'project_id': '13c4618363684fba9095006916569668'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:25.818759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (2cc5da85-0369-44eb-94ee-47618f4f736b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.878539 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eac98fcc-546f-4407-bcc5-d95517ee353d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b339b5fd-5f65-4981-aef9-3a56845f0808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228820 Aug 31 15:47:25.929936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (6af73156-b091-48af-af30-b470c6c6691c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.937971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (2cc5da85-0369-44eb-94ee-47618f4f736b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.945334 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Pushing event updated for resources: {'Port': ['ID=100bab62-858d-4e6f-93bc-8210ba4d3e16,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:25.945958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1a4cd9e-6a60-4f84-acbe-20802036e273 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (c8899d43-fc89-45e0-b86f-7b16a7353513), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.952059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1a4cd9e-6a60-4f84-acbe-20802036e273 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (c8899d43-fc89-45e0-b86f-7b16a7353513), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.957639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] device_id is not set on port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:25.968913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:25.969327 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (2cc5da85-0369-44eb-94ee-47618f4f736b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.987748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e833-8196-4441-b182-7cfff2ed817b tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (da339011-5b94-4a9b-8d04-6e651895d70f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:25.992927 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks [] for port (6cadb6dd-2a77-4483-a58e-ab9a2723dbc4), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.015796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Made reservation on behalf of 705873c953a14cc9ac26823dd144c4d5 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:26.021181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.032854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1a4cd9e-6a60-4f84-acbe-20802036e273 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_controller (c8899d43-fc89-45e0-b86f-7b16a7353513), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.156978 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.158264 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-139cb361-e368-407f-9ae6-49e1f12aa7e3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4453833 Aug 31 15:47:26.190367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (63743ee7-3d44-4ef4-bf39-f91f8fe7a26b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.247406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (6cadb6dd-2a77-4483-a58e-ab9a2723dbc4), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.301077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (ec595496-2d6d-4888-95bd-a333041053f8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.393967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63743ee7-3d44-4ef4-bf39-f91f8fe7a26b']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:26.396790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.401377 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] 10.222.0.46 "DELETE /networking/v2.0/networks/ec595496-2d6d-4888-95bd-a333041053f8 HTTP/1.1" status: 204 len: 168 time: 2.1494596 Aug 31 15:47:26.410278 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-513e5340-37ca-4d65-8d62-8d92d0af5199 req-14dee530-5db6-4ed2-ae54-d92f1eb7063b tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 210 time: 0.1963573 Aug 31 15:47:26.427111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:26.432896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e833-8196-4441-b182-7cfff2ed817b tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (da339011-5b94-4a9b-8d04-6e651895d70f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.436569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34234) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:26.449900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e833-8196-4441-b182-7cfff2ed817b tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_controller (da339011-5b94-4a9b-8d04-6e651895d70f), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.458006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedec94d-560f-48d0-bbf9-32ccc999dc8e') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:26.458305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedec94d-560f-48d0-bbf9-32ccc999dc8e') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:26.463029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac08a86-7710-4747-b9d6-096262617d76 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec595496-2d6d-4888-95bd-a333041053f8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:26.507982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Allocated IP 172.20.0.4 (21139938-13fc-48aa-b1f6-f330426c0275/0d7cb343-1c10-476e-9a0f-ca100f27319c/7247c799-b639-41ba-b1db-efca45561439) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:26.564428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (bedec94d-560f-48d0-bbf9-32ccc999dc8e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.589379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (bedec94d-560f-48d0-bbf9-32ccc999dc8e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.624246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:26.624697 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:26.624888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:26.625043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:26.626836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1a4cd9e-6a60-4f84-acbe-20802036e273 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (c8899d43-fc89-45e0-b86f-7b16a7353513), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.675813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event updated for resources: {'Port': ['ID=6cadb6dd-2a77-4483-a58e-ab9a2723dbc4,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:26.688855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:26.690764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:26.691137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (bedec94d-560f-48d0-bbf9-32ccc999dc8e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.736291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:26.736626 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:26.748268 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 2 to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 Aug 31 15:47:26.795484 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e833-8196-4441-b182-7cfff2ed817b tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (da339011-5b94-4a9b-8d04-6e651895d70f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.796046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c5e833-8196-4441-b182-7cfff2ed817b tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da339011-5b94-4a9b-8d04-6e651895d70f {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:47:26.819312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e833-8196-4441-b182-7cfff2ed817b tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.820482 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d5c5e833-8196-4441-b182-7cfff2ed817b tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/da339011-5b94-4a9b-8d04-6e651895d70f HTTP/1.1" status: 204 len: 168 time: 1.2940643 Aug 31 15:47:26.830392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (0c4543b2-2619-4f3b-9d94-b58ea8d5a68d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:26.854970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:26.855323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:26.855654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:26.884664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:26.884664 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:26.884664 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 3 to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 Aug 31 15:47:26.894001 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-8e499c45-7616-4056-834f-719ff30e781c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--43047295&fields=id&tenant_id=a2d10fe02795485885453d6286ee49e1 HTTP/1.1" status: 200 len: 267 time: 0.2339697 Aug 31 15:47:26.900481 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-11dfd191-3b8e-4a80-a9a3-1e15fb035a34 req-b288a3b3-dc67-4bf8-b2e4-f5b365d59745 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 210 time: 0.2801175 Aug 31 15:47:26.907707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:26.911059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:26.911059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:26.949345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:26.949345 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:26.956906 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 4 to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 Aug 31 15:47:26.990177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for port (7247c799-b639-41ba-b1db-efca45561439), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.020400 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1a4cd9e-6a60-4f84-acbe-20802036e273 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.022032 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b1a4cd9e-6a60-4f84-acbe-20802036e273 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2375875 Aug 31 15:47:27.024628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (63743ee7-3d44-4ef4-bf39-f91f8fe7a26b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.026523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34274) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:27.086712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63743ee7-3d44-4ef4-bf39-f91f8fe7a26b {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 15:47:27.110159 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:27.110754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:27.111229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:27.114268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.117744 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "DELETE /networking/v2.0/networks/63743ee7-3d44-4ef4-bf39-f91f8fe7a26b HTTP/1.1" status: 204 len: 168 time: 1.8998568 Aug 31 15:47:27.123877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dbaf80e4-3ac7-49dd-aa37-86c1a7b592d1 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (c8899d43-fc89-45e0-b86f-7b16a7353513), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.128694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (0c4543b2-2619-4f3b-9d94-b58ea8d5a68d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.132475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34276) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:27.135013 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d15e4c-aad6-4b92-8a47-275b55eb27cc tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event deleted for resources: {'Network': ['ID=63743ee7-3d44-4ef4-bf39-f91f8fe7a26b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:27.155033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Request body: {'network': {'name': 'tempest-network--1670433661'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:27.173387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:27.174094 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:27.185772 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 5 to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 Aug 31 15:47:27.225361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:27.234994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4543b2-2619-4f3b-9d94-b58ea8d5a68d']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:27.276066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:27.276505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:27.276916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:27.306557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (7247c799-b639-41ba-b1db-efca45561439), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.318268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:27.324507 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:27.324507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861cc319-beab-4401-b088-4a6bf9211192') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:27.324507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861cc319-beab-4401-b088-4a6bf9211192') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:27.333263 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 6 to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 Aug 31 15:47:27.335975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34278) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:27.391130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (861cc319-beab-4401-b088-4a6bf9211192), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.428933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dbaf80e4-3ac7-49dd-aa37-86c1a7b592d1 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (c8899d43-fc89-45e0-b86f-7b16a7353513), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.431468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dbaf80e4-3ac7-49dd-aa37-86c1a7b592d1 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_controller (c8899d43-fc89-45e0-b86f-7b16a7353513), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.435721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-17919683-cefc-4157-af59-3af1b8bdc418 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:27.453659 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-17919683-cefc-4157-af59-3af1b8bdc418 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/networks?id=9eee8628-cd0e-4573-ad4d-ec8082f80eb5 HTTP/1.1" status: 200 len: 811 time: 0.5178044 Aug 31 15:47:27.474787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Made reservation on behalf of cebe39940c72498f823efd1f3dbca065 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:27.477652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.484313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:27.484955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:27.485669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:27.499804 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 2cc5da85-0369-44eb-94ee-47618f4f736b resource provider aggregate not found Aug 31 15:47:27.516200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (861cc319-beab-4401-b088-4a6bf9211192), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.536032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:27.536317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (861cc319-beab-4401-b088-4a6bf9211192), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.648261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:27.705806 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-ef0098ff-0dea-404a-8aea-ca482cfed1a9 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/quotas/a2d10fe02795485885453d6286ee49e1 HTTP/1.1" status: 200 len: 375 time: 0.2437112 Aug 31 15:47:27.727095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Network 21139938-13fc-48aa-b1f6-f330426c0275 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:27.754039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:27.761516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:27.785900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dbaf80e4-3ac7-49dd-aa37-86c1a7b592d1 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (c8899d43-fc89-45e0-b86f-7b16a7353513), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.786457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaf80e4-3ac7-49dd-aa37-86c1a7b592d1 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8899d43-fc89-45e0-b86f-7b16a7353513 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:47:27.879935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dbaf80e4-3ac7-49dd-aa37-86c1a7b592d1 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:27.891890 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dbaf80e4-3ac7-49dd-aa37-86c1a7b592d1 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/c8899d43-fc89-45e0-b86f-7b16a7353513 HTTP/1.1" status: 204 len: 168 time: 0.8639507 Aug 31 15:47:27.892218 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 2cc5da85-0369-44eb-94ee-47618f4f736b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cc5da85-0369-44eb-94ee-47618f4f736b found for delete ", "request_id": "req-11530a30-34f0-42ce-9375-e023acbdc77b"}]} Aug 31 15:47:27.901795 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-92c23437-f377-4a41-84dd-59243db1874f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a2d10fe02795485885453d6286ee49e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1951625 Aug 31 15:47:27.906594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:27.906924 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:27.910350 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2058432887', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:27.917908 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 7 to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 Aug 31 15:47:27.920867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Pushing event updated for resources: {'Port': ['ID=7247c799-b639-41ba-b1db-efca45561439,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:27.938765 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment bedec94d-560f-48d0-bbf9-32ccc999dc8e resource provider aggregate not found Aug 31 15:47:27.946640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:27.962246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:27.962246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:27.962246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:28.009840 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment bedec94d-560f-48d0-bbf9-32ccc999dc8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bedec94d-560f-48d0-bbf9-32ccc999dc8e found for delete ", "request_id": "req-781532a4-8630-40be-8dc2-3a6e6e5aa5b9"}]} Aug 31 15:47:28.026395 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:28.026994 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:28.028802 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 8 to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 Aug 31 15:47:28.044844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:28.055896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cbddc-431a-4da0-8f54-c016e2e8565f req-602cadab-7149-4d43-a1bf-14ca3ea0332d tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:28.061861 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2c1cbddc-431a-4da0-8f54-c016e2e8565f req-602cadab-7149-4d43-a1bf-14ca3ea0332d tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 931 time: 0.1659403 Aug 31 15:47:28.080070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (0c4543b2-2619-4f3b-9d94-b58ea8d5a68d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:28.084552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:28.090351 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] 10.222.0.46 "DELETE /networking/v2.0/networks/0c4543b2-2619-4f3b-9d94-b58ea8d5a68d HTTP/1.1" status: 204 len: 168 time: 1.6499588 Aug 31 15:47:28.100871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (76d006be-07bd-44f8-ba3c-43f2ed202262), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:28.101460 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Added segment 76d006be-07bd-44f8-ba3c-43f2ed202262 of type vlan for network fb04d1c3-c975-43f4-b15c-52965e4d957d Aug 31 15:47:28.125659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:28.128162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:28.128162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:28.195750 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:28.228676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:28.229602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:28.348033 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2c1cbddc-431a-4da0-8f54-c016e2e8565f req-beac5c91-0155-49c3-a4ab-4372f8846aed tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771909 Aug 31 15:47:28.351373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Provisioning complete for port 7247c799-b639-41ba-b1db-efca45561439 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:28.351373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7247c799-b639-41ba-b1db-efca45561439), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:28.351874 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Attempt 1 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:28.403344 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-57064b66-fa5d-4784-bec9-f62f3902df24 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7365618 Aug 31 15:47:28.423544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-ed2a1c3d-3bab-463b-bc44-ba58e942d774 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:47:28.425109 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-ed2a1c3d-3bab-463b-bc44-ba58e942d774 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086880 Aug 31 15:47:28.476282 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Port 7247c799-b639-41ba-b1db-efca45561439 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:28.520342 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7d5716e4-b039-408a-b0f4-7f42f36214cf req-453fcb6f-4bb3-4fb9-aad0-a7c757caaa46 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 210 time: 0.0611963 Aug 31 15:47:28.610737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:28.611461 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:28.612490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aabff1-4d71-4806-90bc-6a261bbce6b3 tempest-QuotasNegativeTest-1871212025 tempest-QuotasNegativeTest-1871212025-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c4543b2-2619-4f3b-9d94-b58ea8d5a68d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:28.617992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (fb04d1c3-c975-43f4-b15c-52965e4d957d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:28.621343 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 9 to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 Aug 31 15:47:28.627342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34314) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:28.658515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:28.659679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:28.685278 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:28.686454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:28.686841 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:28.702176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:28.735290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:28.735554 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:28.741168 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempt 10 to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 Aug 31 15:47:28.773144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:28.773485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:28.773877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempting to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:28.808328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:28.808686 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Failed to bind port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on host hv-neutron-8552 for vnic_type normal using segments [{'id': '58983af0-3a12-4a55-bc13-215c1b36c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3edf74ad-2343-4cfc-a9db-94b70c9a2251'}] Aug 31 15:47:28.809031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6cadb6dd-2a77-4483-a58e-ab9a2723dbc4), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:28.823973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:28.898668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] For port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4, host hv-neutron-8552, cleared binding levels {{(pid=114265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:28.899069 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attempted to set empty binding levels {{(pid=114265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 15:47:28.954662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1984579324', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:28.977166 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Attempt 2 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:29.019469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Port 7247c799-b639-41ba-b1db-efca45561439 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:29.024315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-aa930277-0c24-4ae2-9d56-4bfa8a62042e service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:47:29.025749 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-aa930277-0c24-4ae2-9d56-4bfa8a62042e service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4100895 Aug 31 15:47:29.134614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Request body: {'port': {'device_id': '2f2d0337-081e-4f94-b118-e4470afa38c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:29.138691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (e80e38b2-7821-46c4-9cd2-856aaad0efd8), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:29.139796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (e80e38b2-7821-46c4-9cd2-856aaad0efd8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:29.163196 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (6cadb6dd-2a77-4483-a58e-ab9a2723dbc4), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:29.164031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] In _notify_port_updated(), no bound segment for port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 on network 3edf74ad-2343-4cfc-a9db-94b70c9a2251 {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:47:29.164648 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:29.165876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:29.171469 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "PUT /networking/v2.0/ports/6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 HTTP/1.1" status: 200 len: 980 time: 4.6378081 Aug 31 15:47:29.171714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34322) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:29.343228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7247c799-b639-41ba-b1db-efca45561439), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:29.347502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (e80e38b2-7821-46c4-9cd2-856aaad0efd8), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:29.349706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-33de7b2a-604c-473b-a05b-8095c0453672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Deleting port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:29.350226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33de7b2a-604c-473b-a05b-8095c0453672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6cadb6dd-2a77-4483-a58e-ab9a2723dbc4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:29.361058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (fb04d1c3-c975-43f4-b15c-52965e4d957d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:29.362386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:29.362992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:29.381387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305c619-5676-4f22-a93d-3b82e799671c tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event updated for resources: {'Port': ['ID=6cadb6dd-2a77-4483-a58e-ab9a2723dbc4,revision_number=3']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:29.521484 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Attempt 3 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:29.571771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:29.588494 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.4543886 Aug 31 15:47:29.627290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34332) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:29.647029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-27c3dd37-bf35-4635-b8e7-4b61c622b2a9 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:29.656423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Port 7247c799-b639-41ba-b1db-efca45561439 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:29.874776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:29.913911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d30ace-41aa-4d00-af38-a7df948115d3 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event updated for resources: {'Network': ['ID=fb04d1c3-c975-43f4-b15c-52965e4d957d,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:29.934373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network fb04d1c3-c975-43f4-b15c-52965e4d957d details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:29.977913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-33de7b2a-604c-473b-a05b-8095c0453672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] For port 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4, host hv-neutron-8552, got binding levels [] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:29.978512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33de7b2a-604c-473b-a05b-8095c0453672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6cadb6dd-2a77-4483-a58e-ab9a2723dbc4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:30.046590 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 861cc319-beab-4401-b088-4a6bf9211192 resource provider aggregate not found Aug 31 15:47:30.066161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-33de7b2a-604c-473b-a05b-8095c0453672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Calling delete_port for 6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:30.075647 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e13aa00b-7fcd-4945-98df-393d93be43d3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9eee8628-cd0e-4573-ad4d-ec8082f80eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0396326 Aug 31 15:47:30.097522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d3855-3be1-428c-be82-64ca99ec1d5e req-dc153803-96f8-425c-a3cd-f9a3b3853871 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:30.104347 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5e2d3855-3be1-428c-be82-64ca99ec1d5e req-dc153803-96f8-425c-a3cd-f9a3b3853871 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 931 time: 0.3955138 Aug 31 15:47:30.157874 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Attempt 4 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:30.245275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27c3dd37-bf35-4635-b8e7-4b61c622b2a9 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (fb04d1c3-c975-43f4-b15c-52965e4d957d), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:30.265267 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 861cc319-beab-4401-b088-4a6bf9211192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 861cc319-beab-4401-b088-4a6bf9211192 found for delete ", "request_id": "req-3b4b849e-bd6d-4f62-8b80-2ee5621946f7"}]} Aug 31 15:47:30.295884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Port 7247c799-b639-41ba-b1db-efca45561439 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:30.401540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:30.407905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:30.443222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:30.494617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (e80e38b2-7821-46c4-9cd2-856aaad0efd8), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:30.496819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27c3dd37-bf35-4635-b8e7-4b61c622b2a9 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (fb04d1c3-c975-43f4-b15c-52965e4d957d), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:30.504829 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-d79d27e1-0273-4afc-87c6-5ecfbcbd06af service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9eee8628-cd0e-4573-ad4d-ec8082f80eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513530 Aug 31 15:47:30.510227 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34342) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:30.530052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:30.556643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27c3dd37-bf35-4635-b8e7-4b61c622b2a9 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Network fb04d1c3-c975-43f4-b15c-52965e4d957d is not hosted by any dhcp agent {{(pid=114265) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 15:47:30.557552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c3dd37-bf35-4635-b8e7-4b61c622b2a9 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:30.558379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27c3dd37-bf35-4635-b8e7-4b61c622b2a9 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:30.562678 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-27c3dd37-bf35-4635-b8e7-4b61c622b2a9 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "PUT /networking/v2.0/networks/fb04d1c3-c975-43f4-b15c-52965e4d957d HTTP/1.1" status: 200 len: 858 time: 0.9302225 Aug 31 15:47:30.573632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34346) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:30.694994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:30.708425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:30.714712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3dd37-bf35-4635-b8e7-4b61c622b2a9 tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event updated for resources: {'Network': ['ID=fb04d1c3-c975-43f4-b15c-52965e4d957d,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:30.797918 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Attempt 5 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:30.853837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Port 7247c799-b639-41ba-b1db-efca45561439 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:30.910250 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5e2d3855-3be1-428c-be82-64ca99ec1d5e req-caabba04-bdf1-4862-89ed-f9d5013d9c62 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8011739 Aug 31 15:47:30.936484 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Allocated IP 172.26.2.136 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/da33eeed-f8df-45c4-b5ef-95019789e1f4) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:31.057071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2c2e-1f3f-475a-9f6f-f15facd9495c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.064314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:31.087844 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-73693a37-8158-4962-872b-87e2ffbfb144 req-d86d367b-523c-4c06-938e-1fd606a05a23 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 210 time: 0.0932562 Aug 31 15:47:31.161569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for port (da33eeed-f8df-45c4-b5ef-95019789e1f4), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.197928 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9171e217-bcfc-4ef6-ac9b-2365455af642 req-de9ddec9-2589-41c3-912e-02f7682862c1 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 210 time: 0.1164865 Aug 31 15:47:31.200378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7247c799-b639-41ba-b1db-efca45561439 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:47:31.220034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (fb04d1c3-c975-43f4-b15c-52965e4d957d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.224184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Publish callbacks [] for port (7247c799-b639-41ba-b1db-efca45561439), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.291640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (da33eeed-f8df-45c4-b5ef-95019789e1f4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.350376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:31.355043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:31.359084 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Attempt 6 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:31.367266 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:31.403360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Transition to ACTIVE for port object 7247c799-b639-41ba-b1db-efca45561439 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 15:47:31.405597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:31.409420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Pushing event updated for resources: {'Port': ['ID=da33eeed-f8df-45c4-b5ef-95019789e1f4,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:31.435222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33de7b2a-604c-473b-a05b-8095c0453672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6cadb6dd-2a77-4483-a58e-ab9a2723dbc4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.449971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:31.469229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2c2e-1f3f-475a-9f6f-f15facd9495c admin admin] Publish callbacks [] for security_group (9d9f9215-5e44-482d-bd49-76587ac03eb8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.470806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Port 7247c799-b639-41ba-b1db-efca45561439 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:31.503220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33de7b2a-604c-473b-a05b-8095c0453672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.506458 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-33de7b2a-604c-473b-a05b-8095c0453672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 HTTP/1.1" status: 204 len: 168 time: 2.3338230 Aug 31 15:47:31.507358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (7247c799-b639-41ba-b1db-efca45561439), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.543006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34360) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:31.548253 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de7b2a-604c-473b-a05b-8095c0453672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cadb6dd-2a77-4483-a58e-ab9a2723dbc4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:31.585951 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2c2e-1f3f-475a-9f6f-f15facd9495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (9d9f9215-5e44-482d-bd49-76587ac03eb8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.608791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (e80e38b2-7821-46c4-9cd2-856aaad0efd8), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.652891 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-667cce7b-28d0-4e4d-bd4b-86e74f410531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] GET failed (client error): The resource could not be found. Aug 31 15:47:31.657049 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-667cce7b-28d0-4e4d-bd4b-86e74f410531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405497778-project-admin] 10.222.0.46 "GET /networking/v2.0/ports/6cadb6dd-2a77-4483-a58e-ab9a2723dbc4 HTTP/1.1" status: 404 len: 333 time: 0.1109726 Aug 31 15:47:31.657707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (fb04d1c3-c975-43f4-b15c-52965e4d957d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.691888 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34362) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:31.719805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:31.783738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:31.823993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b2c2e-1f3f-475a-9f6f-f15facd9495c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9f9215-5e44-482d-bd49-76587ac03eb8,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:31.830553 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ca3b2c2e-1f3f-475a-9f6f-f15facd9495c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d2008e74e7fb44c2964da50cf1ca5434&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3175952 Aug 31 15:47:31.839722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb04d1c3-c975-43f4-b15c-52965e4d957d']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:31.841087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34364) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:31.842397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.43', 63037) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:31.869139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Pushing event updated for resources: {'Port': ['ID=7247c799-b639-41ba-b1db-efca45561439,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:31.929730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d006be-07bd-44f8-ba3c-43f2ed202262') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:31.930028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d006be-07bd-44f8-ba3c-43f2ed202262') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:31.972547 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Attempt 7 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:32.008529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (76d006be-07bd-44f8-ba3c-43f2ed202262), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.053612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (3edf74ad-2343-4cfc-a9db-94b70c9a2251), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.086251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (76d006be-07bd-44f8-ba3c-43f2ed202262), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.110883 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Port 7247c799-b639-41ba-b1db-efca45561439 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:32.146051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:32.146454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (76d006be-07bd-44f8-ba3c-43f2ed202262), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.203586 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 76d006be-07bd-44f8-ba3c-43f2ed202262 resource provider aggregate not found Aug 31 15:47:32.278192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Attempting to bind port 7247c799-b639-41ba-b1db-efca45561439 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:32.280266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Attempting to bind port 7247c799-b639-41ba-b1db-efca45561439 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:32.280266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Attempting to bind port 7247c799-b639-41ba-b1db-efca45561439 on network 21139938-13fc-48aa-b1f6-f330426c0275 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:32.292173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-67c72c93-835b-4e71-9ff5-4a08c3fd0db5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:32.293879 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-67c72c93-835b-4e71-9ff5-4a08c3fd0db5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.43 "GET /networking/v2.0/networks?id=b339b5fd-5f65-4981-aef9-3a56845f0808 HTTP/1.1" status: 200 len: 811 time: 0.4497418 Aug 31 15:47:32.303120 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 76d006be-07bd-44f8-ba3c-43f2ed202262 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76d006be-07bd-44f8-ba3c-43f2ed202262 found for delete ", "request_id": "req-20904843-0704-4e7e-8cb0-a5dc73ff93d8"}]} Aug 31 15:47:32.315244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:32.332558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc61de-c3e5-4b83-8eb6-0d8e324f90ff req-22dd2863-93d9-44ad-975e-234cebcfe4b9 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:32.334149 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2fbc61de-c3e5-4b83-8eb6-0d8e324f90ff req-22dd2863-93d9-44ad-975e-234cebcfe4b9 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 943 time: 0.1720002 Aug 31 15:47:32.334975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:32.349957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.447822 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2fbc61de-c3e5-4b83-8eb6-0d8e324f90ff req-04cd4922-5d7e-4ccf-8f81-c0ad0e1e7acf tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075308 Aug 31 15:47:32.456003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Port 7247c799-b639-41ba-b1db-efca45561439 on network 21139938-13fc-48aa-b1f6-f330426c0275 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:32.456576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Attempting to bind port 7247c799-b639-41ba-b1db-efca45561439 on network 21139938-13fc-48aa-b1f6-f330426c0275 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:32.479753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-742f9f7c-2457-4e28-93fd-e510d5c7e13e admin admin] Publish callbacks [] for security_group (9d9f9215-5e44-482d-bd49-76587ac03eb8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.507012 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Allocated IP 172.26.2.115 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/3c0e7ca7-5b61-42cb-ba93-0e6847962831) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:32.523374 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3983da38-3897-45e7-9e87-78bcab7ade13 req-928d9e92-aec9-424d-a70f-ddb7ed7dc4a6 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 210 time: 0.2281780 Aug 31 15:47:32.581054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:32.587570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:32.590851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Checking segment: {'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:32.590851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Bound using segment: {'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:32.590851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Bound port: 7247c799-b639-41ba-b1db-efca45561439, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:32.590851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7247c799-b639-41ba-b1db-efca45561439), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.615894 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Attempt 8 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:32.655329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (3edf74ad-2343-4cfc-a9db-94b70c9a2251), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.664627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (fb04d1c3-c975-43f4-b15c-52965e4d957d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.668318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Port 7247c799-b639-41ba-b1db-efca45561439 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:32.673217 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bbaf285f-b9c7-4ba6-afc6-ea7e7c8c530d req-7d5f85bf-0819-47ae-9a51-119d735e5bb6 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 210 time: 0.0875337 Aug 31 15:47:32.699758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.715817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-742f9f7c-2457-4e28-93fd-e510d5c7e13e admin admin] Publish callbacks [] for security_group (9d9f9215-5e44-482d-bd49-76587ac03eb8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:32.729202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb04d1c3-c975-43f4-b15c-52965e4d957d {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 15:47:32.782065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:33.073943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.074217 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Router f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:33.082721 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] 10.222.0.46 "DELETE /networking/v2.0/networks/fb04d1c3-c975-43f4-b15c-52965e4d957d HTTP/1.1" status: 204 len: 168 time: 2.4932489 Aug 31 15:47:33.082926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34384) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:33.097932 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c3ea7-042d-42ae-b108-ed738987b57e tempest-ExternalNetworksTestJSON-120737973 tempest-ExternalNetworksTestJSON-120737973-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb04d1c3-c975-43f4-b15c-52965e4d957d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:33.146009 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc12b5c-fd5c-4187-a5b9-d6e6e50628fe tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] DELETE failed (client error): The resource could not be found. Aug 31 15:47:33.146486 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc12b5c-fd5c-4187-a5b9-d6e6e50628fe tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:47:33.152183 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4bc12b5c-fd5c-4187-a5b9-d6e6e50628fe tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/dbb34b89-76d7-414f-bd24-73b087f652cc HTTP/1.1" status: 404 len: 337 time: 0.0662837 Aug 31 15:47:33.155085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:33.155085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34386) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:33.170234 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Attempt 9 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:33.182051 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-9efd8db1-f187-495f-8a7f-0ddf0f3e88a5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6de8d08af2234e7e80490ad5c1ebd6a3 HTTP/1.1" status: 200 len: 380 time: 0.8125997 Aug 31 15:47:33.189442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Request body: {'port': {'device_id': '976e5a69-f70c-44ff-a4ee-9f31356c47c1', 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808', 'admin_state_up': True, 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'security_groups': ['17b14e6e-22fa-435f-b0e0-4955b69ae26e']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:33.196628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edf74ad-2343-4cfc-a9db-94b70c9a2251']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:33.232292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Port 7247c799-b639-41ba-b1db-efca45561439 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:33.303830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:33.337631 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (054177db-1c4b-4bbd-819c-eac541c5d270), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.369912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for port (3c0e7ca7-5b61-42cb-ba93-0e6847962831), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.408259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58983af0-3a12-4a55-bc13-215c1b36c4ec') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:33.408686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58983af0-3a12-4a55-bc13-215c1b36c4ec') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:33.422992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] For port 7247c799-b639-41ba-b1db-efca45561439, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:33.429968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:33.488089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:33.495770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (58983af0-3a12-4a55-bc13-215c1b36c4ec), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.506177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] For port 7247c799-b639-41ba-b1db-efca45561439, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=7247c799-b639-41ba-b1db-efca45561439,segment=NetworkSegment(f2f5b6d9-56bc-444b-bd09-be61baadf0cf),segment_id=f2f5b6d9-56bc-444b-bd09-be61baadf0cf)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:33.518503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-742f9f7c-2457-4e28-93fd-e510d5c7e13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (9d9f9215-5e44-482d-bd49-76587ac03eb8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.521153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-742f9f7c-2457-4e28-93fd-e510d5c7e13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.522835 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-742f9f7c-2457-4e28-93fd-e510d5c7e13e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9d9f9215-5e44-482d-bd49-76587ac03eb8 HTTP/1.1" status: 204 len: 168 time: 1.6799073 Aug 31 15:47:33.538051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (054177db-1c4b-4bbd-819c-eac541c5d270), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.541349 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3c0e7ca7-5b61-42cb-ba93-0e6847962831), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.556449 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c5a40-0750-4bd2-9061-4fbadc39dd5d None None] Sync routers for ids ['f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:33.560785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (58983af0-3a12-4a55-bc13-215c1b36c4ec), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.572286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f9f7c-2457-4e28-93fd-e510d5c7e13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9f9215-5e44-482d-bd49-76587ac03eb8,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:33.610125 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c5a40-0750-4bd2-9061-4fbadc39dd5d None None] Routers {'f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:33.614998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:33.616114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (58983af0-3a12-4a55-bc13-215c1b36c4ec), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.633590 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3e4c5a40-0750-4bd2-9061-4fbadc39dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:33.646165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054177db-1c4b-4bbd-819c-eac541c5d270']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:33.651383 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.657245 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-34618578-f13a-42d8-9ce1-6e07e20a16a8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3075583 Aug 31 15:47:33.677291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34396) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:33.682322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce175b53-b006-41da-a266-bfadc991ddcc') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:33.682678 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce175b53-b006-41da-a266-bfadc991ddcc') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:33.698350 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3e4c5a40-0750-4bd2-9061-4fbadc39dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:33.717542 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c5a40-0750-4bd2-9061-4fbadc39dd5d None None] Routers {'f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:33.718233 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3e4c5a40-0750-4bd2-9061-4fbadc39dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:33.736464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (7247c799-b639-41ba-b1db-efca45561439), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.736847 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Attempt 10 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:33.743466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (ce175b53-b006-41da-a266-bfadc991ddcc), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.743942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:33.773620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ce175b53-b006-41da-a266-bfadc991ddcc), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.793082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:33.796846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:33.797103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.797200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (ce175b53-b006-41da-a266-bfadc991ddcc), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:33.797298 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/7247c799-b639-41ba-b1db-efca45561439 HTTP/1.1" status: 200 len: 1093 time: 4.8100405 Aug 31 15:47:33.807491 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7b970d26-b875-496e-a213-7691ff10cc27 None None] Port 7247c799-b639-41ba-b1db-efca45561439 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 15:47:33.821858 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3e4c5a40-0750-4bd2-9061-4fbadc39dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:33.822766 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c5a40-0750-4bd2-9061-4fbadc39dd5d None None] The sync data for ids ['f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:33.828948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2d0337-081e-4f94-b118-e4470afa38c3', 'tag': '7247c799-b639-41ba-b1db-efca45561439'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:47:33.833732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:33.854551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:33.910045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5467070-aa52-4336-a4c1-fa0851aafd55 req-f380f649-262f-4f83-9b55-ce653bbc8401 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:33.915558 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5467070-aa52-4336-a4c1-fa0851aafd55 req-f380f649-262f-4f83-9b55-ce653bbc8401 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 943 time: 0.2821088 Aug 31 15:47:33.917538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Pushing event updated for resources: {'Port': ['ID=3c0e7ca7-5b61-42cb-ba93-0e6847962831,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:33.945144 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment ce175b53-b006-41da-a266-bfadc991ddcc resource provider aggregate not found Aug 31 15:47:33.964796 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-010d05db-1191-40d2-a59f-4561ccd2d830 req-c9873426-4290-4f93-9ca3-cb0c9d477638 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 210 time: 0.2908914 Aug 31 15:47:33.996333 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment ce175b53-b006-41da-a266-bfadc991ddcc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce175b53-b006-41da-a266-bfadc991ddcc found for delete ", "request_id": "req-6033ba44-4058-4361-8e2c-2d7c46a2aad4"}]} Aug 31 15:47:34.042617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (3edf74ad-2343-4cfc-a9db-94b70c9a2251), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:34.065473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:34.071438 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] 10.222.0.46 "DELETE /networking/v2.0/networks/3edf74ad-2343-4cfc-a9db-94b70c9a2251 HTTP/1.1" status: 204 len: 168 time: 2.3757451 Aug 31 15:47:34.105388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:34.122574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e7fd-9ce5-40d4-b969-2a26921e43f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745717953-project] Pushing event deleted for resources: {'Network': ['ID=3edf74ad-2343-4cfc-a9db-94b70c9a2251,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:34.159330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac74ceb-1223-4368-8848-458a3376d33f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2d0337-081e-4f94-b118-e4470afa38c3", "tag": "7247c799-b639-41ba-b1db-efca45561439"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:47:34.199778 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2d87c290-353c-4d69-a110-15870e5663ce req-ed8e6248-8822-4651-ae56-4059a4b6e60f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 210 time: 0.1029890 Aug 31 15:47:34.208886 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (054177db-1c4b-4bbd-819c-eac541c5d270), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:34.209189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be455663-bb06-49a7-94d6-937fdd5b5974 service neutron] Pushing event updated for resources: {'Port': ['ID=7247c799-b639-41ba-b1db-efca45561439,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:34.215210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Made reservation on behalf of 6de8d08af2234e7e80490ad5c1ebd6a3 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:34.222285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:34.223287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:34.246612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:34.253214 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5467070-aa52-4336-a4c1-fa0851aafd55 req-5d00f381-c37b-4167-80eb-ab84366e31f4 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359571 Aug 31 15:47:34.256564 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] 10.222.0.46 "DELETE /networking/v2.0/networks/054177db-1c4b-4bbd-819c-eac541c5d270 HTTP/1.1" status: 204 len: 168 time: 1.0999932 Aug 31 15:47:34.284198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737e8eb-1cac-4cd6-9097-a2b1ee4e7c9c tempest-ExternalNetworksTestJSON-1317881501 tempest-ExternalNetworksTestJSON-1317881501-project] Pushing event deleted for resources: {'Network': ['ID=054177db-1c4b-4bbd-819c-eac541c5d270,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:34.291004 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e6d6a284-d407-43e6-bfb5-8b5833c440af tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8 HTTP/1.1" status: 200 len: 921 time: 0.6097219 Aug 31 15:47:34.296521 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34418) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:34.357144 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-655436ef-8470-4f73-a5c5-e1de65119575 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8 HTTP/1.1" status: 200 len: 205 time: 0.0500629 Aug 31 15:47:34.357144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34422) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:34.387912 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 58983af0-3a12-4a55-bc13-215c1b36c4ec resource provider aggregate not found Aug 31 15:47:34.446388 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 58983af0-3a12-4a55-bc13-215c1b36c4ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58983af0-3a12-4a55-bc13-215c1b36c4ec found for delete ", "request_id": "req-72914e01-baf7-4931-b6ad-174cefe5a86a"}]} Aug 31 15:47:34.511737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.43', 63045) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:34.537372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56b9f1-462e-4dea-8e33-21339700163a req-d91cc02f-0fbf-4c27-ba71-82a7ad392d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:34.539383 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-d91cc02f-0fbf-4c27-ba71-82a7ad392d8d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=705873c953a14cc9ac26823dd144c4d5&device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 1127 time: 0.2626381 Aug 31 15:47:34.544793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34426) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:34.660547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7ddffde-8a6c-4709-b4b1-32b833d5932a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:34.788590 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-9f7c7248-df48-485d-b972-08b787d6e084 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7247c799-b639-41ba-b1db-efca45561439 HTTP/1.1" status: 200 len: 217 time: 0.2114165 Aug 31 15:47:34.917853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:35.095917 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Allocated IP 172.20.0.10 (b339b5fd-5f65-4981-aef9-3a56845f0808/eac39988-0761-4ad2-92d7-005ebc89c086/b5f8137d-424c-419c-9c43-38c1bfd9be51) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:35.129585 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:35.154378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:35.177744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e42a31b9-133a-4bfb-9673-171423bde091 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:35.179442 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e42a31b9-133a-4bfb-9673-171423bde091 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.43 "GET /networking/v2.0/networks?id=9eee8628-cd0e-4573-ad4d-ec8082f80eb5 HTTP/1.1" status: 200 len: 811 time: 0.6634781 Aug 31 15:47:35.194567 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34436) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:35.220126 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-213ffcee-6789-48b8-bd32-529fc7876e53 req-23f0bdbf-6bdb-4ff7-9532-401b50d1cd6b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 210 time: 0.1106279 Aug 31 15:47:35.251991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56b9f1-462e-4dea-8e33-21339700163a req-ed6110c9-fefd-4f1f-a5e9-20c89fde3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:35.255391 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-ed6110c9-fefd-4f1f-a5e9-20c89fde3013 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0d7cb343-1c10-476e-9a0f-ca100f27319c HTTP/1.1" status: 200 len: 845 time: 0.4176021 Aug 31 15:47:35.260422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa25105-a737-4afe-a0dd-b0b998afcfa6 x-openstack-request-id: req-faa25105-a737-4afe-a0dd-b0b998afcfa6 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:47:35.260748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2d0337-081e-4f94-b118-e4470afa38c3", "tag": "7247c799-b639-41ba-b1db-efca45561439", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:47:35.261035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-faa25105-a737-4afe-a0dd-b0b998afcfa6 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:47:35.261532 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa25105-a737-4afe-a0dd-b0b998afcfa6'] response: {'name': 'network-changed', 'server_uuid': '2f2d0337-081e-4f94-b118-e4470afa38c3', 'tag': '7247c799-b639-41ba-b1db-efca45561439', 'status': 'completed', 'code': 200} Aug 31 15:47:35.272974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (e80e38b2-7821-46c4-9cd2-856aaad0efd8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:35.291719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:35.309894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Deleting port da33eeed-f8df-45c4-b5ef-95019789e1f4 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:35.309894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (da33eeed-f8df-45c4-b5ef-95019789e1f4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:35.477074 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-23252189-9b56-4412-ac3b-ba73bc5ae25e req-d11d2096-d693-4559-ae65-c5b1fe567908 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 210 time: 0.0393786 Aug 31 15:47:35.478014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34448) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:35.624020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (da33eeed-f8df-45c4-b5ef-95019789e1f4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:35.685229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Calling delete_port for da33eeed-f8df-45c4-b5ef-95019789e1f4 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:35.754671 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d75b3fe8-e28f-4286-9723-53cde60a716d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c6e138b79c5d48bca7c76cf78cc19d4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2737551 Aug 31 15:47:35.763043 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d56d089d-455d-41d6-9d4d-7c748f724932 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ec20fedfed2841bea9f3631cbe150c1b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5666006 Aug 31 15:47:35.764445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34452) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:35.764854 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34454) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:35.949345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ba724072-587e-4e5f-b0a6-98289b5c4b1a admin admin] Publish callbacks [] for security_group (9e45646e-ae01-4d40-9cad-d60bde367f12), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:35.993815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:35.995479 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56b9f1-462e-4dea-8e33-21339700163a req-d86b9bb3-425c-4684-b9ab-2c2c6fc1961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:35.998509 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-d86b9bb3-425c-4684-b9ab-2c2c6fc1961d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=21139938-13fc-48aa-b1f6-f330426c0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6194348 Aug 31 15:47:36.023399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bf0f0-a630-4980-8e18-c287c0913027 req-3758d372-39a9-413d-95f8-07d1201f5246 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:36.025315 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a70bf0f0-a630-4980-8e18-c287c0913027 req-3758d372-39a9-413d-95f8-07d1201f5246 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 943 time: 0.6351268 Aug 31 15:47:36.032477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7ddffde-8a6c-4709-b4b1-32b833d5932a admin admin] Publish callbacks [] for security_group (6eee02c7-2a4b-4395-b82c-1063188af3f8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.041154 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ba724072-587e-4e5f-b0a6-98289b5c4b1a admin admin] Publish callbacks [] for security_group (9e45646e-ae01-4d40-9cad-d60bde367f12), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.043583 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6117a6b7-4680-45f1-b875-552da3ef42b1 admin admin] Publish callbacks [] for security_group (ed367403-7b17-4954-8b2f-2fe61f9ee3d7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.073772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:36.114014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6117a6b7-4680-45f1-b875-552da3ef42b1 admin admin] Publish callbacks [] for security_group (ed367403-7b17-4954-8b2f-2fe61f9ee3d7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.162469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7ddffde-8a6c-4709-b4b1-32b833d5932a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (6eee02c7-2a4b-4395-b82c-1063188af3f8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.173700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:36.196271 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-5bc025af-4d08-4a87-baf0-7178eb32a539 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a2d10fe02795485885453d6286ee49e1 HTTP/1.1" status: 200 len: 378 time: 0.8206830 Aug 31 15:47:36.307975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ba724072-587e-4e5f-b0a6-98289b5c4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (9e45646e-ae01-4d40-9cad-d60bde367f12), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.308521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Request body: {'port': {'device_id': '8aeb278a-0d3f-4631-b52f-c40880aa10b1', 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5', 'admin_state_up': True, 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'security_groups': ['84873d94-98cc-4d86-99b9-0f2f09a561cd']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:36.313180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ba724072-587e-4e5f-b0a6-98289b5c4b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.314908 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ba724072-587e-4e5f-b0a6-98289b5c4b1a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9e45646e-ae01-4d40-9cad-d60bde367f12 HTTP/1.1" status: 204 len: 168 time: 0.5455532 Aug 31 15:47:36.333210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba724072-587e-4e5f-b0a6-98289b5c4b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e45646e-ae01-4d40-9cad-d60bde367f12,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:36.398925 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (da33eeed-f8df-45c4-b5ef-95019789e1f4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.399237 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c7ddffde-8a6c-4709-b4b1-32b833d5932a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e6943000205248d496d7742fda37683f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8509030 Aug 31 15:47:36.405784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6117a6b7-4680-45f1-b875-552da3ef42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ed367403-7b17-4954-8b2f-2fe61f9ee3d7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.419925 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6117a6b7-4680-45f1-b875-552da3ef42b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.424115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34460) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:36.425249 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6117a6b7-4680-45f1-b875-552da3ef42b1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ed367403-7b17-4954-8b2f-2fe61f9ee3d7 HTTP/1.1" status: 204 len: 168 time: 0.6570582 Aug 31 15:47:36.485481 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a70bf0f0-a630-4980-8e18-c287c0913027 req-f7e3ee1d-cc32-419f-8ece-d68d3f6d854a tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4479244 Aug 31 15:47:36.486136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddffde-8a6c-4709-b4b1-32b833d5932a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eee02c7-2a4b-4395-b82c-1063188af3f8,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:36.493651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.523347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Pushing event deleted for resources: {'Port': ['ID=da33eeed-f8df-45c4-b5ef-95019789e1f4,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:36.537008 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117a6b7-4680-45f1-b875-552da3ef42b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed367403-7b17-4954-8b2f-2fe61f9ee3d7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:36.546712 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a0f59be9-2cde-4680-bc26-7784f29b4a1d req-feb4cce8-9ca9-4b98-b373-c06d25902640 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 210 time: 0.2048151 Aug 31 15:47:36.609348 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-9a500a94-fa5f-4e3a-860e-527f27f7cf6c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/21139938-13fc-48aa-b1f6-f330426c0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729570 Aug 31 15:47:36.649629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (e80e38b2-7821-46c4-9cd2-856aaad0efd8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.674291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.774636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:36.793818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:36.814989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.818342 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-87048221-4ba3-4da0-9757-6d489b9edbc0 req-b47475f1-32f2-403c-8bf6-5ba325893637 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 210 time: 0.1350110 Aug 31 15:47:36.819016 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.849123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac2c944d-b3af-47b5-95ac-e6dbb62f25f5 admin admin] Publish callbacks [] for security_group (6eee02c7-2a4b-4395-b82c-1063188af3f8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.909282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac2c944d-b3af-47b5-95ac-e6dbb62f25f5 admin admin] Publish callbacks [] for security_group (6eee02c7-2a4b-4395-b82c-1063188af3f8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.945781 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-d137d246-2ec4-44bd-8f3f-cba1561ee006 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/21139938-13fc-48aa-b1f6-f330426c0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199146 Aug 31 15:47:36.950838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.953027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Made reservation on behalf of a2d10fe02795485885453d6286ee49e1 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:36.957056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:36.999718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:37.003044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Fanout notify agent at l3_agent the message router_deleted on router f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:47:37.031872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:37.036600 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0f562186-6f1a-42ea-a5b3-0ee7d07b2402 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8 HTTP/1.1" status: 204 len: 168 time: 2.6792870 Aug 31 15:47:37.046621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34474) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:37.054241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1096489244', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'enable_snat': False}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:37.122885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Network b339b5fd-5f65-4981-aef9-3a56845f0808 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:37.160268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:37.170914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (64400cec-bf25-4fd6-baf0-e77513a0b320), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:37.171994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (64400cec-bf25-4fd6-baf0-e77513a0b320), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:37.199771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:37.203420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Pushing event updated for resources: {'Port': ['ID=b5f8137d-424c-419c-9c43-38c1bfd9be51,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:37.226907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:37.274478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_controller (64400cec-bf25-4fd6-baf0-e77513a0b320), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:37.287166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac74ceb-1223-4368-8848-458a3376d33f req-b93b507b-5d13-4172-b0bd-eabdca470d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:37.290459 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ac74ceb-1223-4368-8848-458a3376d33f req-b93b507b-5d13-4172-b0bd-eabdca470d94 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=705873c953a14cc9ac26823dd144c4d5&device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 1127 time: 0.2236733 Aug 31 15:47:37.426877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34476) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:37.436247 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=78,neutron:DELETE=19,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:37.523945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34478) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:37.552797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac2c944d-b3af-47b5-95ac-e6dbb62f25f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (6eee02c7-2a4b-4395-b82c-1063188af3f8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:37.559858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac2c944d-b3af-47b5-95ac-e6dbb62f25f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:37.561964 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ac2c944d-b3af-47b5-95ac-e6dbb62f25f5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6eee02c7-2a4b-4395-b82c-1063188af3f8 HTTP/1.1" status: 204 len: 168 time: 1.0996826 Aug 31 15:47:37.570226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Provisioning complete for port b5f8137d-424c-419c-9c43-38c1bfd9be51 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:37.570226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:37.570226 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Attempt 1 to provision port b5f8137d-424c-419c-9c43-38c1bfd9be51 Aug 31 15:47:37.611185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Port b5f8137d-424c-419c-9c43-38c1bfd9be51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:37.646981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:37.648689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:37.656284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Allocated IP 172.20.0.9 (9eee8628-cd0e-4573-ad4d-ec8082f80eb5/de35b079-8645-47b6-9ecb-972c8a646114/07d192fe-4176-4d1b-9ebb-164c8cca7513) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:37.679406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (64400cec-bf25-4fd6-baf0-e77513a0b320), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:37.731848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c944d-b3af-47b5-95ac-e6dbb62f25f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eee02c7-2a4b-4395-b82c-1063188af3f8,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:37.752722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c4ed6-2f59-4257-bb14-50ca1e6f1284 req-b04e92dc-8aa0-4662-be8e-46f088f0c4e1 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:37.755058 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a41c4ed6-2f59-4257-bb14-50ca1e6f1284 req-b04e92dc-8aa0-4662-be8e-46f088f0c4e1 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 943 time: 0.1463840 Aug 31 15:47:37.787015 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d144be9b-881c-4233-9b69-1f9950655745 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=cebe39940c72498f823efd1f3dbca065&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3565159 Aug 31 15:47:37.788336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34486) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:37.852941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Router e80e38b2-7821-46c4-9cd2-856aaad0efd8 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:37.871284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:37.903511 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-eca83b14-9fff-4cbd-8676-07d99d08fe45 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7204320 Aug 31 15:47:37.916353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:37.947495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Request body: {'port': {'device_id': '976e5a69-f70c-44ff-a4ee-9f31356c47c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:37.960137 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b1e03959-91fe-4da2-8907-a94cfaac2011 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=20225213d6a7405998710853507f6d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823292 Aug 31 15:47:37.972695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac74ceb-1223-4368-8848-458a3376d33f req-7d827e67-2eb4-4c79-830a-11bf30f910df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:37.974235 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ac74ceb-1223-4368-8848-458a3376d33f req-7d827e67-2eb4-4c79-830a-11bf30f910df service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=21139938-13fc-48aa-b1f6-f330426c0275 HTTP/1.1" status: 200 len: 907 time: 0.6515758 Aug 31 15:47:37.980464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d706291-fa8d-4e7c-904b-2814c722f133 req-b8d9e79a-dd8e-4f4a-abf7-bc32b67bc17c tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:37.982720 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8d706291-fa8d-4e7c-904b-2814c722f133 req-b8d9e79a-dd8e-4f4a-abf7-bc32b67bc17c tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 932 time: 0.2886269 Aug 31 15:47:38.000637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34490) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:38.053182 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a41c4ed6-2f59-4257-bb14-50ca1e6f1284 req-695fd73a-43ae-4867-b10e-725fcd51f389 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971404 Aug 31 15:47:38.112589 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Attempt 2 to provision port b5f8137d-424c-419c-9c43-38c1bfd9be51 Aug 31 15:47:38.186193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Port b5f8137d-424c-419c-9c43-38c1bfd9be51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:38.198687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcfe03b5-d065-4fd6-be41-d360c515ce70 admin admin] Publish callbacks [] for security_group (3395c6b9-2b96-49bd-ab25-f5897bdabaf7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.203107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (64400cec-bf25-4fd6-baf0-e77513a0b320), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.262101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.270143 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-567926e3-439f-419d-b2e1-2a164b7f1881 req-dd891754-d8a6-4c4b-9f5c-e589cc837c28 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 210 time: 0.0726054 Aug 31 15:47:38.288518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcfe03b5-d065-4fd6-be41-d360c515ce70 admin admin] Publish callbacks [] for security_group (3395c6b9-2b96-49bd-ab25-f5897bdabaf7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.404317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a403-d095-474a-950d-034bafac0438 admin admin] Publish callbacks [] for security_group (4136848f-c5b8-470b-a939-eceedb0cd805), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.432804 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ac74ceb-1223-4368-8848-458a3376d33f req-37fbabcc-55fc-475d-9f4c-0564d3ab0a55 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7247c799-b639-41ba-b1db-efca45561439 HTTP/1.1" status: 200 len: 217 time: 0.3517907 Aug 31 15:47:38.485215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Allocated IP 172.26.2.97 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/37277249-3025-4e85-891d-240df147e4c3) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:38.486234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.524214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcfe03b5-d065-4fd6-be41-d360c515ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (3395c6b9-2b96-49bd-ab25-f5897bdabaf7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.526887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcfe03b5-d065-4fd6-be41-d360c515ce70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.529602 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fcfe03b5-d065-4fd6-be41-d360c515ce70 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3395c6b9-2b96-49bd-ab25-f5897bdabaf7 HTTP/1.1" status: 204 len: 168 time: 0.5263169 Aug 31 15:47:38.570556 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1253f38-7839-425d-af0e-863915845101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.571098 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe03b5-d065-4fd6-be41-d360c515ce70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3395c6b9-2b96-49bd-ab25-f5897bdabaf7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:38.578955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a403-d095-474a-950d-034bafac0438 admin admin] Publish callbacks [] for security_group (4136848f-c5b8-470b-a939-eceedb0cd805), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.603029 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8d706291-fa8d-4e7c-904b-2814c722f133 req-6d023525-acd5-48a1-b08a-35aa3a0953d1 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5250521 Aug 31 15:47:38.646081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:38.649509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:38.688092 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Attempt 3 to provision port b5f8137d-424c-419c-9c43-38c1bfd9be51 Aug 31 15:47:38.708485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for port (37277249-3025-4e85-891d-240df147e4c3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.742486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:38.744591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac74ceb-1223-4368-8848-458a3376d33f req-8cb43d68-635e-4d68-8ad6-25230345e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:38.746122 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ac74ceb-1223-4368-8848-458a3376d33f req-8cb43d68-635e-4d68-8ad6-25230345e3a7 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0d7cb343-1c10-476e-9a0f-ca100f27319c HTTP/1.1" status: 200 len: 845 time: 0.2621729 Aug 31 15:47:38.753487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:38.771851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d8a54-a235-4818-9b29-637b0a674e51 None None] Sync routers for ids ['e80e38b2-7821-46c4-9cd2-856aaad0efd8'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:38.787959 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Port b5f8137d-424c-419c-9c43-38c1bfd9be51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:38.797729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d8a54-a235-4818-9b29-637b0a674e51 None None] Routers {'e80e38b2-7821-46c4-9cd2-856aaad0efd8'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:38.798316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.799060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a10d8a54-a235-4818-9b29-637b0a674e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['e80e38b2-7821-46c4-9cd2-856aaad0efd8'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:38.836894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:38.839262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a10d8a54-a235-4818-9b29-637b0a674e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:38.850755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (37277249-3025-4e85-891d-240df147e4c3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.876453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d8a54-a235-4818-9b29-637b0a674e51 None None] Routers {'e80e38b2-7821-46c4-9cd2-856aaad0efd8'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:38.877975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a10d8a54-a235-4818-9b29-637b0a674e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['e80e38b2-7821-46c4-9cd2-856aaad0efd8'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:38.896687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:38.905237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac74ceb-1223-4368-8848-458a3376d33f req-09c8de8a-4cc8-427c-ba73-c1944349c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:38.907093 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ac74ceb-1223-4368-8848-458a3376d33f req-09c8de8a-4cc8-427c-ba73-c1944349c97b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=21139938-13fc-48aa-b1f6-f330426c0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1273966 Aug 31 15:47:38.947016 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a10d8a54-a235-4818-9b29-637b0a674e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:38.948116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:38.951000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d8a54-a235-4818-9b29-637b0a674e51 None None] The sync data for ids ['e80e38b2-7821-46c4-9cd2-856aaad0efd8'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:38.953349 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:38.960983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:38.970066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34504) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:38.974191 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-796f3e56-3880-46c2-aa13-9ddddd442e61 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.3456233 Aug 31 15:47:39.076829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a403-d095-474a-950d-034bafac0438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4136848f-c5b8-470b-a939-eceedb0cd805), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:39.088233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a403-d095-474a-950d-034bafac0438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:39.089597 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c8f8a403-d095-474a-950d-034bafac0438 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4136848f-c5b8-470b-a939-eceedb0cd805 HTTP/1.1" status: 204 len: 168 time: 1.2680407 Aug 31 15:47:39.097388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event updated for resources: {'Port': ['ID=37277249-3025-4e85-891d-240df147e4c3,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:39.242157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:39.288784 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Attempt 4 to provision port b5f8137d-424c-419c-9c43-38c1bfd9be51 Aug 31 15:47:39.298543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8a403-d095-474a-950d-034bafac0438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136848f-c5b8-470b-a939-eceedb0cd805,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:39.334788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:39.359569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:39.392706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:39.403467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:39.411883 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Port b5f8137d-424c-419c-9c43-38c1bfd9be51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:39.508487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Pushing event updated for resources: {'Port': ['ID=07d192fe-4176-4d1b-9ebb-164c8cca7513,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:39.523221 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ac74ceb-1223-4368-8848-458a3376d33f req-bd8d88e9-bad2-4e89-9aae-84e052a4124d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/21139938-13fc-48aa-b1f6-f330426c0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459566 Aug 31 15:47:39.589106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:39.590108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:39.642590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:39.681090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b6959-773d-403b-9bc0-ea6a881a3258 req-e23fd769-145b-44a5-b63c-f70475ade730 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:39.683209 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cc3b6959-773d-403b-9bc0-ea6a881a3258 req-e23fd769-145b-44a5-b63c-f70475ade730 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 943 time: 0.3633502 Aug 31 15:47:39.692153 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c4348b1b-e0dd-4a66-a0d4-4c6967d079cc tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/e80e38b2-7821-46c4-9cd2-856aaad0efd8 HTTP/1.1" status: 200 len: 925 time: 0.7208354 Aug 31 15:47:39.729011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34528) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:39.783741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa1420-fa77-4730-a674-b9515581798e req-fc176749-c1db-4ddf-b861-1f676f6473e5 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:39.798626 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-23fa1420-fa77-4730-a674-b9515581798e req-fc176749-c1db-4ddf-b861-1f676f6473e5 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 931 time: 0.1861470 Aug 31 15:47:39.832337 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c80f1726-f83c-4b5e-997a-d2e965516cbe tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e80e38b2-7821-46c4-9cd2-856aaad0efd8 HTTP/1.1" status: 200 len: 205 time: 0.0874717 Aug 31 15:47:39.852137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34530) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:39.866551 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-45f32385-9b05-41cf-ab50-89ed958c70f8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6199076 Aug 31 15:47:39.899910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Request body: {'port': {'device_id': '8aeb278a-0d3f-4631-b52f-c40880aa10b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:39.913534 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Attempt 5 to provision port b5f8137d-424c-419c-9c43-38c1bfd9be51 Aug 31 15:47:39.915751 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cc3b6959-773d-403b-9bc0-ea6a881a3258 req-af568731-a89f-4d02-aa6a-5e810998f583 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222340 Aug 31 15:47:40.022984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Port b5f8137d-424c-419c-9c43-38c1bfd9be51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:40.073823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:40.087525 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-23fa1420-fa77-4730-a674-b9515581798e req-fbc4e530-e05b-4ef5-9cd7-80a65c40cebf tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2873430 Aug 31 15:47:40.096132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f8137d-424c-419c-9c43-38c1bfd9be51 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:47:40.173993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Publish callbacks [] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.195752 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ac74ceb-1223-4368-8848-458a3376d33f req-e4214bc8-e460-471a-a84c-905265f89118 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/21139938-13fc-48aa-b1f6-f330426c0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566679 Aug 31 15:47:40.213766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Transition to ACTIVE for port object b5f8137d-424c-419c-9c43-38c1bfd9be51 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 15:47:40.217693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.338941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.359542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (e80e38b2-7821-46c4-9cd2-856aaad0efd8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.500052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103247b-a384-456a-b987-065f49a3522f req-ec154376-8374-4e82-99c2-4400bd7fdfe9 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:40.504915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f8137d-424c-419c-9c43-38c1bfd9be51,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:40.507674 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c103247b-a384-456a-b987-065f49a3522f req-ec154376-8374-4e82-99c2-4400bd7fdfe9 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 944 time: 0.1441851 Aug 31 15:47:40.524865 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Attempt 6 to provision port b5f8137d-424c-419c-9c43-38c1bfd9be51 Aug 31 15:47:40.577360 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Port b5f8137d-424c-419c-9c43-38c1bfd9be51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:47:40.582553 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (64400cec-bf25-4fd6-baf0-e77513a0b320), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.594030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Attempting to bind port b5f8137d-424c-419c-9c43-38c1bfd9be51 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:40.605055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Attempting to bind port b5f8137d-424c-419c-9c43-38c1bfd9be51 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:40.605055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Attempting to bind port b5f8137d-424c-419c-9c43-38c1bfd9be51 on network b339b5fd-5f65-4981-aef9-3a56845f0808 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:40.606336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Port b5f8137d-424c-419c-9c43-38c1bfd9be51 on network b339b5fd-5f65-4981-aef9-3a56845f0808 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:40.606783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Attempting to bind port b5f8137d-424c-419c-9c43-38c1bfd9be51 on network b339b5fd-5f65-4981-aef9-3a56845f0808 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:40.620317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:40.620662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Checking segment: {'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:40.621050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Bound using segment: {'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:40.621493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Bound port: b5f8137d-424c-419c-9c43-38c1bfd9be51, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0922db83-8cd7-4ce3-a84c-767f84f1283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:40.622153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.634460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:40.635816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (e80e38b2-7821-46c4-9cd2-856aaad0efd8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.666233 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c103247b-a384-456a-b987-065f49a3522f req-158205dc-b849-43e3-91af-e7c177b43e5d tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576715 Aug 31 15:47:40.724642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ce27be07-5db4-4b7c-90d1-e26959d59c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.729371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d192fe-4176-4d1b-9ebb-164c8cca7513 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:47:40.740931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Publish callbacks [] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.746368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] For port b5f8137d-424c-419c-9c43-38c1bfd9be51, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:40.752285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] For port b5f8137d-424c-419c-9c43-38c1bfd9be51, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=b5f8137d-424c-419c-9c43-38c1bfd9be51,segment=NetworkSegment(0922db83-8cd7-4ce3-a84c-767f84f1283e),segment_id=0922db83-8cd7-4ce3-a84c-767f84f1283e)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:40.761810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Transition to ACTIVE for port object 07d192fe-4176-4d1b-9ebb-164c8cca7513 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 15:47:40.821638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.825266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.828784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Deleting port 3c0e7ca7-5b61-42cb-ba93-0e6847962831 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:40.829147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3c0e7ca7-5b61-42cb-ba93-0e6847962831), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.840111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:40.840111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:40.840111 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/b5f8137d-424c-419c-9c43-38c1bfd9be51 HTTP/1.1" status: 200 len: 1094 time: 2.8975613 Aug 31 15:47:40.840111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976e5a69-f70c-44ff-a4ee-9f31356c47c1', 'tag': 'b5f8137d-424c-419c-9c43-38c1bfd9be51'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:47:40.840111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e6f99-aa1a-45c8-aaf4-597d9848afca" -d '{"events": [{"name": "network-changed", "server_uuid": "976e5a69-f70c-44ff-a4ee-9f31356c47c1", "tag": "b5f8137d-424c-419c-9c43-38c1bfd9be51"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:47:40.939503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Pushing event updated for resources: {'Port': ['ID=07d192fe-4176-4d1b-9ebb-164c8cca7513,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:41.005050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (64400cec-bf25-4fd6-baf0-e77513a0b320), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:41.013316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e76b37c-d322-4bff-a16e-9c726549c5dd x-openstack-request-id: req-3e76b37c-d322-4bff-a16e-9c726549c5dd {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:47:41.013642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976e5a69-f70c-44ff-a4ee-9f31356c47c1", "tag": "b5f8137d-424c-419c-9c43-38c1bfd9be51", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:47:41.013882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e76b37c-d322-4bff-a16e-9c726549c5dd {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:47:41.014286 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e76b37c-d322-4bff-a16e-9c726549c5dd'] response: {'name': 'network-changed', 'server_uuid': '976e5a69-f70c-44ff-a4ee-9f31356c47c1', 'tag': 'b5f8137d-424c-419c-9c43-38c1bfd9be51', 'status': 'completed', 'code': 200} Aug 31 15:47:41.070751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Attempting to bind port 07d192fe-4176-4d1b-9ebb-164c8cca7513 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:41.071424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Attempting to bind port 07d192fe-4176-4d1b-9ebb-164c8cca7513 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:41.071766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Attempting to bind port 07d192fe-4176-4d1b-9ebb-164c8cca7513 on network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:41.076572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38602df-149d-4edf-93e7-e300b4289895 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f8137d-424c-419c-9c43-38c1bfd9be51,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:41.081105 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Attempt 7 to provision port b5f8137d-424c-419c-9c43-38c1bfd9be51 Aug 31 15:47:41.091584 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Port 07d192fe-4176-4d1b-9ebb-164c8cca7513 on network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:41.092435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Attempting to bind port 07d192fe-4176-4d1b-9ebb-164c8cca7513 on network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:41.101334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:41.101334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Checking segment: {'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:41.101334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Bound using segment: {'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:41.102885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Bound port: 07d192fe-4176-4d1b-9ebb-164c8cca7513, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9fefcf-3de5-4077-a3c3-5f413195a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:41.103796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:41.135599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3c0e7ca7-5b61-42cb-ba93-0e6847962831), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:41.141300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71ca6-9546-46ed-9f87-fca40217136b None None] Port b5f8137d-424c-419c-9c43-38c1bfd9be51 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 15:47:41.207852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Calling delete_port for 3c0e7ca7-5b61-42cb-ba93-0e6847962831 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:41.214952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] For port 07d192fe-4176-4d1b-9ebb-164c8cca7513, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:41.218889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] For port 07d192fe-4176-4d1b-9ebb-164c8cca7513, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=07d192fe-4176-4d1b-9ebb-164c8cca7513,segment=NetworkSegment(7c9fefcf-3de5-4077-a3c3-5f413195a3f1),segment_id=7c9fefcf-3de5-4077-a3c3-5f413195a3f1)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:41.226698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9bf9a-a7dd-4c6e-8c95-8c1dede80279 req-57bbdc70-35c3-4632-a523-23ff0045d1ae tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:41.228355 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-baa9bf9a-a7dd-4c6e-8c95-8c1dede80279 req-57bbdc70-35c3-4632-a523-23ff0045d1ae tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 943 time: 0.1632624 Aug 31 15:47:41.281976 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:41.335008 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:41.335649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:41.337052 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/07d192fe-4176-4d1b-9ebb-164c8cca7513 HTTP/1.1" status: 200 len: 1093 time: 1.4486048 Aug 31 15:47:41.344431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:41.353753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dcd42-0fb6-44da-b91d-1b5f2a582d96 req-3698cf61-9f05-419e-ac59-8bfb5a77f292 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:41.363382 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-386dcd42-0fb6-44da-b91d-1b5f2a582d96 req-3698cf61-9f05-419e-ac59-8bfb5a77f292 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 943 time: 0.1400971 Aug 31 15:47:41.366502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0afe-ce4c-49f5-8c95-ea765e36639b service neutron] Pushing event updated for resources: {'Port': ['ID=07d192fe-4176-4d1b-9ebb-164c8cca7513,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:41.371441 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-baa9bf9a-a7dd-4c6e-8c95-8c1dede80279 req-d5c24164-c381-495b-a44b-3dd378c2e336 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313004 Aug 31 15:47:41.438546 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-386dcd42-0fb6-44da-b91d-1b5f2a582d96 req-363c1ee1-4621-4d82-a05d-5891f18b685a tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741997 Aug 31 15:47:41.439601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:41.558357 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Router 64400cec-bf25-4fd6-baf0-e77513a0b320 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:41.612679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (3c0e7ca7-5b61-42cb-ba93-0e6847962831), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:41.636650 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34590) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:41.663182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Pushing event deleted for resources: {'Port': ['ID=3c0e7ca7-5b61-42cb-ba93-0e6847962831,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:41.741963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:41.760320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34596) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:41.800361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (e80e38b2-7821-46c4-9cd2-856aaad0efd8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:41.804980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:41.820755 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Sync routers for ids ['64400cec-bf25-4fd6-baf0-e77513a0b320'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:41.850293 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Routers {'64400cec-bf25-4fd6-baf0-e77513a0b320'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:41.852315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64400cec-bf25-4fd6-baf0-e77513a0b320'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:41.915960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c60968-d051-4e40-964b-25cbad1eb7e3 req-9b80f45e-8bb8-4d30-9b5b-c029ac59d3d7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:41.923417 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d2c60968-d051-4e40-964b-25cbad1eb7e3 req-9b80f45e-8bb8-4d30-9b5b-c029ac59d3d7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 944 time: 0.1632700 Aug 31 15:47:41.943328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (e80e38b2-7821-46c4-9cd2-856aaad0efd8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:41.947943 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (e80e38b2-7821-46c4-9cd2-856aaad0efd8), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:41.973923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-654992793'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:42.002147 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d2c60968-d051-4e40-964b-25cbad1eb7e3 req-107c349e-e245-424d-b233-0aad2a79aef5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774901 Aug 31 15:47:42.016879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.018322 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0e0e8f49-49c2-4bb4-8f48-bb5c88811c88 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9707663 Aug 31 15:47:42.024453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34602) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:42.066983 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Set router 64400cec-bf25-4fd6-baf0-e77513a0b320 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:42.077788 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.093350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e6f99-aa1a-45c8-aaf4-597d9848afca req-21891181-6e42-4e6b-9137-07cc8517370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:42.095209 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741e6f99-aa1a-45c8-aaf4-597d9848afca req-21891181-6e42-4e6b-9137-07cc8517370d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6de8d08af2234e7e80490ad5c1ebd6a3&device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 1128 time: 0.0566628 Aug 31 15:47:42.103310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:42.150094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'networks': [{'name': 'tempest-network--677214507'}, {'name': 'tempest-network--134474527'}]} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:42.150094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'network': {'name': 'tempest-network--677214507'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:42.150094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'network': {'name': 'tempest-network--134474527'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:42.176196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Made reservation on behalf of 69e4c5a67d4d43398d5a4dc5721c9996 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:42.180922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.181458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (e80e38b2-7821-46c4-9cd2-856aaad0efd8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.182206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Fanout notify agent at l3_agent the message router_deleted on router e80e38b2-7821-46c4-9cd2-856aaad0efd8 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:47:42.190963 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.191831 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9f4a37cf-d6c9-483f-ad1c-305a861a0a71 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/e80e38b2-7821-46c4-9cd2-856aaad0efd8 HTTP/1.1" status: 204 len: 168 time: 2.3383632 Aug 31 15:47:42.197120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34608) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:42.203523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1848572650', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'enable_snat': False}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:42.253802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.288890 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64400cec-bf25-4fd6-baf0-e77513a0b320', 'name': 'tempest-snat-router-1096489244', 'tenant_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.97'}], 'enable_snat': False}, 'gw_port_id': '37277249-3025-4e85-891d-240df147e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:37Z', 'updated_at': '2022-08-31T15:47:39Z', 'revision_number': 3, 'project_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'gw_port': {'id': '37277249-3025-4e85-891d-240df147e4c3', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64400cec-bf25-4fd6-baf0-e77513a0b320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:38Z', 'updated_at': '2022-08-31T15:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:42.313147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (83098994-896a-4ac4-95cc-7f4faf817165), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.314868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (83098994-896a-4ac4-95cc-7f4faf817165), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.315439 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Checking router: 64400cec-bf25-4fd6-baf0-e77513a0b320 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:42.315957 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Updating router 64400cec-bf25-4fd6-baf0-e77513a0b320 port 37277249-3025-4e85-891d-240df147e4c3 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:42.346082 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (37277249-3025-4e85-891d-240df147e4c3), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.371484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-42760973-9180-4486-a9c1-416a3e7ac14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:42.373112 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-42760973-9180-4486-a9c1-416a3e7ac14e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a2d10fe02795485885453d6286ee49e1&device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 1127 time: 0.2167280 Aug 31 15:47:42.384847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Made reservation on behalf of b86b94cd3b734e96b16296738334a45e for: {'network': 2} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:42.391229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.410860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_controller (83098994-896a-4ac4-95cc-7f4faf817165), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.456763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.537124 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-43ff1080-35c9-45ca-95dc-615ece8a1205 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07d192fe-4176-4d1b-9ebb-164c8cca7513 HTTP/1.1" status: 200 len: 217 time: 0.1350956 Aug 31 15:47:42.595332 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-16d59a43-0166-40df-8985-5d16b4c36fcf tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/64400cec-bf25-4fd6-baf0-e77513a0b320 HTTP/1.1" status: 200 len: 908 time: 0.5669396 Aug 31 15:47:42.595745 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34620) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:42.645416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1096489244', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'enable_snat': True}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:42.675000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e6f99-aa1a-45c8-aaf4-597d9848afca req-8a4f2ba9-d552-4b50-85db-f81e73f562b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:42.676481 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741e6f99-aa1a-45c8-aaf4-597d9848afca req-8a4f2ba9-d552-4b50-85db-f81e73f562b9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=6de8d08af2234e7e80490ad5c1ebd6a3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5241580 Aug 31 15:47:42.687180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:42.692516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18e7ed-6a63-45b3-b4ea-5b36709e390e req-f6ce66db-7bfa-4631-95e3-37031b04e0b4 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:42.694091 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2f18e7ed-6a63-45b3-b4ea-5b36709e390e req-f6ce66db-7bfa-4631-95e3-37031b04e0b4 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 943 time: 0.1874604 Aug 31 15:47:42.698496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54b61d-aa85-4cf8-95f9-fde617a9d3e9 req-733e3210-5434-4d21-a815-1f98b91879b8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:42.701479 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c54b61d-aa85-4cf8-95f9-fde617a9d3e9 req-733e3210-5434-4d21-a815-1f98b91879b8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 943 time: 0.1054850 Aug 31 15:47:42.735560 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:42.807579 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Publish callbacks [] for port (37277249-3025-4e85-891d-240df147e4c3), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.818241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (11420c22-8670-43cb-8730-b495c6b89ac8), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.819289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (11420c22-8670-43cb-8730-b495c6b89ac8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.825075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (83098994-896a-4ac4-95cc-7f4faf817165), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.918423 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c54b61d-aa85-4cf8-95f9-fde617a9d3e9 req-3e222729-959e-473b-b023-8f9f982d8bba tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2024240 Aug 31 15:47:42.928417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_controller (11420c22-8670-43cb-8730-b495c6b89ac8), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:42.969338 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (37277249-3025-4e85-891d-240df147e4c3), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.007097 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Attempting to bind port 37277249-3025-4e85-891d-240df147e4c3 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:43.007733 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Attempting to bind port 37277249-3025-4e85-891d-240df147e4c3 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:43.010701 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Attempting to bind port 37277249-3025-4e85-891d-240df147e4c3 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:43.010859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:43.016488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeb278a-0d3f-4631-b52f-c40880aa10b1', 'tag': '07d192fe-4176-4d1b-9ebb-164c8cca7513'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:47:43.018797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9027fa9-b5e4-40d1-9399-8944c593535d" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeb278a-0d3f-4631-b52f-c40880aa10b1", "tag": "07d192fe-4176-4d1b-9ebb-164c8cca7513"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:47:43.019906 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:43.020455 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:43.020994 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.021532 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:43.022187 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Bound port: 37277249-3025-4e85-891d-240df147e4c3, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:43.022707 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (37277249-3025-4e85-891d-240df147e4c3), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.065215 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850eccf-f730-4aa0-babc-447445ac36a0 None None] Pushing event updated for resources: {'Port': ['ID=37277249-3025-4e85-891d-240df147e4c3,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:43.083441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-32e056d3-ecdf-48f0-84aa-82bbc15a815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:43.084934 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-32e056d3-ecdf-48f0-84aa-82bbc15a815e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=de35b079-8645-47b6-9ecb-972c8a646114 HTTP/1.1" status: 200 len: 850 time: 0.5166650 Aug 31 15:47:43.115534 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] For port 37277249-3025-4e85-891d-240df147e4c3, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:43.120529 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] For port 37277249-3025-4e85-891d-240df147e4c3, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=37277249-3025-4e85-891d-240df147e4c3,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:43.125641 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:43.197674 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (37277249-3025-4e85-891d-240df147e4c3), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.202096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks [] for security_group (2ccf0864-6661-423f-8c07-b30469b3441a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.285057 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Routers {'64400cec-bf25-4fd6-baf0-e77513a0b320'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:43.286428 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64400cec-bf25-4fd6-baf0-e77513a0b320'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:43.296092 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-cb1cb05a-f0bb-463b-bcb3-822c5a5343ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:43.297722 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-cb1cb05a-f0bb-463b-bcb3-822c5a5343ac service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=9eee8628-cd0e-4573-ad4d-ec8082f80eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1784992 Aug 31 15:47:43.316657 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2f18e7ed-6a63-45b3-b4ea-5b36709e390e req-518bca88-4363-4e2b-bfea-1156f8cb90ed tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6049876 Aug 31 15:47:43.331386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for security_group (b839088a-96ad-42b6-81bf-56f862a1f97a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.334345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (2ccf0864-6661-423f-8c07-b30469b3441a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.382563 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e6f99-aa1a-45c8-aaf4-597d9848afca req-9e7e2b40-9a5e-49fc-8648-d2b1c8b5296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:43.390407 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741e6f99-aa1a-45c8-aaf4-597d9848afca req-9e7e2b40-9a5e-49fc-8648-d2b1c8b5296c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6908977 Aug 31 15:47:43.456372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 7247c799-b639-41ba-b1db-efca45561439 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:47:43.482405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:43.498344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ded9a6f6-9c89-4736-bec0-402255f32914), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.498882 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Added segment ded9a6f6-9c89-4736-bec0-402255f32914 of type vlan for network 1f8b67b4-05f0-4922-b87a-936fe262f06c Aug 31 15:47:43.514623 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] Set router 64400cec-bf25-4fd6-baf0-e77513a0b320 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:43.533147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca5435-195c-4efa-8a94-3af8330f9273 req-86cf139a-c747-426d-801a-d8ae564c60db tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:43.534680 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-36ca5435-195c-4efa-8a94-3af8330f9273 req-86cf139a-c747-426d-801a-d8ae564c60db tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 944 time: 0.3868134 Aug 31 15:47:43.546367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (1f8b67b4-05f0-4922-b87a-936fe262f06c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.546474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (11420c22-8670-43cb-8730-b495c6b89ac8), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.559571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 15:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab2e16f-e8c1-4d18-bd4f-a9c2dd9fd56d x-openstack-request-id: req-0ab2e16f-e8c1-4d18-bd4f-a9c2dd9fd56d {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:47:43.560638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeb278a-0d3f-4631-b52f-c40880aa10b1", "tag": "07d192fe-4176-4d1b-9ebb-164c8cca7513", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:47:43.561214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ab2e16f-e8c1-4d18-bd4f-a9c2dd9fd56d {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:47:43.565872 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab2e16f-e8c1-4d18-bd4f-a9c2dd9fd56d'] response: {'name': 'network-changed', 'server_uuid': '8aeb278a-0d3f-4631-b52f-c40880aa10b1', 'tag': '07d192fe-4176-4d1b-9ebb-164c8cca7513', 'status': 'completed', 'code': 200} Aug 31 15:47:43.576014 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850eccf-f730-4aa0-babc-447445ac36a0 None None] Pushing event updated for resources: {'Port': ['ID=37277249-3025-4e85-891d-240df147e4c3,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:43.679624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-7ea0b870-41af-4c4b-9553-e31e8e66a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:43.684022 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-7ea0b870-41af-4c4b-9553-e31e8e66a745 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6de8d08af2234e7e80490ad5c1ebd6a3&device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 1128 time: 0.1164758 Aug 31 15:47:43.685028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b839088a-96ad-42b6-81bf-56f862a1f97a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.685986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.705965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccf0864-6661-423f-8c07-b30469b3441a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:43.732664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.736192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.751034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (83098994-896a-4ac4-95cc-7f4faf817165), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.788439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:43.790874 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 7247c799-b639-41ba-b1db-efca45561439, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=7247c799-b639-41ba-b1db-efca45561439,segment=NetworkSegment(f2f5b6d9-56bc-444b-bd09-be61baadf0cf),segment_id=f2f5b6d9-56bc-444b-bd09-be61baadf0cf)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:43.793715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.801151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (249e8684-94e4-4af1-8014-36eb950ae630), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.801616 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Added segment 249e8684-94e4-4af1-8014-36eb950ae630 of type vlan for network 0983ac90-0ca3-42b7-ae04-1c52dab993dd Aug 31 15:47:43.806137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '7247c799-b639-41ba-b1db-efca45561439', 'network_id': '21139938-13fc-48aa-b1f6-f330426c0275', 'port_id': '7247c799-b639-41ba-b1db-efca45561439', 'mac_address': 'fa:16:3e:f1:80:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7cb343-1c10-476e-9a0f-ca100f27319c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:47:43.842499 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-36ca5435-195c-4efa-8a94-3af8330f9273 req-320bc89e-56b4-4042-ace8-848701648e2b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874508 Aug 31 15:47:43.851888 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (0983ac90-0ca3-42b7-ae04-1c52dab993dd), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.884414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:43.886937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 7247c799-b639-41ba-b1db-efca45561439 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:47:43.887602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7247c799-b639-41ba-b1db-efca45561439), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.896352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0c757a14-86aa-4233-ae83-3fb27fccf55d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.899160 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Added segment 0c757a14-86aa-4233-ae83-3fb27fccf55d of type vlan for network 53fca15e-af96-448e-88dc-54032916321f Aug 31 15:47:43.916352 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64400cec-bf25-4fd6-baf0-e77513a0b320', 'name': 'tempest-snat-router-1096489244', 'tenant_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.97'}], 'enable_snat': False}, 'gw_port_id': '37277249-3025-4e85-891d-240df147e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:37Z', 'updated_at': '2022-08-31T15:47:39Z', 'revision_number': 3, 'project_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'gw_port': {'id': '37277249-3025-4e85-891d-240df147e4c3', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64400cec-bf25-4fd6-baf0-e77513a0b320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:38Z', 'updated_at': '2022-08-31T15:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:43.924855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7247c799-b639-41ba-b1db-efca45561439 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:47:43.942009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (53fca15e-af96-448e-88dc-54032916321f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:43.990976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 7247c799-b639-41ba-b1db-efca45561439, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=7247c799-b639-41ba-b1db-efca45561439,segment=NetworkSegment(f2f5b6d9-56bc-444b-bd09-be61baadf0cf),segment_id=f2f5b6d9-56bc-444b-bd09-be61baadf0cf)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:43.993945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b839088a-96ad-42b6-81bf-56f862a1f97a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:44.001446 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10dd5d-078d-4737-a762-5ee748c31c7b None None] The sync data for ids ['64400cec-bf25-4fd6-baf0-e77513a0b320'] in dv-neutron-855257-2-hyperv is: [{'id': '64400cec-bf25-4fd6-baf0-e77513a0b320', 'name': 'tempest-snat-router-1096489244', 'tenant_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.97'}], 'enable_snat': False}, 'gw_port_id': '37277249-3025-4e85-891d-240df147e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:37Z', 'updated_at': '2022-08-31T15:47:39Z', 'revision_number': 3, 'project_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'gw_port': {'id': '37277249-3025-4e85-891d-240df147e4c3', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64400cec-bf25-4fd6-baf0-e77513a0b320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:38Z', 'updated_at': '2022-08-31T15:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:44.005447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Allocated IP 172.26.2.23 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/e266edf2-2cde-4e01-ad63-245dd702a4a7) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:44.066965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7247c799-b639-41ba-b1db-efca45561439), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:44.090654 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-2ed022f3-42fc-413b-bce5-1ad8e3e00a5f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f8137d-424c-419c-9c43-38c1bfd9be51 HTTP/1.1" status: 200 len: 217 time: 0.3175852 Aug 31 15:47:44.099659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:44.109464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (0983ac90-0ca3-42b7-ae04-1c52dab993dd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:44.110377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (53fca15e-af96-448e-88dc-54032916321f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:44.115958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.120653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.121591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:44.145844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:44.150884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=7247c799-b639-41ba-b1db-efca45561439,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:44.223022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34650) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:44.233808 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.5935125 Aug 31 15:47:44.235920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34654) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:44.247660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (11420c22-8670-43cb-8730-b495c6b89ac8), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:44.263709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4b8c1-9f2e-4b97-9ee0-54e069147bd1 req-44fa8077-8bd3-4170-bc20-75f76b2e33d8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.271177 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-27c4b8c1-9f2e-4b97-9ee0-54e069147bd1 req-44fa8077-8bd3-4170-bc20-75f76b2e33d8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 943 time: 0.1729681 Aug 31 15:47:44.304462 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-6c0675d3-c83d-47a4-8f19-00b0c77bc117 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/9eee8628-cd0e-4573-ad4d-ec8082f80eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9917009 Aug 31 15:47:44.311904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:44.314396 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:44.325166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (1f8b67b4-05f0-4922-b87a-936fe262f06c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:44.331249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.345711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:44.398222 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['7247c799-b639-41ba-b1db-efca45561439'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 15:47:44.408355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'Network': ['ID=0983ac90-0ca3-42b7-ae04-1c52dab993dd,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:44.421327 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:44.444149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:44.472499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:44.519394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 0983ac90-0ca3-42b7-ae04-1c52dab993dd details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:44.524209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-a77e6501-c21f-41c0-9c42-46500d266f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.525903 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-a77e6501-c21f-41c0-9c42-46500d266f83 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=eac39988-0761-4ad2-92d7-005ebc89c086 HTTP/1.1" status: 200 len: 850 time: 0.4224646 Aug 31 15:47:44.532103 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7684860 Aug 31 15:47:44.600506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event updated for resources: {'Port': ['ID=e266edf2-2cde-4e01-ad63-245dd702a4a7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:44.644370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3b554464-dc6b-48b8-a157-0ede4b4f601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.646150 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3b554464-dc6b-48b8-a157-0ede4b4f601d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=b339b5fd-5f65-4981-aef9-3a56845f0808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118295 Aug 31 15:47:44.647566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:44.709941 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c439f8-0b33-4b98-9b4a-5773e8980a21 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.718965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c439f8-0b33-4b98-9b4a-5773e8980a21 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.726057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c439f8-0b33-4b98-9b4a-5773e8980a21 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.729039 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-27c4b8c1-9f2e-4b97-9ee0-54e069147bd1 req-017aa553-e491-4541-b404-d2b0cec444bc tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4540474 Aug 31 15:47:44.733845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c439f8-0b33-4b98-9b4a-5773e8980a21 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.751154 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a2c439f8-0b33-4b98-9b4a-5773e8980a21 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4988954 Aug 31 15:47:44.788845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34660) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:44.791169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0c7d7-5d7a-4eff-8aa9-e23277add787 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'Network': ['ID=53fca15e-af96-448e-88dc-54032916321f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:44.959282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df906c-4623-4ba0-ba40-f2e1f618cecc req-4255b41e-5607-4cd1-bdc3-1ea6ea9bf00b tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:44.965473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 53fca15e-af96-448e-88dc-54032916321f details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:44.970024 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c6df906c-4623-4ba0-ba40-f2e1f618cecc req-4255b41e-5607-4cd1-bdc3-1ea6ea9bf00b tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.4314620 Aug 31 15:47:45.008203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774ea48-7e88-4496-b5f9-2d6e3408acb5 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Pushing event updated for resources: {'Network': ['ID=1f8b67b4-05f0-4922-b87a-936fe262f06c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:45.024280 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-481be297-22a9-4aba-9b21-f7e300685e8e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/9eee8628-cd0e-4573-ad4d-ec8082f80eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000103 Aug 31 15:47:45.045592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 1f8b67b4-05f0-4922-b87a-936fe262f06c details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:45.058438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (0983ac90-0ca3-42b7-ae04-1c52dab993dd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:45.081144 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-e4dc86aa-5c80-471a-9ae4-7722c55d9ce6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b339b5fd-5f65-4981-aef9-3a56845f0808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220042 Aug 31 15:47:45.117445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Allocated IP 172.26.2.214 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/4614ee4b-bfc1-43ce-84e3-c9f432f738e6) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:45.156808 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c6df906c-4623-4ba0-ba40-f2e1f618cecc req-c5599c8e-5c25-4881-b82c-a19ed2ecb2e9 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858659 Aug 31 15:47:45.248053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:45.293385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:45.306215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34666) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:45.319675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Request body: {'port': {'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c', 'binding:host_id': 'hv-neutron-8552', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1256529701'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:45.327402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (0983ac90-0ca3-42b7-ae04-1c52dab993dd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:45.381883 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0983ac90-0ca3-42b7-ae04-1c52dab993dd']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:45.406809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249e8684-94e4-4af1-8014-36eb950ae630') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:45.407111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249e8684-94e4-4af1-8014-36eb950ae630') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:45.421697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35004b49-b8e5-4dac-845c-0d274c86ea30 req-55f36af4-b3e4-4b1f-b2be-c002b93b88f8 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:45.423393 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-35004b49-b8e5-4dac-845c-0d274c86ea30 req-55f36af4-b3e4-4b1f-b2be-c002b93b88f8 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 944 time: 0.0838089 Aug 31 15:47:45.423620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (249e8684-94e4-4af1-8014-36eb950ae630), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:45.427261 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-5efde286-ca85-4056-a45c-e4625ce0f981 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b339b5fd-5f65-4981-aef9-3a56845f0808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392386 Aug 31 15:47:45.437653 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:45.453727 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (249e8684-94e4-4af1-8014-36eb950ae630), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:45.466518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:45.467463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (249e8684-94e4-4af1-8014-36eb950ae630), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:45.527989 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-35004b49-b8e5-4dac-845c-0d274c86ea30 req-ce71415d-585e-4f90-b47b-26c1fb0d9d34 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877054 Aug 31 15:47:45.557349 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 249e8684-94e4-4af1-8014-36eb950ae630 resource provider aggregate not found Aug 31 15:47:45.572648 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 249e8684-94e4-4af1-8014-36eb950ae630 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 249e8684-94e4-4af1-8014-36eb950ae630 found for delete ", "request_id": "req-402047e2-55b9-4f6f-978b-0cdcc9ceb9c1"}]} Aug 31 15:47:45.644760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 37277249-3025-4e85-891d-240df147e4c3 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:45.691613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 7247c799-b639-41ba-b1db-efca45561439 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:45.693829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 37277249-3025-4e85-891d-240df147e4c3 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:45.694200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (37277249-3025-4e85-891d-240df147e4c3), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:45.694632 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 37277249-3025-4e85-891d-240df147e4c3 Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:45.767819 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:45.776117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 7247c799-b639-41ba-b1db-efca45561439 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 15:47:45.858099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a139f6-e324-4f99-829a-50e7929b6911 req-40074290-c1a1-4f6b-af32-c4e5d70aaeae tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:45.859650 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-34a139f6-e324-4f99-829a-50e7929b6911 req-40074290-c1a1-4f6b-af32-c4e5d70aaeae tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 943 time: 0.0496264 Aug 31 15:47:45.913882 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-34a139f6-e324-4f99-829a-50e7929b6911 req-c2351fad-60e9-491a-915f-e4aac0b486c8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452330 Aug 31 15:47:45.966504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Made reservation on behalf of d5427195e7c744dc87197004199e56d4 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:45.969387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:45.979506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:45.983063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:45.986595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:46.020982 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 7247c799-b639-41ba-b1db-efca45561439 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:46.021445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7247c799-b639-41ba-b1db-efca45561439), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.021842 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 7247c799-b639-41ba-b1db-efca45561439 Aug 31 15:47:46.022568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (0983ac90-0ca3-42b7-ae04-1c52dab993dd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.034437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.036229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.038063 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "DELETE /networking/v2.0/networks/0983ac90-0ca3-42b7-ae04-1c52dab993dd HTTP/1.1" status: 204 len: 168 time: 1.2478850 Aug 31 15:47:46.042466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34676) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:46.071841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d44c8-a924-43f2-9180-461f6fd93371 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Network': ['ID=0983ac90-0ca3-42b7-ae04-1c52dab993dd,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:46.091145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event updated for resources: {'Port': ['ID=4614ee4b-bfc1-43ce-84e3-c9f432f738e6,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:46.106674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:46.134696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:46.143913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:46.155239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:46.166722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:46.172910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (53fca15e-af96-448e-88dc-54032916321f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.206345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.215607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (83098994-896a-4ac4-95cc-7f4faf817165), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.225034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks [] for security_group (18fa688a-6bf1-43f4-a294-ed155e0e23bc), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.313960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (18fa688a-6bf1-43f4-a294-ed155e0e23bc), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.333460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] device_id is not set on port 86396040-6055-4215-9c8e-e7bfe558af6f yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:46.352155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (53fca15e-af96-448e-88dc-54032916321f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.418088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fca15e-af96-448e-88dc-54032916321f']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:46.479638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fa688a-6bf1-43f4-a294-ed155e0e23bc,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:46.484823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c757a14-86aa-4233-ae83-3fb27fccf55d') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:46.487237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c757a14-86aa-4233-ae83-3fb27fccf55d') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:46.503032 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (0c757a14-86aa-4233-ae83-3fb27fccf55d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.529603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:46.533201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0c757a14-86aa-4233-ae83-3fb27fccf55d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.547191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:47:46.547586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (0c757a14-86aa-4233-ae83-3fb27fccf55d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:46.753407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5ad5b-6090-40ba-b190-03ccd583ae5c req-13a96c61-b51c-498d-a264-7f4ba7f841c1 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:46.754909 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3ee5ad5b-6090-40ba-b190-03ccd583ae5c req-13a96c61-b51c-498d-a264-7f4ba7f841c1 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.2543397 Aug 31 15:47:46.904195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:46.911185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Allocated IP 172.26.2.92 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/332766e7-2a5e-48dd-b106-db5a6f4b73d9) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:46.952553 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3ee5ad5b-6090-40ba-b190-03ccd583ae5c req-72d3b5e0-174d-4466-a9fb-1031149e9aa0 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866763 Aug 31 15:47:46.962487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5f7b6-dfc6-4038-99fa-806e1a343a87 req-99fa5f43-d583-4102-bbdf-a6421c312dbf tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:46.964317 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-aff5f7b6-dfc6-4038-99fa-806e1a343a87 req-99fa5f43-d583-4102-bbdf-a6421c312dbf tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 944 time: 0.1122756 Aug 31 15:47:47.028873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (53fca15e-af96-448e-88dc-54032916321f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.033680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.040750 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "DELETE /networking/v2.0/networks/53fca15e-af96-448e-88dc-54032916321f HTTP/1.1" status: 204 len: 168 time: 0.9916651 Aug 31 15:47:47.064494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] device_id is not set on port 86396040-6055-4215-9c8e-e7bfe558af6f yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:47.069269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34684) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:47.096178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076eb28-6bb8-4565-ae47-381fab92b137 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Network': ['ID=53fca15e-af96-448e-88dc-54032916321f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:47.119963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks [] for port (86396040-6055-4215-9c8e-e7bfe558af6f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.130790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (83098994-896a-4ac4-95cc-7f4faf817165), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.200922 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-aff5f7b6-dfc6-4038-99fa-806e1a343a87 req-2c6f5974-23aa-4044-bc16-663910cc7989 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243917 Aug 31 15:47:47.249410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (86396040-6055-4215-9c8e-e7bfe558af6f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.250329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (11420c22-8670-43cb-8730-b495c6b89ac8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.258921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eba8c6-178a-4bb9-8355-098880ef3a2c req-3f72522a-997a-490a-aeec-89f005ce44c9 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:47.260732 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-57eba8c6-178a-4bb9-8355-098880ef3a2c req-3f72522a-997a-490a-aeec-89f005ce44c9 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 943 time: 0.1777842 Aug 31 15:47:47.332308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for port (332766e7-2a5e-48dd-b106-db5a6f4b73d9), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.363848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba828087-a5fe-4971-85e3-afd822126c76 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:47.369479 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba828087-a5fe-4971-85e3-afd822126c76 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:47.371177 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ba828087-a5fe-4971-85e3-afd822126c76 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3004627 Aug 31 15:47:47.378311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34686) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:47.380525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event updated for resources: {'Port': ['ID=86396040-6055-4215-9c8e-e7bfe558af6f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:47.393168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Checking segment: {'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:47.393535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Network hostable DHCP agents. Network: 1f8b67b4-05f0-4922-b87a-936fe262f06c, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:47:47.418155 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-468262254'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:47.460967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Network 1f8b67b4-05f0-4922-b87a-936fe262f06c is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:47:47.519901 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-57eba8c6-178a-4bb9-8355-098880ef3a2c req-c85ca8be-1d67-4715-8aa5-1141d12ec931 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2188389 Aug 31 15:47:47.552208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 1f8b67b4-05f0-4922-b87a-936fe262f06c) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:47.560078 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6015e6bc-6080-4141-95ba-8b35f7fb8c9e None None] Network 1f8b67b4-05f0-4922-b87a-936fe262f06c requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:47.568549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:47.591970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Made reservation on behalf of b86b94cd3b734e96b16296738334a45e for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:47.596096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.609537 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:47.609913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:47.614034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:47.620417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:47.620746 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:47.622146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-598b481b-f0a7-4dcc-9ef9-9e222b70d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:47.623322 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-598b481b-f0a7-4dcc-9ef9-9e222b70d28c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a2d10fe02795485885453d6286ee49e1&device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 1127 time: 0.0691583 Aug 31 15:47:47.623763 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 2 to bind port 86396040-6055-4215-9c8e-e7bfe558af6f Aug 31 15:47:47.627333 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0c757a14-86aa-4233-ae83-3fb27fccf55d resource provider aggregate not found Aug 31 15:47:47.659734 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0c757a14-86aa-4233-ae83-3fb27fccf55d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c757a14-86aa-4233-ae83-3fb27fccf55d found for delete ", "request_id": "req-a4530465-e600-4518-be58-0c947aa9328d"}]} Aug 31 15:47:47.667979 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (332766e7-2a5e-48dd-b106-db5a6f4b73d9), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.683204 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:47.694174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (993b66ae-699b-43c3-b37d-331a80c67a2e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.694520 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Added segment 993b66ae-699b-43c3-b37d-331a80c67a2e of type vlan for network d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb Aug 31 15:47:47.703041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:47.703369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:47.703757 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:47.712156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:47.712486 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:47.714374 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 3 to bind port 86396040-6055-4215-9c8e-e7bfe558af6f Aug 31 15:47:47.736765 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:47.737098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:47.737721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:47.739921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (11420c22-8670-43cb-8730-b495c6b89ac8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.745601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:47.751960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Router 83098994-896a-4ac4-95cc-7f4faf817165 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:47.752597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:47.752925 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:47.757879 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 4 to bind port 86396040-6055-4215-9c8e-e7bfe558af6f Aug 31 15:47:47.771950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-02eac35c-d033-4a02-9844-407510b39542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:47.773325 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-02eac35c-d033-4a02-9844-407510b39542 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=9eee8628-cd0e-4573-ad4d-ec8082f80eb5 HTTP/1.1" status: 200 len: 912 time: 0.1410480 Aug 31 15:47:47.775292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:47.780998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:47.780998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:47.780998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:47.787856 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:47.790145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:47.790561 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:47.790974 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 5 to bind port 86396040-6055-4215-9c8e-e7bfe558af6f Aug 31 15:47:47.824179 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-932a5dda-2faa-4e23-9244-ee3072fefbf2 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07d192fe-4176-4d1b-9ebb-164c8cca7513 HTTP/1.1" status: 200 len: 217 time: 0.0426798 Aug 31 15:47:47.829114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:47.829449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:47.829808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:47.844220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:47.844568 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:47.853208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:47.857065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event updated for resources: {'Port': ['ID=332766e7-2a5e-48dd-b106-db5a6f4b73d9,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:47.866724 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 6 to bind port 86396040-6055-4215-9c8e-e7bfe558af6f Aug 31 15:47:47.886042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:47.886377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:47.886701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:47.898804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:47.899537 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:47.899661 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 7 to bind port 86396040-6055-4215-9c8e-e7bfe558af6f Aug 31 15:47:47.903196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-ddb48081-e199-41b6-9c81-d5635283b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:47.905550 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-ddb48081-e199-41b6-9c81-d5635283b425 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=de35b079-8645-47b6-9ecb-972c8a646114 HTTP/1.1" status: 200 len: 850 time: 0.0732257 Aug 31 15:47:47.925695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:47.926030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:47.926362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:47.946720 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:47.947334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:47.947664 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:47.949923 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 8 to bind port 86396040-6055-4215-9c8e-e7bfe558af6f Aug 31 15:47:47.953308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:47.969695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-35a54003-8df1-45af-86e7-7344145d3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:47.971192 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-35a54003-8df1-45af-86e7-7344145d3d56 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=9eee8628-cd0e-4573-ad4d-ec8082f80eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569532 Aug 31 15:47:47.971970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:47.972299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:47.972626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:47.978047 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:47.978375 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:47.978752 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 9 to bind port 86396040-6055-4215-9c8e-e7bfe558af6f Aug 31 15:47:48.035077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.036354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:48.036694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:48.037155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:48.040152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:48.040796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.063907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:48.064239 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:48.069863 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.plugins.ml2.plugin [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 10 to bind port 86396040-6055-4215-9c8e-e7bfe558af6f Aug 31 15:47:48.121695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:48.122768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:48.123596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:48.146662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406eaa17-24b8-4e53-9225-aaf859b74d51 req-feec5fd8-4f78-42bf-b800-b0b5d4fcb128 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:48.148262 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-406eaa17-24b8-4e53-9225-aaf859b74d51 req-feec5fd8-4f78-42bf-b800-b0b5d4fcb128 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.0989776 Aug 31 15:47:48.150667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port 86396040-6055-4215-9c8e-e7bfe558af6f on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:48.150983 dv-neutron-855257-2-hyperv neutron-server[114266]: ERROR neutron.plugins.ml2.managers [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port 86396040-6055-4215-9c8e-e7bfe558af6f on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:48.151347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (86396040-6055-4215-9c8e-e7bfe558af6f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.156539 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-fc2c4258-b7dc-4412-9504-4975877d745f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/9eee8628-cd0e-4573-ad4d-ec8082f80eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749854 Aug 31 15:47:48.300287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:48.312473 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-406eaa17-24b8-4e53-9225-aaf859b74d51 req-228af0a6-4fb7-49f5-a591-18f255378bd7 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548390 Aug 31 15:47:48.330375 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:48.330926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:48.349014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] For port 86396040-6055-4215-9c8e-e7bfe558af6f, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:48.349382 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempted to set empty binding levels {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 15:47:48.352214 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9027fa9-b5e4-40d1-9399-8944c593535d req-32e026dc-2442-4edd-8b6f-17ea8927e9e3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/9eee8628-cd0e-4573-ad4d-ec8082f80eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868267 Aug 31 15:47:48.427129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for floatingip (bc7406f4-9cab-4341-a3fe-81c9ff1100c3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.428309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (86396040-6055-4215-9c8e-e7bfe558af6f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.429608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:48.430399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.431864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:48.433975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'Network': ['ID=d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:48.447776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Sync routers for ids ['83098994-896a-4ac4-95cc-7f4faf817165'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:48.451443 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5fe15ac0-fab9-488e-a2d2-679ff7c5eb1d tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0648515 Aug 31 15:47:48.456004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34696) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:48.462976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:48.465003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc6b39-68aa-44fa-b0ed-6568b36c386f req-96ecd9bb-d2f8-4897-b738-fb72c15abaff tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:48.468107 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-62fc6b39-68aa-44fa-b0ed-6568b36c386f req-96ecd9bb-d2f8-4897-b738-fb72c15abaff tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 944 time: 0.1365480 Aug 31 15:47:48.471775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-281911410'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:48.518135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event updated for resources: {'Port': ['ID=86396040-6055-4215-9c8e-e7bfe558af6f,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:48.519692 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Routers {'83098994-896a-4ac4-95cc-7f4faf817165'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:48.520322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['83098994-896a-4ac4-95cc-7f4faf817165'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:48.558905 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b09fafda-f399-4c68-91fd-e0652caca269 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.2502291 Aug 31 15:47:48.562790 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34700) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:48.576500 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.582519 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f903b43f-dbb1-4f80-bfd7-e0954b368360 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3794293 Aug 31 15:47:48.583000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34702) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:48.587258 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-62fc6b39-68aa-44fa-b0ed-6568b36c386f req-513ef376-2b32-4bcf-9df2-93d34bb291ee tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059821 Aug 31 15:47:48.593574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (332766e7-2a5e-48dd-b106-db5a6f4b73d9), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.615221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Router 11420c22-8670-43cb-8730-b495c6b89ac8 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:48.634927 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Made reservation on behalf of b86b94cd3b734e96b16296738334a45e for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:48.639397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.652126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:48.720745 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:47:48.774495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Set router 83098994-896a-4ac4-95cc-7f4faf817165 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:48.777868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:48.835728 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (09276976-3ad1-472f-92bf-391539278614), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.836078 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Added segment 09276976-3ad1-472f-92bf-391539278614 of type vlan for network 0c6e3996-e94f-4013-b737-31a5db177142 Aug 31 15:47:48.893373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:48.898831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efccacb-c7d9-4ed1-ac02-2ae73d7c9b58 req-6a08b9a2-5ae0-477e-bc5e-1f14354dff9b tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:48.905991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:48.907527 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6efccacb-c7d9-4ed1-ac02-2ae73d7c9b58 req-6a08b9a2-5ae0-477e-bc5e-1f14354dff9b tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 943 time: 0.2054875 Aug 31 15:47:48.913750 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Sync routers for ids ['11420c22-8670-43cb-8730-b495c6b89ac8'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:48.918629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b163ed84-7ead-410e-9678-3197f860cfa5 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Deleting port 86396040-6055-4215-9c8e-e7bfe558af6f {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:48.918843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (0c6e3996-e94f-4013-b737-31a5db177142), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.919006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b163ed84-7ead-410e-9678-3197f860cfa5 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (86396040-6055-4215-9c8e-e7bfe558af6f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:48.930045 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Routers {'11420c22-8670-43cb-8730-b495c6b89ac8'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:48.930973 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['11420c22-8670-43cb-8730-b495c6b89ac8'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:48.932058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:48.988474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:48.990820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for port (332766e7-2a5e-48dd-b106-db5a6f4b73d9), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.012022 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83098994-896a-4ac4-95cc-7f4faf817165', 'name': 'tempest-snat-router-1848572650', 'tenant_id': '8fd558be06804ac38608d1d5ebb94d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.23'}], 'enable_snat': False}, 'gw_port_id': 'e266edf2-2cde-4e01-ad63-245dd702a4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:42Z', 'updated_at': '2022-08-31T15:47:44Z', 'revision_number': 3, 'project_id': '8fd558be06804ac38608d1d5ebb94d64', 'gw_port': {'id': 'e266edf2-2cde-4e01-ad63-245dd702a4a7', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83098994-896a-4ac4-95cc-7f4faf817165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:43Z', 'updated_at': '2022-08-31T15:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:49.018375 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.021040 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c07e5d19-d65c-45dd-9a21-3042581fccde tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4218550 Aug 31 15:47:49.024078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34704) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:49.027606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-b163ed84-7ead-410e-9678-3197f860cfa5 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] For port 86396040-6055-4215-9c8e-e7bfe558af6f, host hv-neutron-8552, got binding levels [] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:49.027968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b163ed84-7ead-410e-9678-3197f860cfa5 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (86396040-6055-4215-9c8e-e7bfe558af6f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.045221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b163ed84-7ead-410e-9678-3197f860cfa5 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Calling delete_port for 86396040-6055-4215-9c8e-e7bfe558af6f owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:49.049103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Checking router: 83098994-896a-4ac4-95cc-7f4faf817165 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:49.049103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Updating router 83098994-896a-4ac4-95cc-7f4faf817165 port e266edf2-2cde-4e01-ad63-245dd702a4a7 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:49.067439 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Set router 11420c22-8670-43cb-8730-b495c6b89ac8 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:49.086057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.141916 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e12e6686-7180-459b-9b13-0e3bc06359f6 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/83098994-896a-4ac4-95cc-7f4faf817165 HTTP/1.1" status: 200 len: 908 time: 0.5547993 Aug 31 15:47:49.147171 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34706) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:49.150331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:49.151705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:49.157289 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1848572650', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'enable_snat': True}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:49.177941 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ea55f0e9-29a8-47be-8dac-dd7b23c22185 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/11420c22-8670-43cb-8730-b495c6b89ac8 HTTP/1.1" status: 200 len: 908 time: 0.1522427 Aug 31 15:47:49.178223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34708) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:49.179178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (332766e7-2a5e-48dd-b106-db5a6f4b73d9), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.246231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b163ed84-7ead-410e-9678-3197f860cfa5 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (86396040-6055-4215-9c8e-e7bfe558af6f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.279577 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:49.286041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163ed84-7ead-410e-9678-3197f860cfa5 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event deleted for resources: {'Port': ['ID=86396040-6055-4215-9c8e-e7bfe558af6f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:49.291795 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6efccacb-c7d9-4ed1-ac02-2ae73d7c9b58 req-4f863645-eeac-41c4-8787-0034a9eb97ed tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3832996 Aug 31 15:47:49.309607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (bc7406f4-9cab-4341-a3fe-81c9ff1100c3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.315019 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b163ed84-7ead-410e-9678-3197f860cfa5 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.317547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (0c6e3996-e94f-4013-b737-31a5db177142), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.318784 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b163ed84-7ead-410e-9678-3197f860cfa5 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/86396040-6055-4215-9c8e-e7bfe558af6f HTTP/1.1" status: 204 len: 168 time: 0.7548573 Aug 31 15:47:49.321236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34710) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:49.326332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:49.327199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.340297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event updated for resources: {'Port': ['ID=332766e7-2a5e-48dd-b106-db5a6f4b73d9,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:49.364668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (31d43dae-941c-4758-9ee3-6fe270203015), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.365767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (31d43dae-941c-4758-9ee3-6fe270203015), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.401390 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11420c22-8670-43cb-8730-b495c6b89ac8', 'name': 'tempest-snat-router-1096489244', 'tenant_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '4614ee4b-bfc1-43ce-84e3-c9f432f738e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:42Z', 'updated_at': '2022-08-31T15:47:46Z', 'revision_number': 3, 'project_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'gw_port': {'id': '4614ee4b-bfc1-43ce-84e3-c9f432f738e6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11420c22-8670-43cb-8730-b495c6b89ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:44Z', 'updated_at': '2022-08-31T15:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:49.405134 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-657750c0-a228-41e6-ae56-fa65c442aa0b tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] GET failed (client error): The resource could not be found. Aug 31 15:47:49.406690 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-657750c0-a228-41e6-ae56-fa65c442aa0b tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "GET /networking/v2.0/ports/86396040-6055-4215-9c8e-e7bfe558af6f HTTP/1.1" status: 404 len: 333 time: 0.0842333 Aug 31 15:47:49.412174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34714) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:49.423798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Request body: {'port': {'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-998739423'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:49.461952 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Checking router: 11420c22-8670-43cb-8730-b495c6b89ac8 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:49.463259 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Updating router 11420c22-8670-43cb-8730-b495c6b89ac8 port 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:49.471762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:49.490133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'Network': ['ID=0c6e3996-e94f-4013-b737-31a5db177142,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:49.499577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_controller (31d43dae-941c-4758-9ee3-6fe270203015), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.501479 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (11420c22-8670-43cb-8730-b495c6b89ac8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.525056 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.532021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 0c6e3996-e94f-4013-b737-31a5db177142 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:49.560279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Made reservation on behalf of d5427195e7c744dc87197004199e56d4 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:49.562229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.571583 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54e64d-8634-49fe-b2c2-9aaf793d4105 req-ce4d2952-fbfb-449f-848b-c82d6f1a875b tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:49.579373 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8a54e64d-8634-49fe-b2c2-9aaf793d4105 req-ce4d2952-fbfb-449f-848b-c82d6f1a875b tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1072283 Aug 31 15:47:49.623613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.627923 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-081fe8be-02e6-4124-88d2-4bed78af8fae tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4018819 Aug 31 15:47:49.628939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Publish callbacks [] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.637447 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1b96d928-2ef5-4fa3-b2e1-8e211b1c8dd9 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1689510 Aug 31 15:47:49.639129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34716) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:49.649904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1778485056'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:49.657767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34718) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:49.665223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'ports': [{'network_id': 'd0c58be4-3052-4a5f-b6aa-34dfe9a4fedb', 'name': 'tempest-port--968755461', 'admin_state_up': True}, {'network_id': '0c6e3996-e94f-4013-b737-31a5db177142', 'admin_state_up': False}]} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:49.665223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'port': {'network_id': 'd0c58be4-3052-4a5f-b6aa-34dfe9a4fedb', 'name': 'tempest-port--968755461', 'admin_state_up': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:49.666050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'port': {'network_id': '0c6e3996-e94f-4013-b737-31a5db177142', 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:49.672046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device b5f8137d-424c-419c-9c43-38c1bfd9be51 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:47:49.723759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.750556 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8a54e64d-8634-49fe-b2c2-9aaf793d4105 req-be54d168-5e71-4118-af7c-153538e1641a tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697071 Aug 31 15:47:49.821550 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Made reservation on behalf of 85c770e3bb344a628d6a4c44659aa669 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:49.828669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Attempting to bind port e266edf2-2cde-4e01-ad63-245dd702a4a7 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:49.829512 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Attempting to bind port e266edf2-2cde-4e01-ad63-245dd702a4a7 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:49.829512 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Attempting to bind port e266edf2-2cde-4e01-ad63-245dd702a4a7 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:49.831321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.839390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:49.839742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:49.840155 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.840553 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:49.841168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Bound port: e266edf2-2cde-4e01-ad63-245dd702a4a7, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:49.841550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.853646 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:49.882688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73b0b5-a82f-45a5-8d34-40df52ba4c89 None None] Pushing event updated for resources: {'Port': ['ID=e266edf2-2cde-4e01-ad63-245dd702a4a7,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:49.926831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port b5f8137d-424c-419c-9c43-38c1bfd9be51, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=b5f8137d-424c-419c-9c43-38c1bfd9be51,segment=NetworkSegment(0922db83-8cd7-4ce3-a84c-767f84f1283e),segment_id=0922db83-8cd7-4ce3-a84c-767f84f1283e)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:49.946111 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] For port e266edf2-2cde-4e01-ad63-245dd702a4a7, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:49.946401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] device_id is not set on port ebf01248-18af-43a0-9a76-e5c35d986ede yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:49.948613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': 'b5f8137d-424c-419c-9c43-38c1bfd9be51', 'network_id': 'b339b5fd-5f65-4981-aef9-3a56845f0808', 'port_id': 'b5f8137d-424c-419c-9c43-38c1bfd9be51', 'mac_address': 'fa:16:3e:f1:47:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac39988-0761-4ad2-92d7-005ebc89c086', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:47:49.962567 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] For port e266edf2-2cde-4e01-ad63-245dd702a4a7, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e266edf2-2cde-4e01-ad63-245dd702a4a7,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:49.989768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:50.013055 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Publish callbacks [] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.032691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for security_group (ff0875cb-6ca9-4166-9dc3-b4aca0163adb), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.037240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:50.089958 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.110548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.120623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ff0875cb-6ca9-4166-9dc3-b4aca0163adb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.140858 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Attempting to bind port 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:50.141452 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Attempting to bind port 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:50.142019 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Attempting to bind port 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:50.153912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port b5f8137d-424c-419c-9c43-38c1bfd9be51 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:47:50.154478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.157986 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:50.158578 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:50.159259 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.159789 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:50.160405 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Bound port: 4614ee4b-bfc1-43ce-84e3-c9f432f738e6, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:50.160952 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.167779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:50.186064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Routers {'83098994-896a-4ac4-95cc-7f4faf817165'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:50.188973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['83098994-896a-4ac4-95cc-7f4faf817165'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:50.192233 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab299-4e4b-432e-b9d4-16870cae2e31 None None] Pushing event updated for resources: {'Port': ['ID=4614ee4b-bfc1-43ce-84e3-c9f432f738e6,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:50.194706 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f8137d-424c-419c-9c43-38c1bfd9be51 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:47:50.215025 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:50.216285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0875cb-6ca9-4166-9dc3-b4aca0163adb,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:50.234592 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] For port 4614ee4b-bfc1-43ce-84e3-c9f432f738e6, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:50.239780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (8882d347-07e6-44f2-b0ee-a5e1206e8872), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.240215 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] For port 4614ee4b-bfc1-43ce-84e3-c9f432f738e6, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=4614ee4b-bfc1-43ce-84e3-c9f432f738e6,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:50.242470 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Added segment 8882d347-07e6-44f2-b0ee-a5e1206e8872 of type vlan for network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 Aug 31 15:47:50.245241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655e030-b12b-4a2a-a8ba-fc54655baa6d req-817f95da-559f-40bc-a1ad-e6235349ed6d tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:50.247648 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2655e030-b12b-4a2a-a8ba-fc54655baa6d req-817f95da-559f-40bc-a1ad-e6235349ed6d tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 944 time: 0.3063796 Aug 31 15:47:50.257247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73b0b5-a82f-45a5-8d34-40df52ba4c89 None None] Pushing event updated for resources: {'Port': ['ID=e266edf2-2cde-4e01-ad63-245dd702a4a7,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:50.263169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (11420c22-8670-43cb-8730-b495c6b89ac8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.267567 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port b5f8137d-424c-419c-9c43-38c1bfd9be51, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=b5f8137d-424c-419c-9c43-38c1bfd9be51,segment=NetworkSegment(0922db83-8cd7-4ce3-a84c-767f84f1283e),segment_id=0922db83-8cd7-4ce3-a84c-767f84f1283e)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:50.297463 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (48faa2a2-80cd-42f0-bfb7-dca88e8256d0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.321057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (31d43dae-941c-4758-9ee3-6fe270203015), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.329374 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.370554 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] Set router 83098994-896a-4ac4-95cc-7f4faf817165 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:50.377646 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Routers {'11420c22-8670-43cb-8730-b495c6b89ac8'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:50.378402 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['11420c22-8670-43cb-8730-b495c6b89ac8'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:50.390239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:50.403991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.403991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 07d192fe-4176-4d1b-9ebb-164c8cca7513 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:47:50.464385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4141e76-e96b-412c-83c0-29d0f607d2a2 req-1ba2fca4-60f3-49e1-b8f9-5eb3725f0daf tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:50.466680 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f4141e76-e96b-412c-83c0-29d0f607d2a2 req-1ba2fca4-60f3-49e1-b8f9-5eb3725f0daf tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 943 time: 0.0576599 Aug 31 15:47:50.472558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (48faa2a2-80cd-42f0-bfb7-dca88e8256d0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.477857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:50.478481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.485959 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2655e030-b12b-4a2a-a8ba-fc54655baa6d req-d82dbfcf-4588-4920-be39-b503c501f297 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101786 Aug 31 15:47:50.497756 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:50.501095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks [] for port (ebf01248-18af-43a0-9a76-e5c35d986ede), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.526961 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab299-4e4b-432e-b9d4-16870cae2e31 None None] Pushing event updated for resources: {'Port': ['ID=4614ee4b-bfc1-43ce-84e3-c9f432f738e6,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:50.537622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:50.569596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=b5f8137d-424c-419c-9c43-38c1bfd9be51,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:50.584762 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] Set router 11420c22-8670-43cb-8730-b495c6b89ac8 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:50.597777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.db.resource_extend [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 15:47:50.602368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event updated for resources: {'Network': ['ID=48faa2a2-80cd-42f0-bfb7-dca88e8256d0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:50.617430 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f4141e76-e96b-412c-83c0-29d0f607d2a2 req-ae841535-8c75-43a7-aa2b-c2ddeaf2a83c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360188 Aug 31 15:47:50.630753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:50.631221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34724) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:50.638924 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3c6ee065-aa4a-499c-a8cc-a23c408ac938 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9952493 Aug 31 15:47:50.640937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Deleting port 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:50.641328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.653065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Request body: {'subnet': {'network_id': '48faa2a2-80cd-42f0-bfb7-dca88e8256d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:50.680219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:50.714960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Made reservation on behalf of b86b94cd3b734e96b16296738334a45e for: {'port': 2} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:50.719986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.805172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.823644 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 07d192fe-4176-4d1b-9ebb-164c8cca7513, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=07d192fe-4176-4d1b-9ebb-164c8cca7513,segment=NetworkSegment(7c9fefcf-3de5-4077-a3c3-5f413195a3f1),segment_id=7c9fefcf-3de5-4077-a3c3-5f413195a3f1)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:50.842942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83098994-896a-4ac4-95cc-7f4faf817165', 'name': 'tempest-snat-router-1848572650', 'tenant_id': '8fd558be06804ac38608d1d5ebb94d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.23'}], 'enable_snat': False}, 'gw_port_id': 'e266edf2-2cde-4e01-ad63-245dd702a4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:42Z', 'updated_at': '2022-08-31T15:47:44Z', 'revision_number': 3, 'project_id': '8fd558be06804ac38608d1d5ebb94d64', 'gw_port': {'id': 'e266edf2-2cde-4e01-ad63-245dd702a4a7', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83098994-896a-4ac4-95cc-7f4faf817165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:43Z', 'updated_at': '2022-08-31T15:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:50.847524 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '07d192fe-4176-4d1b-9ebb-164c8cca7513', 'network_id': '9eee8628-cd0e-4573-ad4d-ec8082f80eb5', 'port_id': '07d192fe-4176-4d1b-9ebb-164c8cca7513', 'mac_address': 'fa:16:3e:3e:79:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de35b079-8645-47b6-9ecb-972c8a646114', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:47:50.890592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac900c-c9e6-419a-b103-42c53300ab70 None None] The sync data for ids ['83098994-896a-4ac4-95cc-7f4faf817165'] in dv-neutron-855257-2-hyperv is: [{'id': '83098994-896a-4ac4-95cc-7f4faf817165', 'name': 'tempest-snat-router-1848572650', 'tenant_id': '8fd558be06804ac38608d1d5ebb94d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.23'}], 'enable_snat': False}, 'gw_port_id': 'e266edf2-2cde-4e01-ad63-245dd702a4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:42Z', 'updated_at': '2022-08-31T15:47:44Z', 'revision_number': 3, 'project_id': '8fd558be06804ac38608d1d5ebb94d64', 'gw_port': {'id': 'e266edf2-2cde-4e01-ad63-245dd702a4a7', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83098994-896a-4ac4-95cc-7f4faf817165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:43Z', 'updated_at': '2022-08-31T15:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:50.907866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ebf01248-18af-43a0-9a76-e5c35d986ede), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.925220 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:50.948731 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11420c22-8670-43cb-8730-b495c6b89ac8', 'name': 'tempest-snat-router-1096489244', 'tenant_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '4614ee4b-bfc1-43ce-84e3-c9f432f738e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:42Z', 'updated_at': '2022-08-31T15:47:46Z', 'revision_number': 3, 'project_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'gw_port': {'id': '4614ee4b-bfc1-43ce-84e3-c9f432f738e6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11420c22-8670-43cb-8730-b495c6b89ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:44Z', 'updated_at': '2022-08-31T15:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:50.961881 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 07d192fe-4176-4d1b-9ebb-164c8cca7513 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:47:50.962364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:50.980682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d192fe-4176-4d1b-9ebb-164c8cca7513 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:47:50.984305 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba2140-2ff4-4db9-8d27-2dda152b4f89 None None] The sync data for ids ['11420c22-8670-43cb-8730-b495c6b89ac8'] in dv-neutron-855257-2-hyperv is: [{'id': '11420c22-8670-43cb-8730-b495c6b89ac8', 'name': 'tempest-snat-router-1096489244', 'tenant_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '4614ee4b-bfc1-43ce-84e3-c9f432f738e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:42Z', 'updated_at': '2022-08-31T15:47:46Z', 'revision_number': 3, 'project_id': 'bf137b45f66f413ab3d0871d4c3dc980', 'gw_port': {'id': '4614ee4b-bfc1-43ce-84e3-c9f432f738e6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11420c22-8670-43cb-8730-b495c6b89ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:44Z', 'updated_at': '2022-08-31T15:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:51.015154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 07d192fe-4176-4d1b-9ebb-164c8cca7513, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=07d192fe-4176-4d1b-9ebb-164c8cca7513,segment=NetworkSegment(7c9fefcf-3de5-4077-a3c3-5f413195a3f1),segment_id=7c9fefcf-3de5-4077-a3c3-5f413195a3f1)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:51.016973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:51.124168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:51.156628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] For port 4614ee4b-bfc1-43ce-84e3-c9f432f738e6, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=4614ee4b-bfc1-43ce-84e3-c9f432f738e6,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:51.157112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:51.167957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684344-a739-4205-834e-30d4cb41878e req-dd844437-265d-4124-8b76-b86961132958 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:51.170206 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a1684344-a739-4205-834e-30d4cb41878e req-dd844437-265d-4124-8b76-b86961132958 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.2418671 Aug 31 15:47:51.176556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Network 1f8b67b4-05f0-4922-b87a-936fe262f06c is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:51.189477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Made reservation on behalf of 85c770e3bb344a628d6a4c44659aa669 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:51.193442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:51.199815 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:51.232767 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=07d192fe-4176-4d1b-9ebb-164c8cca7513,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:51.287230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:51.289430 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Calling delete_port for 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:51.329727 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:51.330691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:51.331294 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:51.333859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:51.334845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:51.371546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:51.384440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event updated for resources: {'Port': ['ID=ebf01248-18af-43a0-9a76-e5c35d986ede,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:51.416794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (31d43dae-941c-4758-9ee3-6fe270203015), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:51.518792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:51.523398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] device_id is not set on port cb19a00a-00b4-4780-a3e6-8003f2b5660a yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:51.528943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['b5f8137d-424c-419c-9c43-38c1bfd9be51'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 15:47:51.551110 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e02dad20-ab25-40c9-9eca-00fc4770938d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1323493 Aug 31 15:47:51.558543 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34730) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:51.565726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8552'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:51.646355 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a1684344-a739-4205-834e-30d4cb41878e req-c3b963f7-aad9-4e52-a327-aeba2a119cd6 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4179246 Aug 31 15:47:51.708568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['07d192fe-4176-4d1b-9ebb-164c8cca7513'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 15:47:51.769899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ebf01248-18af-43a0-9a76-e5c35d986ede), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:51.833036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:51.858517 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bb9a0-a70e-4d3e-a104-69f1ab3afe44 req-a6e63c69-2f7a-4452-bbeb-cebebeb840a7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:51.860507 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ea2bb9a0-a70e-4d3e-a104-69f1ab3afe44 req-a6e63c69-2f7a-4452-bbeb-cebebeb840a7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.2388585 Aug 31 15:47:51.871743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:51.926007 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:51.948388 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ea2bb9a0-a70e-4d3e-a104-69f1ab3afe44 req-3b56e80e-4425-419e-8dcd-2cc0ae0956d3 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784125 Aug 31 15:47:52.049864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dcf75-3944-4c7d-87f8-1ff5fbe45b80 req-5c1c9145-6917-4168-a219-627d1b3a714f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.062171 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a48dcf75-3944-4c7d-87f8-1ff5fbe45b80 req-5c1c9145-6917-4168-a219-627d1b3a714f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.2486756 Aug 31 15:47:52.085953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:52.087042 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.087042 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 Aug 31 15:47:52.108407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Allocated IP 172.26.2.151 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/8380f6d5-5fec-457c-b552-ffcd92f8a7f2) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:52.128418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] device_id is not set on port ebf01248-18af-43a0-9a76-e5c35d986ede yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:52.138516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks [] for port (ebf01248-18af-43a0-9a76-e5c35d986ede), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:52.175077 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:52.176507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e266edf2-2cde-4e01-ad63-245dd702a4a7 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:52.202704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:52.215326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (ebf01248-18af-43a0-9a76-e5c35d986ede), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.245247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:52.257852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:52.271127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port e266edf2-2cde-4e01-ad63-245dd702a4a7 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:52.271911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.272643 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port e266edf2-2cde-4e01-ad63-245dd702a4a7 Aug 31 15:47:52.282597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:52.313439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:52.313930 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:52.314269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:52.325967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event updated for resources: {'Port': ['ID=ebf01248-18af-43a0-9a76-e5c35d986ede,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:52.330831 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:52.333706 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:52.334152 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:52.334555 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 2 to bind port ebf01248-18af-43a0-9a76-e5c35d986ede Aug 31 15:47:52.363042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:52.363403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:52.363743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:52.365512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (a17214b3-f921-4eb4-bed0-b1da29c6fb32), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.374440 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:52.374777 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:52.375170 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 3 to bind port ebf01248-18af-43a0-9a76-e5c35d986ede Aug 31 15:47:52.376048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for port (cb19a00a-00b4-4780-a3e6-8003f2b5660a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.402192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:52.403025 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:52.404268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:52.411769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:52.412215 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:52.413169 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 4 to bind port ebf01248-18af-43a0-9a76-e5c35d986ede Aug 31 15:47:52.417063 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a48dcf75-3944-4c7d-87f8-1ff5fbe45b80 req-5626e8d1-fb40-43b2-8270-7ae0f872a81a tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3534093 Aug 31 15:47:52.442233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:52.442233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:52.444149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:52.449802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:52.457681 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:52.458209 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 5 to bind port ebf01248-18af-43a0-9a76-e5c35d986ede Aug 31 15:47:52.476006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:52.476437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:52.476821 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:52.481793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:52.482211 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:52.482684 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 6 to bind port ebf01248-18af-43a0-9a76-e5c35d986ede Aug 31 15:47:52.503715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:52.503715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:52.503715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:52.503715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:52.503715 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:52.503715 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 7 to bind port ebf01248-18af-43a0-9a76-e5c35d986ede Aug 31 15:47:52.517546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:52.517908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:52.518245 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:52.523370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:52.523692 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:52.524104 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 8 to bind port ebf01248-18af-43a0-9a76-e5c35d986ede Aug 31 15:47:52.539269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:52.539494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:52.539831 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:52.544735 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:52.545066 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:52.545455 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 9 to bind port ebf01248-18af-43a0-9a76-e5c35d986ede Aug 31 15:47:52.555345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] device_id is not set on port c67c2d40-70e1-4543-95f9-1d6505cb32cb yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:52.560564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:52.561176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:52.561464 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:52.566537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:52.566962 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:52.567450 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 10 to bind port ebf01248-18af-43a0-9a76-e5c35d986ede Aug 31 15:47:52.579536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event updated for resources: {'Subnet': ['ID=a17214b3-f921-4eb4-bed0-b1da29c6fb32,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:52.587871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:52.588797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:52.588797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:52.595518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:52.595848 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port ebf01248-18af-43a0-9a76-e5c35d986ede on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:52.596213 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ebf01248-18af-43a0-9a76-e5c35d986ede), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.600159 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4614ee4b-bfc1-43ce-84e3-c9f432f738e6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.667497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] For port ebf01248-18af-43a0-9a76-e5c35d986ede, host hv-neutron-8552, cleared binding levels {{(pid=114265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:52.667871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempted to set empty binding levels {{(pid=114265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 15:47:52.770292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (ebf01248-18af-43a0-9a76-e5c35d986ede), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.771208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] In _notify_port_updated(), no bound segment for port ebf01248-18af-43a0-9a76-e5c35d986ede on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:47:52.772106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.772692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.777221 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "PUT /networking/v2.0/ports/ebf01248-18af-43a0-9a76-e5c35d986ede HTTP/1.1" status: 200 len: 976 time: 1.2173016 Aug 31 15:47:52.777859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34736) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:52.847225 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:52.857172 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81392842-4952-457e-8f38-f4ea50b2c430 req-71e9eb96-16ab-497f-b803-b89ecc449b31 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.858987 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-81392842-4952-457e-8f38-f4ea50b2c430 req-71e9eb96-16ab-497f-b803-b89ecc449b31 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1214733 Aug 31 15:47:52.896302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for port (8380f6d5-5fec-457c-b552-ffcd92f8a7f2), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:52.899976 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.900456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.900930 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.901398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.901922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.902370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.902934 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.903876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.904806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.905200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.905543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event deleted for resources: {'Port': ['ID=4614ee4b-bfc1-43ce-84e3-c9f432f738e6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:52.905694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.906168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.906691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.907157 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.907621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.908529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.908529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.908915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=6,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:52.909013 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.909416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.909903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.910362 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.910880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.911435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:52.912964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Checking segment: {'id': '8882d347-07e6-44f2-b0ee-a5e1206e8872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '48faa2a2-80cd-42f0-bfb7-dca88e8256d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:52.913322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Network hostable DHCP agents. Network: 48faa2a2-80cd-42f0-bfb7-dca88e8256d0, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:47:52.920642 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-626c09b0-b682-4e71-a7b1-0835a697291f tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 21015 time: 0.1365728 Aug 31 15:47:52.924589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34738) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:52.933246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e1e79-a959-4ab0-a71e-5154650728bc tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event updated for resources: {'Port': ['ID=ebf01248-18af-43a0-9a76-e5c35d986ede,revision_number=3']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:52.967779 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-81392842-4952-457e-8f38-f4ea50b2c430 req-e0fd3b58-acb7-4780-abad-ba737eba4c38 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947843 Aug 31 15:47:53.146370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:47:53.173700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (11420c22-8670-43cb-8730-b495c6b89ac8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.176242 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-2fb06dca-1aee-4575-9493-63e80d030be0 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Deleting port ebf01248-18af-43a0-9a76-e5c35d986ede {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:53.176690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fb06dca-1aee-4575-9493-63e80d030be0 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ebf01248-18af-43a0-9a76-e5c35d986ede), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.255095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8380f6d5-5fec-457c-b552-ffcd92f8a7f2), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.268101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:53.298911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for port (c67c2d40-70e1-4543-95f9-1d6505cb32cb), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.327796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 48faa2a2-80cd-42f0-bfb7-dca88e8256d0) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:53.335606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ebe42a-a3c7-4dd7-8028-6ea225e3d5d5 None None] Network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:53.357255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035cb71-d911-4709-8ca7-6a0af74fded5 req-ca757fca-dd0d-4566-ba5c-900bb69a4911 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:53.359041 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8035cb71-d911-4709-8ca7-6a0af74fded5 req-ca757fca-dd0d-4566-ba5c-900bb69a4911 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.2997830 Aug 31 15:47:53.385133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:53.385754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.394575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (11420c22-8670-43cb-8730-b495c6b89ac8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.405251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_controller (11420c22-8670-43cb-8730-b495c6b89ac8), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.410198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:53.446387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:53.473530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-48faa2a2-80cd-42f0-bfb7-dca88e8256d0', 'network_id': '48faa2a2-80cd-42f0-bfb7-dca88e8256d0', 'project_id': '85c770e3bb344a628d6a4c44659aa669', 'fixed_ips': [{'subnet_id': 'a17214b3-f921-4eb4-bed0-b1da29c6fb32'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:47:53.473834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-2fb06dca-1aee-4575-9493-63e80d030be0 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] For port ebf01248-18af-43a0-9a76-e5c35d986ede, host hv-neutron-8552, got binding levels [] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:53.474207 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fb06dca-1aee-4575-9493-63e80d030be0 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ebf01248-18af-43a0-9a76-e5c35d986ede), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.474708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.479665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:53.522741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event updated for resources: {'Port': ['ID=8380f6d5-5fec-457c-b552-ffcd92f8a7f2,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:53.527173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:53.567330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-2fb06dca-1aee-4575-9493-63e80d030be0 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Calling delete_port for ebf01248-18af-43a0-9a76-e5c35d986ede owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:53.568083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbc04e-6e84-46bd-929b-40d9096ee827 req-b259c64c-7fec-46f3-babb-3ec29a7bd976 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:53.571883 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1bdbc04e-6e84-46bd-929b-40d9096ee827 req-b259c64c-7fec-46f3-babb-3ec29a7bd976 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0566976 Aug 31 15:47:53.603113 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-82fb5af0-6257-4480-a48f-2d17df1f18b5 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9666402 Aug 31 15:47:53.607359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34744) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:53.627718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1099460221', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:53.660673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (11420c22-8670-43cb-8730-b495c6b89ac8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.661660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11420c22-8670-43cb-8730-b495c6b89ac8 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:47:53.669955 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8035cb71-d911-4709-8ca7-6a0af74fded5 req-d5520562-8254-4e7d-96f3-b719851ea8a5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686534 Aug 31 15:47:53.674576 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1bdbc04e-6e84-46bd-929b-40d9096ee827 req-a9b560e7-1db5-4dc6-b7dc-131090c1b79f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978243 Aug 31 15:47:53.675946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.676983 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-80f36560-496e-4567-b792-8a6a115db019 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/11420c22-8670-43cb-8730-b495c6b89ac8 HTTP/1.1" status: 204 len: 168 time: 4.4948995 Aug 31 15:47:53.683093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34746) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:53.746147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (cb19a00a-00b4-4780-a3e6-8003f2b5660a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.756409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:53.763981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Allocated IP 172.20.0.2 (48faa2a2-80cd-42f0-bfb7-dca88e8256d0/a17214b3-f921-4eb4-bed0-b1da29c6fb32/ed2bcb08-6326-43c0-9fda-740104bbc036) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:53.776277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device b5f8137d-424c-419c-9c43-38c1bfd9be51 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:53.802750 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (745499f7-42c6-4902-bf77-402343f5c1fc), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.803737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (745499f7-42c6-4902-bf77-402343f5c1fc), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.876226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'Port': ['ID=cb19a00a-00b4-4780-a3e6-8003f2b5660a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:53.880011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (64400cec-bf25-4fd6-baf0-e77513a0b320), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:53.884248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port b5f8137d-424c-419c-9c43-38c1bfd9be51 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 15:47:53.901137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Checking segment: {'id': '993b66ae-699b-43c3-b37d-331a80c67a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd0c58be4-3052-4a5f-b6aa-34dfe9a4fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:53.901514 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Network hostable DHCP agents. Network: d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:47:53.922691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for router_controller (745499f7-42c6-4902-bf77-402343f5c1fc), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.001942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fb06dca-1aee-4575-9493-63e80d030be0 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ebf01248-18af-43a0-9a76-e5c35d986ede), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.005265 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port b5f8137d-424c-419c-9c43-38c1bfd9be51 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:54.005485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (64400cec-bf25-4fd6-baf0-e77513a0b320), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.005680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.006009 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port b5f8137d-424c-419c-9c43-38c1bfd9be51 Aug 31 15:47:54.034972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fb06dca-1aee-4575-9493-63e80d030be0 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.041107 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2fb06dca-1aee-4575-9493-63e80d030be0 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/ebf01248-18af-43a0-9a76-e5c35d986ede HTTP/1.1" status: 204 len: 168 time: 1.1130784 Aug 31 15:47:54.045807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Network d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:47:54.061738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34750) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:54.091220 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8e486b-83ec-47d4-92a8-b7f320014303 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] GET failed (client error): The resource could not be found. Aug 31 15:47:54.096657 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8c8e486b-83ec-47d4-92a8-b7f320014303 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "GET /networking/v2.0/ports/ebf01248-18af-43a0-9a76-e5c35d986ede HTTP/1.1" status: 404 len: 333 time: 0.0362883 Aug 31 15:47:54.104445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb06dca-1aee-4575-9493-63e80d030be0 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebf01248-18af-43a0-9a76-e5c35d986ede,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:54.107366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34752) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:54.115454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:54.116189 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 07d192fe-4176-4d1b-9ebb-164c8cca7513 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:54.116631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1280990623', 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:54.118948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Publish callbacks [] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.126391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:54.155916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (31d43dae-941c-4758-9ee3-6fe270203015), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.189806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 07d192fe-4176-4d1b-9ebb-164c8cca7513 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 15:47:54.197903 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:54.203689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Deleting port 37277249-3025-4e85-891d-240df147e4c3 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:54.204039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (37277249-3025-4e85-891d-240df147e4c3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.206322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:54.207199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (c67c2d40-70e1-4543-95f9-1d6505cb32cb), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.213313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864497d5-c38c-4fe8-bcd5-ffd08e1796fb None None] Network d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:54.256789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Made reservation on behalf of d5427195e7c744dc87197004199e56d4 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:54.259197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.296226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 07d192fe-4176-4d1b-9ebb-164c8cca7513 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:54.297238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.297238 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 07d192fe-4176-4d1b-9ebb-164c8cca7513 Aug 31 15:47:54.337705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'Port': ['ID=c67c2d40-70e1-4543-95f9-1d6505cb32cb,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:54.359929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] device_id is not set on port d76b55c3-71a4-409b-aa0f-a2ad0ec2a264 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:54.458107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.467147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Checking segment: {'id': '09276976-3ad1-472f-92bf-391539278614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0c6e3996-e94f-4013-b737-31a5db177142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:54.467407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Network hostable DHCP agents. Network: 0c6e3996-e94f-4013-b737-31a5db177142, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:47:54.534887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:54.554232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:54.558062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:54.562750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:54.566977 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Pushing event updated for resources: {'Port': ['ID=ed2bcb08-6326-43c0-9fda-740104bbc036,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:54.570954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:54.574120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:54.591597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1d27-34ec-4850-923f-1960d38a07bb req-b1d7d98b-55ce-4cf9-88d8-73348ccaff77 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:54.591597 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-138c1d27-34ec-4850-923f-1960d38a07bb req-b1d7d98b-55ce-4cf9-88d8-73348ccaff77 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.4612186 Aug 31 15:47:54.595444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for router_gateway (745499f7-42c6-4902-bf77-402343f5c1fc), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.619790 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (31d43dae-941c-4758-9ee3-6fe270203015), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.642647 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:54.645568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Attempting to bind port ed2bcb08-6326-43c0-9fda-740104bbc036 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:54.645945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Attempting to bind port ed2bcb08-6326-43c0-9fda-740104bbc036 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '8882d347-07e6-44f2-b0ee-a5e1206e8872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '48faa2a2-80cd-42f0-bfb7-dca88e8256d0'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:54.646305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Attempting to bind port ed2bcb08-6326-43c0-9fda-740104bbc036 on network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:54.653183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:54.653552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Checking segment: {'id': '8882d347-07e6-44f2-b0ee-a5e1206e8872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '48faa2a2-80cd-42f0-bfb7-dca88e8256d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:54.653933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.654776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Bound using segment: {'id': '8882d347-07e6-44f2-b0ee-a5e1206e8872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '48faa2a2-80cd-42f0-bfb7-dca88e8256d0'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:54.654776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Bound port: ed2bcb08-6326-43c0-9fda-740104bbc036, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8882d347-07e6-44f2-b0ee-a5e1206e8872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '48faa2a2-80cd-42f0-bfb7-dca88e8256d0'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:54.655281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.676063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Network 0c6e3996-e94f-4013-b737-31a5db177142 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:47:54.683709 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:54.687672 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-138c1d27-34ec-4850-923f-1960d38a07bb req-9845537d-9ea0-464f-a939-64ba836cd994 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855775 Aug 31 15:47:54.689831 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] For port 37277249-3025-4e85-891d-240df147e4c3, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=37277249-3025-4e85-891d-240df147e4c3,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:54.690822 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (37277249-3025-4e85-891d-240df147e4c3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.710116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks [] for port (d76b55c3-71a4-409b-aa0f-a2ad0ec2a264), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.766717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] For port ed2bcb08-6326-43c0-9fda-740104bbc036, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:54.773143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] For port ed2bcb08-6326-43c0-9fda-740104bbc036, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ed2bcb08-6326-43c0-9fda-740104bbc036,segment=NetworkSegment(8882d347-07e6-44f2-b0ee-a5e1206e8872),segment_id=8882d347-07e6-44f2-b0ee-a5e1206e8872)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:54.796747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 0c6e3996-e94f-4013-b737-31a5db177142) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:54.809301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:54.820424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:54.828245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:54.828245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.828945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c366e-b6c0-44c0-b7ae-8cca7f2b4e9c None None] Network 0c6e3996-e94f-4013-b737-31a5db177142 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:54.857983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Calling delete_port for 37277249-3025-4e85-891d-240df147e4c3 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:54.898388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:54.913055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c691a9-c47f-44ed-be6e-b758951cd02b req-cddab3e9-eda4-4e9a-8298-191e2977fe89 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:54.914940 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-06c691a9-c47f-44ed-be6e-b758951cd02b req-cddab3e9-eda4-4e9a-8298-191e2977fe89 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0826137 Aug 31 15:47:54.951495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:54.975155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:54.985915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba3b0-8800-4e93-936f-35936fb3515b req-7ef394dc-e12b-4ce5-9439-5bfb84aad300 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:54.987823 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1e3ba3b0-8800-4e93-936f-35936fb3515b req-7ef394dc-e12b-4ce5-9439-5bfb84aad300 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1227067 Aug 31 15:47:54.994412 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-06c691a9-c47f-44ed-be6e-b758951cd02b req-f892f6cd-3d03-4cf3-ac92-b22e16cc7179 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722399 Aug 31 15:47:55.024600 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a1e98a7e-6675-4304-8bd1-87b101fd793c tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3658111 Aug 31 15:47:55.027051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34758) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:55.039306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd9b9f-f872-4c6f-9f80-b78d15593e7f None None] Pushing event updated for resources: {'Port': ['ID=ed2bcb08-6326-43c0-9fda-740104bbc036,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:55.079477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (d76b55c3-71a4-409b-aa0f-a2ad0ec2a264), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.146685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Router 31d43dae-941c-4758-9ee3-6fe270203015 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:55.166962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Network 1f8b67b4-05f0-4922-b87a-936fe262f06c is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:55.184122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:55.194421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for router_gateway (745499f7-42c6-4902-bf77-402343f5c1fc), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.201540 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:55.202630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:55.203254 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.219714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event updated for resources: {'Port': ['ID=d76b55c3-71a4-409b-aa0f-a2ad0ec2a264,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:55.227804 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1e3ba3b0-8800-4e93-936f-35936fb3515b req-e0a35bf0-fd5e-489f-8490-8b4af666b9f3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2287776 Aug 31 15:47:55.231060 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.233683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da4c8b3-ef0a-49e3-86cd-7859c4fbd915 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:55.239407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da4c8b3-ef0a-49e3-86cd-7859c4fbd915 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:55.244060 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6da4c8b3-ef0a-49e3-86cd-7859c4fbd915 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2157471 Aug 31 15:47:55.244880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34760) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:55.330280 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-074219c4-cd7e-4f4e-b790-ffc72ad4fe1e tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2180810 Aug 31 15:47:55.344357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34762) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:55.423052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Allocated IP 172.26.2.87 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/e6d22d8b-78ea-4e25-b0e9-c369f2742128) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:55.433309 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (37277249-3025-4e85-891d-240df147e4c3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.473743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event deleted for resources: {'Port': ['ID=37277249-3025-4e85-891d-240df147e4c3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:55.596232 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (64400cec-bf25-4fd6-baf0-e77513a0b320), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.665692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:55.714614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (64400cec-bf25-4fd6-baf0-e77513a0b320), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.720215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for port (e6d22d8b-78ea-4e25-b0e9-c369f2742128), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.722790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_controller (64400cec-bf25-4fd6-baf0-e77513a0b320), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.768391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380465f3-9df3-443e-855a-1213e6c1c1af tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:55.768928 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ed2bcb08-6326-43c0-9fda-740104bbc036 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:47:55.772951 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-380465f3-9df3-443e-855a-1213e6c1c1af tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "GET /networking/v2.0/ports/d76b55c3-71a4-409b-aa0f-a2ad0ec2a264 HTTP/1.1" status: 200 len: 955 time: 0.4252698 Aug 31 15:47:55.774907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34766) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:55.807803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Deleting port cb19a00a-00b4-4780-a3e6-8003f2b5660a {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:55.808156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (cb19a00a-00b4-4780-a3e6-8003f2b5660a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.845322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ed2bcb08-6326-43c0-9fda-740104bbc036 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:55.845989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.846468 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ed2bcb08-6326-43c0-9fda-740104bbc036 Aug 31 15:47:55.877503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-55bd1eae-612c-4a51-b8c7-7a7b862e3063 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Deleting port d76b55c3-71a4-409b-aa0f-a2ad0ec2a264 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:55.878156 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-55bd1eae-612c-4a51-b8c7-7a7b862e3063 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d76b55c3-71a4-409b-aa0f-a2ad0ec2a264), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.901590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:55.908030 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:55.914406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Sync routers for ids ['31d43dae-941c-4758-9ee3-6fe270203015'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:55.924365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:55.930718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e6d22d8b-78ea-4e25-b0e9-c369f2742128), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.930931 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:47:55.932702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (64400cec-bf25-4fd6-baf0-e77513a0b320), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.933359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64400cec-bf25-4fd6-baf0-e77513a0b320 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:47:55.940180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:55.941359 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dc94644b-168f-4a76-9944-e6f7a6377601 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/64400cec-bf25-4fd6-baf0-e77513a0b320 HTTP/1.1" status: 204 len: 168 time: 2.2597041 Aug 31 15:47:55.955031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34768) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:55.967551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1161310799', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:55.969785 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Routers {'31d43dae-941c-4758-9ee3-6fe270203015'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:55.970506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['31d43dae-941c-4758-9ee3-6fe270203015'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:55.972454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:47:55.973699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 4614ee4b-bfc1-43ce-84e3-c9f432f738e6 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:47:55.985296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:55.996565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221e90f-855a-4bef-8bd3-602fdf64633d req-6024949c-9b13-4db0-90b5-d2cb6a9765e7 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:56.000767 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b221e90f-855a-4bef-8bd3-602fdf64633d req-6024949c-9b13-4db0-90b5-d2cb6a9765e7 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1680937 Aug 31 15:47:56.009942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (cb19a00a-00b4-4780-a3e6-8003f2b5660a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.021275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-55bd1eae-612c-4a51-b8c7-7a7b862e3063 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d76b55c3-71a4-409b-aa0f-a2ad0ec2a264), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.037200 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Calling delete_port for cb19a00a-00b4-4780-a3e6-8003f2b5660a owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:56.041525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:56.052439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-55bd1eae-612c-4a51-b8c7-7a7b862e3063 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Calling delete_port for d76b55c3-71a4-409b-aa0f-a2ad0ec2a264 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:56.054776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:56.057900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:56.102891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event updated for resources: {'Port': ['ID=e6d22d8b-78ea-4e25-b0e9-c369f2742128,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:56.166045 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Set router 31d43dae-941c-4758-9ee3-6fe270203015 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:56.255656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (cb19a00a-00b4-4780-a3e6-8003f2b5660a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.292713 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b221e90f-855a-4bef-8bd3-602fdf64633d req-73eb1ff8-e68b-4eb2-b1ba-69efe19ea069 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082747 Aug 31 15:47:56.302028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Port': ['ID=cb19a00a-00b4-4780-a3e6-8003f2b5660a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:56.306849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.311882 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e9aa7a87-5c8f-4d22-af24-28e71685606e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1631401 Aug 31 15:47:56.318995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34774) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:56.345215 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4673d-661f-4136-9ef3-8ea7f8d44876 None None] Network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:47:56.382016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.382623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.382623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.382977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.383310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.383636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.384265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.384265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.384565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.384884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.385201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.385708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.386026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.386338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.386649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:56.391906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.398563 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-263bb2ae-8245-4023-a6b7-65f52208c7dd tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "DELETE /networking/v2.0/ports/cb19a00a-00b4-4780-a3e6-8003f2b5660a HTTP/1.1" status: 204 len: 168 time: 1.1147087 Aug 31 15:47:56.400606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34776) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:56.401117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (d7536264-11f1-43c2-a4aa-ca4df90532d5), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.402878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (d7536264-11f1-43c2-a4aa-ca4df90532d5), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.411410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cc3d3-0072-4866-90b7-0f2e40462a01 req-5a620c74-3de0-437a-940c-d130ba2760a7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:56.413246 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-902cc3d3-0072-4866-90b7-0f2e40462a01 req-5a620c74-3de0-437a-940c-d130ba2760a7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.2660778 Aug 31 15:47:56.423562 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:56.487743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-55bd1eae-612c-4a51-b8c7-7a7b862e3063 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (d76b55c3-71a4-409b-aa0f-a2ad0ec2a264), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.498290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-938bf865-47ca-4c56-8f02-179fad7c4454 None None] Provisioning complete for port ed2bcb08-6326-43c0-9fda-740104bbc036 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:56.498674 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-938bf865-47ca-4c56-8f02-179fad7c4454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.498989 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-938bf865-47ca-4c56-8f02-179fad7c4454 None None] Attempt 1 to provision port ed2bcb08-6326-43c0-9fda-740104bbc036 Aug 31 15:47:56.499785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:56.503149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d43dae-941c-4758-9ee3-6fe270203015', 'name': 'tempest-snat-router-1848572650', 'tenant_id': '8fd558be06804ac38608d1d5ebb94d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '8380f6d5-5fec-457c-b552-ffcd92f8a7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:49Z', 'updated_at': '2022-08-31T15:47:53Z', 'revision_number': 3, 'project_id': '8fd558be06804ac38608d1d5ebb94d64', 'gw_port': {'id': '8380f6d5-5fec-457c-b552-ffcd92f8a7f2', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d43dae-941c-4758-9ee3-6fe270203015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:51Z', 'updated_at': '2022-08-31T15:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:56.540640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97872d58-c520-4066-bee4-9936b1f9fa84 req-b6b2e7d2-b233-4601-98c1-7ea5d65b6dd5 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:56.551520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd1eae-612c-4a51-b8c7-7a7b862e3063 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event deleted for resources: {'Port': ['ID=d76b55c3-71a4-409b-aa0f-a2ad0ec2a264,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:56.555721 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-97872d58-c520-4066-bee4-9936b1f9fa84 req-b6b2e7d2-b233-4601-98c1-7ea5d65b6dd5 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1427751 Aug 31 15:47:56.577593 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Checking router: 31d43dae-941c-4758-9ee3-6fe270203015 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:47:56.577903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Updating router 31d43dae-941c-4758-9ee3-6fe270203015 port 8380f6d5-5fec-457c-b552-ffcd92f8a7f2 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:47:56.609148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (d7536264-11f1-43c2-a4aa-ca4df90532d5), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-938bf865-47ca-4c56-8f02-179fad7c4454 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:56.628710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:56.630734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8380f6d5-5fec-457c-b552-ffcd92f8a7f2), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.665635 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-55bd1eae-612c-4a51-b8c7-7a7b862e3063 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.671942 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-55bd1eae-612c-4a51-b8c7-7a7b862e3063 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/d76b55c3-71a4-409b-aa0f-a2ad0ec2a264 HTTP/1.1" status: 204 len: 168 time: 0.8923163 Aug 31 15:47:56.677501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34778) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:56.694134 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6a02d1a7-3dca-4d45-8b59-0831ac6e84dc tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/31d43dae-941c-4758-9ee3-6fe270203015 HTTP/1.1" status: 200 len: 908 time: 0.3778656 Aug 31 15:47:56.718582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34780) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:56.729721 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-902cc3d3-0072-4866-90b7-0f2e40462a01 req-6e5a5276-9315-4d4a-857d-29709020654d tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918227 Aug 31 15:47:56.730504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-011c4e71-dd8c-46cb-8824-1935e9992439 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Deleting port c67c2d40-70e1-4543-95f9-1d6505cb32cb {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:56.730865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-011c4e71-dd8c-46cb-8824-1935e9992439 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c67c2d40-70e1-4543-95f9-1d6505cb32cb), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.753180 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:56.774143 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1a9530-ad40-4598-a265-7154deaf3304 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] GET failed (client error): The resource could not be found. Aug 31 15:47:56.775998 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bf1a9530-ad40-4598-a265-7154deaf3304 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "GET /networking/v2.0/ports/d76b55c3-71a4-409b-aa0f-a2ad0ec2a264 HTTP/1.1" status: 404 len: 333 time: 0.0957174 Aug 31 15:47:56.819035 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-97872d58-c520-4066-bee4-9936b1f9fa84 req-7310f8ce-e4ad-475f-a580-e1e922369ad6 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2645378 Aug 31 15:47:56.823633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34782) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:56.831199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Request body: {'port': {'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-799410263'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:56.871562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:56.984030 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d0d75b5c-0a1b-49aa-a90e-2d71e28f20da None None] Provisioning complete for port ed2bcb08-6326-43c0-9fda-740104bbc036 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:47:56.984637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d0d75b5c-0a1b-49aa-a90e-2d71e28f20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:56.984731 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d0d75b5c-0a1b-49aa-a90e-2d71e28f20da None None] Attempt 1 to provision port ed2bcb08-6326-43c0-9fda-740104bbc036 Aug 31 15:47:57.016865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (d7536264-11f1-43c2-a4aa-ca4df90532d5), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.025248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Publish callbacks [] for port (8380f6d5-5fec-457c-b552-ffcd92f8a7f2), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.025959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (31d43dae-941c-4758-9ee3-6fe270203015), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d0d75b5c-0a1b-49aa-a90e-2d71e28f20da None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:47:57.044882 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:47:57.060019 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Made reservation on behalf of d5427195e7c744dc87197004199e56d4 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:57.062375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.094867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] device_id is not set on port f07e1524-0402-4c2e-bca7-bdb3335db21a yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:57.108744 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-011c4e71-dd8c-46cb-8824-1935e9992439 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c67c2d40-70e1-4543-95f9-1d6505cb32cb), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.124236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8380f6d5-5fec-457c-b552-ffcd92f8a7f2), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.128455 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-011c4e71-dd8c-46cb-8824-1935e9992439 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Calling delete_port for c67c2d40-70e1-4543-95f9-1d6505cb32cb owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:57.130476 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for router_gateway (745499f7-42c6-4902-bf77-402343f5c1fc), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.162659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Attempting to bind port 8380f6d5-5fec-457c-b552-ffcd92f8a7f2 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:57.163026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Attempting to bind port 8380f6d5-5fec-457c-b552-ffcd92f8a7f2 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:57.163392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Attempting to bind port 8380f6d5-5fec-457c-b552-ffcd92f8a7f2 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:57.177599 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:47:57.177994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:47:57.178359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.178750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:47:57.179324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Bound port: 8380f6d5-5fec-457c-b552-ffcd92f8a7f2, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:47:57.179704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8380f6d5-5fec-457c-b552-ffcd92f8a7f2), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.206211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Pushing event updated for resources: {'Port': ['ID=8380f6d5-5fec-457c-b552-ffcd92f8a7f2,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:57.249943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] For port 8380f6d5-5fec-457c-b552-ffcd92f8a7f2, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:57.253894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] For port 8380f6d5-5fec-457c-b552-ffcd92f8a7f2, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8380f6d5-5fec-457c-b552-ffcd92f8a7f2,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:47:57.312210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (31d43dae-941c-4758-9ee3-6fe270203015), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.333197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:57.358191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:57.371665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8380f6d5-5fec-457c-b552-ffcd92f8a7f2), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.428833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Routers {'31d43dae-941c-4758-9ee3-6fe270203015'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:57.430168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['31d43dae-941c-4758-9ee3-6fe270203015'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:57.436888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-011c4e71-dd8c-46cb-8824-1935e9992439 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c67c2d40-70e1-4543-95f9-1d6505cb32cb), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.501644 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c4e71-dd8c-46cb-8824-1935e9992439 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Port': ['ID=c67c2d40-70e1-4543-95f9-1d6505cb32cb,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:57.510245 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (745499f7-42c6-4902-bf77-402343f5c1fc), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.522734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5381c92-9d43-4c81-bc03-94c7aca6bca3 req-11849d37-d1b5-4172-9c56-158d6bf1c76a tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:57.524341 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d5381c92-9d43-4c81-bc03-94c7aca6bca3 req-11849d37-d1b5-4172-9c56-158d6bf1c76a tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1249640 Aug 31 15:47:57.525813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-011c4e71-dd8c-46cb-8824-1935e9992439 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.531908 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-011c4e71-dd8c-46cb-8824-1935e9992439 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "DELETE /networking/v2.0/ports/c67c2d40-70e1-4543-95f9-1d6505cb32cb HTTP/1.1" status: 204 len: 168 time: 1.1269283 Aug 31 15:47:57.534573 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34786) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:57.567698 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Deleting port 8380f6d5-5fec-457c-b552-ffcd92f8a7f2 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:47:57.568312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8380f6d5-5fec-457c-b552-ffcd92f8a7f2), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.570097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (d7536264-11f1-43c2-a4aa-ca4df90532d5), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.633536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.643381 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b4fe956c-3ba4-423b-8103-1dd19f77e47e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1057546 Aug 31 15:47:57.644083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34788) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:57.654715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-946789881'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:57.659335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks [] for port (f07e1524-0402-4c2e-bca7-bdb3335db21a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.683542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 37277249-3025-4e85-891d-240df147e4c3 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:47:57.712981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Pushing event updated for resources: {'Port': ['ID=8380f6d5-5fec-457c-b552-ffcd92f8a7f2,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:57.725645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 37277249-3025-4e85-891d-240df147e4c3 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:47:57.725988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 37277249-3025-4e85-891d-240df147e4c3 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:47:57.728074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.728422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.728759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.729087 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.729467 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.729818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.730142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.730544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.730840 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.731194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.731518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.731837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.732150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.732602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.732922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706110d8-5de9-4707-a8c6-bdccae8b00e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:47:57.748298 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] Set router 31d43dae-941c-4758-9ee3-6fe270203015 gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:47:57.766832 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d5381c92-9d43-4c81-bc03-94c7aca6bca3 req-1369366d-a219-4d9f-a850-4e612b1f8bf5 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273154 Aug 31 15:47:57.782794 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Made reservation on behalf of b86b94cd3b734e96b16296738334a45e for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:57.786579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.803321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] For port 8380f6d5-5fec-457c-b552-ffcd92f8a7f2, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8380f6d5-5fec-457c-b552-ffcd92f8a7f2,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:47:57.803604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8380f6d5-5fec-457c-b552-ffcd92f8a7f2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.822861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:57.836074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (8c3a9035-40dd-404a-b7d1-f46d0a06f54f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.836074 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Added segment 8c3a9035-40dd-404a-b7d1-f46d0a06f54f of type vlan for network 57025a80-3b3e-4c63-ba51-e4e25c3a46b0 Aug 31 15:47:57.837179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d43dae-941c-4758-9ee3-6fe270203015', 'name': 'tempest-snat-router-1848572650', 'tenant_id': '8fd558be06804ac38608d1d5ebb94d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:49Z', 'updated_at': '2022-08-31T15:47:57Z', 'revision_number': 4, 'project_id': '8fd558be06804ac38608d1d5ebb94d64', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:57.855949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:57.858962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Calling delete_port for 8380f6d5-5fec-457c-b552-ffcd92f8a7f2 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:47:57.870894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7004619-57ab-4b36-be9f-bc2ae32462e4 None None] The sync data for ids ['31d43dae-941c-4758-9ee3-6fe270203015'] in dv-neutron-855257-2-hyperv is: [{'id': '31d43dae-941c-4758-9ee3-6fe270203015', 'name': 'tempest-snat-router-1848572650', 'tenant_id': '8fd558be06804ac38608d1d5ebb94d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:49Z', 'updated_at': '2022-08-31T15:47:57Z', 'revision_number': 4, 'project_id': '8fd558be06804ac38608d1d5ebb94d64', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:57.919366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Router 745499f7-42c6-4902-bf77-402343f5c1fc is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:47:57.923629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (57025a80-3b3e-4c63-ba51-e4e25c3a46b0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:57.948048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Allocated IP 172.26.2.252 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/bcfa1e93-7c30-483d-a47a-91523c88e1d4) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:47:57.960667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a84dd7-69b4-45c7-97dc-bb14dcf14751 req-4248f17e-2cc9-4adb-9862-3c4b54611e0f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:57.968942 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-98a84dd7-69b4-45c7-97dc-bb14dcf14751 req-4248f17e-2cc9-4adb-9862-3c4b54611e0f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1527662 Aug 31 15:47:57.971015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f07e1524-0402-4c2e-bca7-bdb3335db21a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.035401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958864f6-bef3-4220-8cd3-d7ac9b243fe0 req-0ec9ecf4-4464-40f0-bc54-70907457bf92 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:58.036691 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-958864f6-bef3-4220-8cd3-d7ac9b243fe0 req-0ec9ecf4-4464-40f0-bc54-70907457bf92 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1102226 Aug 31 15:47:58.073898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Network 1f8b67b4-05f0-4922-b87a-936fe262f06c is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:58.099859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (57025a80-3b3e-4c63-ba51-e4e25c3a46b0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.104774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:58.105393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.117968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:58.125312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event updated for resources: {'Port': ['ID=f07e1524-0402-4c2e-bca7-bdb3335db21a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:58.127681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:58.128634 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:58.129205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.143338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:58.149323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:58.195661 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-98a84dd7-69b4-45c7-97dc-bb14dcf14751 req-43cf1993-5cc1-48f1-9ae1-2b7123bb7f9f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260549 Aug 31 15:47:58.220258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:47:58.222390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'Network': ['ID=57025a80-3b3e-4c63-ba51-e4e25c3a46b0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:58.236609 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf7cef-fb7b-41a9-86c5-40a85a774c2a None None] Sync routers for ids ['745499f7-42c6-4902-bf77-402343f5c1fc'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:47:58.240557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 57025a80-3b3e-4c63-ba51-e4e25c3a46b0 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:58.250001 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-958864f6-bef3-4220-8cd3-d7ac9b243fe0 req-ffd7252e-da0c-4aa6-b4c7-8a32577c3a9d tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1965127 Aug 31 15:47:58.255342 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf7cef-fb7b-41a9-86c5-40a85a774c2a None None] Routers {'745499f7-42c6-4902-bf77-402343f5c1fc'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:58.255342 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-57cf7cef-fb7b-41a9-86c5-40a85a774c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['745499f7-42c6-4902-bf77-402343f5c1fc'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:58.265191 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0f3b343c-e258-49e7-8989-d91877964bb0 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6144893 Aug 31 15:47:58.266026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34794) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:58.272109 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1724625531'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:58.287170 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c85ec057-7cba-4bc4-92b1-9ead6fa82036 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4619091 Aug 31 15:47:58.290152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34796) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:58.297590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8552'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:58.308990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for port (bcfa1e93-7c30-483d-a47a-91523c88e1d4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.311929 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-57cf7cef-fb7b-41a9-86c5-40a85a774c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:58.322900 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf7cef-fb7b-41a9-86c5-40a85a774c2a None None] Routers {'745499f7-42c6-4902-bf77-402343f5c1fc'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:47:58.323870 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-57cf7cef-fb7b-41a9-86c5-40a85a774c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['745499f7-42c6-4902-bf77-402343f5c1fc'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:58.352085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:58.365961 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-57cf7cef-fb7b-41a9-86c5-40a85a774c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:47:58.366913 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf7cef-fb7b-41a9-86c5-40a85a774c2a None None] The sync data for ids ['745499f7-42c6-4902-bf77-402343f5c1fc'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:47:58.375967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8380f6d5-5fec-457c-b552-ffcd92f8a7f2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.383358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Made reservation on behalf of b86b94cd3b734e96b16296738334a45e for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:58.387187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.392486 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.396974 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7463c669-d724-40bf-9e74-b3b66e0f32d7 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.7851198 Aug 31 15:47:58.399995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34798) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:58.409384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event deleted for resources: {'Port': ['ID=8380f6d5-5fec-457c-b552-ffcd92f8a7f2,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:58.409681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f07e1524-0402-4c2e-bca7-bdb3335db21a), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.446946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (bcfa1e93-7c30-483d-a47a-91523c88e1d4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.454503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:47:58.474351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (26aec7f4-e6f7-42d0-b744-69120864a560), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.474753 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Added segment 26aec7f4-e6f7-42d0-b744-69120864a560 of type vlan for network 5334ac39-7a53-4e33-a96f-0b13ce7bcdb1 Aug 31 15:47:58.572129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (5334ac39-7a53-4e33-a96f-0b13ce7bcdb1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.677311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] device_id is not set on port f07e1524-0402-4c2e-bca7-bdb3335db21a yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:47:58.688529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks [] for port (f07e1524-0402-4c2e-bca7-bdb3335db21a), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.701803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (5334ac39-7a53-4e33-a96f-0b13ce7bcdb1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.707099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:58.707702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.786453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:47:58.792133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'Network': ['ID=5334ac39-7a53-4e33-a96f-0b13ce7bcdb1,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:58.804143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 5334ac39-7a53-4e33-a96f-0b13ce7bcdb1 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:47:58.826866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:58.833473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:47:58.844806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:47:58.851293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Pushing event updated for resources: {'Port': ['ID=bcfa1e93-7c30-483d-a47a-91523c88e1d4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:58.871541 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9ee9ad4c-8663-4486-ae7e-663647b1bb4e tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5992880 Aug 31 15:47:58.871541 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (f07e1524-0402-4c2e-bca7-bdb3335db21a), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.871909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:58.901862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (31d43dae-941c-4758-9ee3-6fe270203015), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:58.939400 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event updated for resources: {'Port': ['ID=f07e1524-0402-4c2e-bca7-bdb3335db21a,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:47:58.948415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:58.948753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:58.949087 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:58.955298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:58.955630 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:58.956006 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 2 to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a Aug 31 15:47:58.972148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:58.972478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:58.972818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:58.977855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:58.978188 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:58.978710 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 3 to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a Aug 31 15:47:58.995361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:58.995809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:58.996261 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:59.002027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:59.002719 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:59.005099 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 4 to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a Aug 31 15:47:59.021933 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:59.022503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:59.023015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:59.027986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34802) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:59.033788 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'subnets': [{'network_id': '57025a80-3b3e-4c63-ba51-e4e25c3a46b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1867999311', 'ip_version': 4}, {'network_id': '5334ac39-7a53-4e33-a96f-0b13ce7bcdb1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:59.034184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'subnet': {'network_id': '57025a80-3b3e-4c63-ba51-e4e25c3a46b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1867999311', 'ip_version': 4}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:59.034848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Request body: {'subnet': {'network_id': '5334ac39-7a53-4e33-a96f-0b13ce7bcdb1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:47:59.054678 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:59.055092 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:59.057697 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 5 to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a Aug 31 15:47:59.092186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (31d43dae-941c-4758-9ee3-6fe270203015), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.111611 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:59.111936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:59.112269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:59.124823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:59.125069 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:59.125596 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 6 to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a Aug 31 15:47:59.130654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_controller (31d43dae-941c-4758-9ee3-6fe270203015), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.145587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c34c84-9601-4c25-a25f-a3d6314a4893 req-cc63bf39-4ce8-45dd-8a38-9158b72f6147 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:59.147132 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-72c34c84-9601-4c25-a25f-a3d6314a4893 req-cc63bf39-4ce8-45dd-8a38-9158b72f6147 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.2546678 Aug 31 15:47:59.176657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:59.176993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:59.177334 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:59.196751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:59.197075 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:59.199331 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 7 to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a Aug 31 15:47:59.223001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:59.223329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:59.223594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:59.237133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:59.238295 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:59.240204 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 8 to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a Aug 31 15:47:59.262874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:59.263189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:59.263537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:59.272704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:59.273113 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:59.273589 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 9 to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a Aug 31 15:47:59.289334 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:59.289827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:59.290912 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:59.307059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:59.307430 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:59.307860 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.plugins.ml2.plugin [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempt 10 to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a Aug 31 15:47:59.325501 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:59.344446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:47:59.344446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] {{(pid=114265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:47:59.353964 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempting to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:47:59.356692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a048c4-9402-4679-b9f0-918ec954d6b8 req-a727534e-a94b-45a8-b707-dc12f4e8530d tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:59.358479 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-27a048c4-9402-4679-b9f0-918ec954d6b8 req-a727534e-a94b-45a8-b707-dc12f4e8530d tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0655756 Aug 31 15:47:59.359686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:47:59.360008 dv-neutron-855257-2-hyperv neutron-server[114265]: ERROR neutron.plugins.ml2.managers [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Failed to bind port f07e1524-0402-4c2e-bca7-bdb3335db21a on host hv-neutron-8552 for vnic_type normal using segments [{'id': 'ded9a6f6-9c89-4736-bec0-402255f32914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1f8b67b4-05f0-4922-b87a-936fe262f06c'}] Aug 31 15:47:59.360449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f07e1524-0402-4c2e-bca7-bdb3335db21a), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.383143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Made reservation on behalf of b86b94cd3b734e96b16296738334a45e for: {'subnet': 2} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:47:59.383990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.384330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.414990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (31d43dae-941c-4758-9ee3-6fe270203015), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.415574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31d43dae-941c-4758-9ee3-6fe270203015 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:47:59.422208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.426241 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a53ea340-08c0-4443-8d66-5967e52490b0 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/31d43dae-941c-4758-9ee3-6fe270203015 HTTP/1.1" status: 204 len: 168 time: 2.7026541 Aug 31 15:47:59.457288 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34808) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:47:59.462419 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-72c34c84-9601-4c25-a25f-a3d6314a4893 req-63b1d4f1-05f3-49a6-918f-0aafde3e4653 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808161 Aug 31 15:47:59.465066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:47:59.698902 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b027960-b89a-4559-af37-d19a3e553569 req-72f1a3b9-0e6d-4d83-96c3-21a9f03100d3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:59.700546 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9b027960-b89a-4559-af37-d19a3e553569 req-72f1a3b9-0e6d-4d83-96c3-21a9f03100d3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1277153 Aug 31 15:47:59.768640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (d7536264-11f1-43c2-a4aa-ca4df90532d5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.802117 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-27a048c4-9402-4679-b9f0-918ec954d6b8 req-b3a25c1c-322e-46fa-9558-775b0b21b6e9 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306173 Aug 31 15:47:59.816515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] For port f07e1524-0402-4c2e-bca7-bdb3335db21a, host hv-neutron-8552, cleared binding levels {{(pid=114265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:47:59.816881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attempted to set empty binding levels {{(pid=114265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 15:47:59.878000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (83098994-896a-4ac4-95cc-7f4faf817165), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.896667 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9b027960-b89a-4559-af37-d19a3e553569 req-2208a921-36c2-464d-a363-f20038b7356e tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1796796 Aug 31 15:47:59.931461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (f07e1524-0402-4c2e-bca7-bdb3335db21a), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.932033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] In _notify_port_updated(), no bound segment for port f07e1524-0402-4c2e-bca7-bdb3335db21a on network 1f8b67b4-05f0-4922-b87a-936fe262f06c {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:47:59.932948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:47:59.933530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:47:59.938234 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "PUT /networking/v2.0/ports/f07e1524-0402-4c2e-bca7-bdb3335db21a HTTP/1.1" status: 200 len: 976 time: 1.6438463 Aug 31 15:47:59.952113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34810) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:00.002975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:00.013445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.114282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event updated for resources: {'Port': ['ID=f07e1524-0402-4c2e-bca7-bdb3335db21a,revision_number=3']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:00.120028 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:00.130741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d104f4a6-a14c-4b26-b9c6-6fa098ff2174 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Deleting port f07e1524-0402-4c2e-bca7-bdb3335db21a {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:00.131088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d104f4a6-a14c-4b26-b9c6-6fa098ff2174 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f07e1524-0402-4c2e-bca7-bdb3335db21a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.138459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.138795 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.139128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.139455 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.139840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.140162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.140485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.140808 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.141147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.141463 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.141806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.142122 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.142437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.142755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.143067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b11156-e8d7-4a4a-84f2-7c43c717326d tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:00.162315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (83098994-896a-4ac4-95cc-7f4faf817165), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.274287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-d104f4a6-a14c-4b26-b9c6-6fa098ff2174 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] For port f07e1524-0402-4c2e-bca7-bdb3335db21a, host hv-neutron-8552, got binding levels [] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:00.274563 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d104f4a6-a14c-4b26-b9c6-6fa098ff2174 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f07e1524-0402-4c2e-bca7-bdb3335db21a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.299008 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d104f4a6-a14c-4b26-b9c6-6fa098ff2174 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Calling delete_port for f07e1524-0402-4c2e-bca7-bdb3335db21a owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:00.326881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Deleting port e266edf2-2cde-4e01-ad63-245dd702a4a7 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:00.327224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.365526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (d7536264-11f1-43c2-a4aa-ca4df90532d5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.448509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] For port e266edf2-2cde-4e01-ad63-245dd702a4a7, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e266edf2-2cde-4e01-ad63-245dd702a4a7,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:00.448873 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.459674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (51a5b619-07de-40b4-aca6-f6e546544265), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.468539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Calling delete_port for e266edf2-2cde-4e01-ad63-245dd702a4a7 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:00.495591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:00.614624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'Subnet': ['ID=51a5b619-07de-40b4-aca6-f6e546544265,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:00.645726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d6848-9e25-44ae-9c2b-863d9684e0fb req-b429099b-c94e-497f-8be3-3604c58fb5b8 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:00.647232 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-717d6848-9e25-44ae-9c2b-863d9684e0fb req-b429099b-c94e-497f-8be3-3604c58fb5b8 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.0887620 Aug 31 15:48:00.653602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Checking segment: {'id': '8c3a9035-40dd-404a-b7d1-f46d0a06f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '57025a80-3b3e-4c63-ba51-e4e25c3a46b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:00.653982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Network hostable DHCP agents. Network: 57025a80-3b3e-4c63-ba51-e4e25c3a46b0, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:48:00.765542 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-717d6848-9e25-44ae-9c2b-863d9684e0fb req-6d900be6-fd35-4e32-b3e8-f8ccd6bb26da tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076646 Aug 31 15:48:00.823733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Network 57025a80-3b3e-4c63-ba51-e4e25c3a46b0 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:48:00.905290 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d104f4a6-a14c-4b26-b9c6-6fa098ff2174 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f07e1524-0402-4c2e-bca7-bdb3335db21a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.912577 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e266edf2-2cde-4e01-ad63-245dd702a4a7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.921653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:00.946927 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event deleted for resources: {'Port': ['ID=e266edf2-2cde-4e01-ad63-245dd702a4a7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:00.955301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 57025a80-3b3e-4c63-ba51-e4e25c3a46b0) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:00.967249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (64785484-e6c5-4700-9efb-f1c222672f03), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:00.972954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f042616-4d0f-4144-ba8f-8f07f4e85d14 None None] Network 57025a80-3b3e-4c63-ba51-e4e25c3a46b0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:00.985014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104f4a6-a14c-4b26-b9c6-6fa098ff2174 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Pushing event deleted for resources: {'Port': ['ID=f07e1524-0402-4c2e-bca7-bdb3335db21a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:01.005684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Allocated IP 172.20.0.1 (48faa2a2-80cd-42f0-bfb7-dca88e8256d0/a17214b3-f921-4eb4-bed0-b1da29c6fb32/5ed90479-f871-4c0e-af48-73acf8f4c897) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:01.008433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d104f4a6-a14c-4b26-b9c6-6fa098ff2174 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.014673 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d104f4a6-a14c-4b26-b9c6-6fa098ff2174 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/f07e1524-0402-4c2e-bca7-bdb3335db21a HTTP/1.1" status: 204 len: 168 time: 1.0571160 Aug 31 15:48:01.020063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5afb4d-7a01-4ff0-8591-6c0cdd898d3c req-20839f1f-c94b-44e2-8078-9e5cf435f7a4 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:01.021595 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1e5afb4d-7a01-4ff0-8591-6c0cdd898d3c req-20839f1f-c94b-44e2-8078-9e5cf435f7a4 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1221220 Aug 31 15:48:01.024689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34818) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:01.060862 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:01.083640 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bd8ee1-62e0-49f4-bfa9-0707c5f86a67 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] GET failed (client error): The resource could not be found. Aug 31 15:48:01.085372 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-69bd8ee1-62e0-49f4-bfa9-0707c5f86a67 tempest-PortsAdminExtendedAttrsTestJSON-614882788 tempest-PortsAdminExtendedAttrsTestJSON-614882788-project-admin] 10.222.0.46 "GET /networking/v2.0/ports/f07e1524-0402-4c2e-bca7-bdb3335db21a HTTP/1.1" status: 404 len: 333 time: 0.0582466 Aug 31 15:48:01.089606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34820) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:01.097010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:01.105731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:01.121832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-57025a80-3b3e-4c63-ba51-e4e25c3a46b0', 'network_id': '57025a80-3b3e-4c63-ba51-e4e25c3a46b0', 'project_id': 'b86b94cd3b734e96b16296738334a45e', 'fixed_ips': [{'subnet_id': '51a5b619-07de-40b4-aca6-f6e546544265'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:48:01.124383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.127694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event updated for resources: {'Subnet': ['ID=64785484-e6c5-4700-9efb-f1c222672f03,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:01.143891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a452bf2-4828-4e72-b756-7d68ddf4c92b req-daf5ef58-c971-46d6-9de0-04144fa603ea tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:01.149762 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3a452bf2-4828-4e72-b756-7d68ddf4c92b req-daf5ef58-c971-46d6-9de0-04144fa603ea tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1308742 Aug 31 15:48:01.167064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (83098994-896a-4ac4-95cc-7f4faf817165), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.178390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Checking segment: {'id': '26aec7f4-e6f7-42d0-b744-69120864a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5334ac39-7a53-4e33-a96f-0b13ce7bcdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:01.178882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Network hostable DHCP agents. Network: 5334ac39-7a53-4e33-a96f-0b13ce7bcdb1, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:48:01.244307 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1e5afb4d-7a01-4ff0-8591-6c0cdd898d3c req-adf1bdb6-2d56-4ef3-a080-cc27a1a7c1a7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064345 Aug 31 15:48:01.259487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (1f8b67b4-05f0-4922-b87a-936fe262f06c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.284718 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:01.298448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (83098994-896a-4ac4-95cc-7f4faf817165), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.300425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Allocated IP 172.20.0.2 (57025a80-3b3e-4c63-ba51-e4e25c3a46b0/51a5b619-07de-40b4-aca6-f6e546544265/7324c6af-c274-4f4a-8232-6486d93a12f2) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:01.302936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_controller (83098994-896a-4ac4-95cc-7f4faf817165), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.312935 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3a452bf2-4828-4e72-b756-7d68ddf4c92b req-94b3f60e-0dce-4dfc-bb60-68cd94c67eca tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551447 Aug 31 15:48:01.328536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Router d7536264-11f1-43c2-a4aa-ca4df90532d5 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:01.389700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for port (5ed90479-f871-4c0e-af48-73acf8f4c897), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.409984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Network 5334ac39-7a53-4e33-a96f-0b13ce7bcdb1 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:48:01.413197 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:01.426942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (83098994-896a-4ac4-95cc-7f4faf817165), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.426942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83098994-896a-4ac4-95cc-7f4faf817165 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:01.431370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.433688 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d6df3f63-e6a8-4236-870d-f97eacaa0ef4 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/83098994-896a-4ac4-95cc-7f4faf817165 HTTP/1.1" status: 204 len: 168 time: 1.9721196 Aug 31 15:48:01.440271 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34822) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:01.447660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-616801557', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:01.456269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (1f8b67b4-05f0-4922-b87a-936fe262f06c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.490441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 5334ac39-7a53-4e33-a96f-0b13ce7bcdb1) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:01.499654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:01.499844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:01.501735 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8b67b4-05f0-4922-b87a-936fe262f06c']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:01.502100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.507658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Publish callbacks [] for port (7324c6af-c274-4f4a-8232-6486d93a12f2), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.509481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7268c694-d9f1-4f26-8af8-17798ee66a28 None None] Network 5334ac39-7a53-4e33-a96f-0b13ce7bcdb1 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:01.541353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.542660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.552052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded9a6f6-9c89-4736-bec0-402255f32914') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:01.552654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded9a6f6-9c89-4736-bec0-402255f32914') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:01.556248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:01.580787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (ded9a6f6-9c89-4736-bec0-402255f32914), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.602004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:01.604080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ded9a6f6-9c89-4736-bec0-402255f32914), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.619708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:48:01.620192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (ded9a6f6-9c89-4736-bec0-402255f32914), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.624399 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99431d8e-4c7f-43fb-a889-1ea26c3c77d4 None None] Sync routers for ids ['d7536264-11f1-43c2-a4aa-ca4df90532d5'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:01.629046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (7324c6af-c274-4f4a-8232-6486d93a12f2), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.657443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.658829 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment ded9a6f6-9c89-4736-bec0-402255f32914 resource provider aggregate not found Aug 31 15:48:01.665205 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fe02ce9d-ee47-4682-8ce8-7779e7e29de2 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6355662 Aug 31 15:48:01.665873 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34828) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:01.675643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Network 57025a80-3b3e-4c63-ba51-e4e25c3a46b0 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:01.679646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:01.686461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:01.710165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5ed90479-f871-4c0e-af48-73acf8f4c897), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.710165 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment ded9a6f6-9c89-4736-bec0-402255f32914 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ded9a6f6-9c89-4736-bec0-402255f32914 found for delete ", "request_id": "req-c8393339-a987-4a3d-b855-a5876747d35c"}]} Aug 31 15:48:01.776376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.780934 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b3649431-5cac-4fb2-b027-c9112af38720 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8152373 Aug 31 15:48:01.784238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34830) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:01.790743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-806f4a56-6a87-4f78-811a-483200d7eb71 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'enable_snat': False}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:01.790936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99431d8e-4c7f-43fb-a889-1ea26c3c77d4 None None] Routers {'d7536264-11f1-43c2-a4aa-ca4df90532d5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:01.791449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-99431d8e-4c7f-43fb-a889-1ea26c3c77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d7536264-11f1-43c2-a4aa-ca4df90532d5'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:01.794774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:01.799428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:01.802552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event updated for resources: {'Port': ['ID=5ed90479-f871-4c0e-af48-73acf8f4c897,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:01.803843 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:01.866926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (1f8b67b4-05f0-4922-b87a-936fe262f06c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.886083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.893085 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] 10.222.0.46 "DELETE /networking/v2.0/networks/1f8b67b4-05f0-4922-b87a-936fe262f06c HTTP/1.1" status: 204 len: 168 time: 0.8017101 Aug 31 15:48:01.927963 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8107e5-afe5-480e-aea1-1b223a02b09a tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:01.928793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8107e5-afe5-480e-aea1-1b223a02b09a tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:01.930592 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8107e5-afe5-480e-aea1-1b223a02b09a tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:01.936054 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9f8107e5-afe5-480e-aea1-1b223a02b09a tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2690287 Aug 31 15:48:01.939218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34836) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:01.949862 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Pushing event updated for resources: {'Port': ['ID=7324c6af-c274-4f4a-8232-6486d93a12f2,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:01.957167 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:01.969736 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Attempting to bind port 7324c6af-c274-4f4a-8232-6486d93a12f2 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:48:01.970538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Attempting to bind port 7324c6af-c274-4f4a-8232-6486d93a12f2 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '8c3a9035-40dd-404a-b7d1-f46d0a06f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '57025a80-3b3e-4c63-ba51-e4e25c3a46b0'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:48:01.971055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Attempting to bind port 7324c6af-c274-4f4a-8232-6486d93a12f2 on network 57025a80-3b3e-4c63-ba51-e4e25c3a46b0 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:48:01.977449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36f26a-7535-4ca4-b53a-18136c55a492 tempest-PortsAdminExtendedAttrsTestJSON-1193842746 tempest-PortsAdminExtendedAttrsTestJSON-1193842746-project] Pushing event deleted for resources: {'Network': ['ID=1f8b67b4-05f0-4922-b87a-936fe262f06c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:01.978632 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-99431d8e-4c7f-43fb-a889-1ea26c3c77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:01.998829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:02.001477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (745499f7-42c6-4902-bf77-402343f5c1fc), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.010976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:48:02.011713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Checking segment: {'id': '8c3a9035-40dd-404a-b7d1-f46d0a06f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '57025a80-3b3e-4c63-ba51-e4e25c3a46b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:02.012426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.013264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Bound using segment: {'id': '8c3a9035-40dd-404a-b7d1-f46d0a06f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '57025a80-3b3e-4c63-ba51-e4e25c3a46b0'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:48:02.014073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Bound port: 7324c6af-c274-4f4a-8232-6486d93a12f2, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3a9035-40dd-404a-b7d1-f46d0a06f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '57025a80-3b3e-4c63-ba51-e4e25c3a46b0'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:48:02.015680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7324c6af-c274-4f4a-8232-6486d93a12f2), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.023608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99431d8e-4c7f-43fb-a889-1ea26c3c77d4 None None] Routers {'d7536264-11f1-43c2-a4aa-ca4df90532d5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:02.023608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-99431d8e-4c7f-43fb-a889-1ea26c3c77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d7536264-11f1-43c2-a4aa-ca4df90532d5'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:02.056829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-5334ac39-7a53-4e33-a96f-0b13ce7bcdb1', 'network_id': '5334ac39-7a53-4e33-a96f-0b13ce7bcdb1', 'project_id': 'b86b94cd3b734e96b16296738334a45e', 'fixed_ips': [{'subnet_id': '64785484-e6c5-4700-9efb-f1c222672f03'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:48:02.059120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.066688 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74d9670-2df5-4c99-a5a5-e4e37d42a0e6 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Deleting subnet 51a5b619-07de-40b4-aca6-f6e546544265 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:48:02.073536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b74d9670-2df5-4c99-a5a5-e4e37d42a0e6 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for subnet (51a5b619-07de-40b4-aca6-f6e546544265), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.105024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fad772-8407-46e3-a7cb-b2780187325f req-bf25ccb3-be9f-4c1f-af0e-9427bda79299 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:02.107160 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-99431d8e-4c7f-43fb-a889-1ea26c3c77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:02.107919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99431d8e-4c7f-43fb-a889-1ea26c3c77d4 None None] The sync data for ids ['d7536264-11f1-43c2-a4aa-ca4df90532d5'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:02.119425 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-96fad772-8407-46e3-a7cb-b2780187325f req-bf25ccb3-be9f-4c1f-af0e-9427bda79299 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1897318 Aug 31 15:48:02.124921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b74d9670-2df5-4c99-a5a5-e4e37d42a0e6 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (51a5b619-07de-40b4-aca6-f6e546544265), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.208410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:02.273754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Provisioning complete for port 5ed90479-f871-4c0e-af48-73acf8f4c897 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:02.274397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5ed90479-f871-4c0e-af48-73acf8f4c897), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.274851 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Attempt 1 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:02.323189 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-96fad772-8407-46e3-a7cb-b2780187325f req-ba913d09-3bd5-407a-95d4-a0ee76ebe32a tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025435 Aug 31 15:48:02.388609 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] For port 7324c6af-c274-4f4a-8232-6486d93a12f2, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:48:02.403460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] For port 7324c6af-c274-4f4a-8232-6486d93a12f2, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7324c6af-c274-4f4a-8232-6486d93a12f2,segment=NetworkSegment(8c3a9035-40dd-404a-b7d1-f46d0a06f54f),segment_id=8c3a9035-40dd-404a-b7d1-f46d0a06f54f)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:48:02.446330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Allocated IP 172.20.0.18 (5334ac39-7a53-4e33-a96f-0b13ce7bcdb1/64785484-e6c5-4700-9efb-f1c222672f03/95030d81-cc45-4c11-8938-6415b25e238c) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:02.449269 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:02.517424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7324c6af-c274-4f4a-8232-6486d93a12f2), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.525086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:02.540210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83032ca1-1f75-49f6-9e7e-94bc3d7fc121 req-45245a83-9d13-4d4c-9bf3-50bb0c44d53f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:02.541780 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-83032ca1-1f75-49f6-9e7e-94bc3d7fc121 req-45245a83-9d13-4d4c-9bf3-50bb0c44d53f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1215379 Aug 31 15:48:02.568338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b74d9670-2df5-4c99-a5a5-e4e37d42a0e6 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (51a5b619-07de-40b4-aca6-f6e546544265), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.573684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5ed90479-f871-4c0e-af48-73acf8f4c897), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.595767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-806f4a56-6a87-4f78-811a-483200d7eb71 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (d7536264-11f1-43c2-a4aa-ca4df90532d5), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.601082 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:02.602142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca7c61-447d-47fa-96d7-7b8a22fc4196 None None] Pushing event updated for resources: {'Port': ['ID=7324c6af-c274-4f4a-8232-6486d93a12f2,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:02.630666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becd77d-2955-405b-9d81-12dc12bfed6b req-2a06e00c-1e09-4d7a-a262-86e8e638ca57 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:02.632328 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9becd77d-2955-405b-9d81-12dc12bfed6b req-2a06e00c-1e09-4d7a-a262-86e8e638ca57 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1803067 Aug 31 15:48:02.664163 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-83032ca1-1f75-49f6-9e7e-94bc3d7fc121 req-aa9529d9-cf59-4eb7-bc44-4801e2753528 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075969 Aug 31 15:48:02.675246 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:02.749016 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Publish callbacks [] for port (95030d81-cc45-4c11-8938-6415b25e238c), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.768482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b74d9670-2df5-4c99-a5a5-e4e37d42a0e6 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (51a5b619-07de-40b4-aca6-f6e546544265), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.814152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34844) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:02.831664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d9670-2df5-4c99-a5a5-e4e37d42a0e6 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Subnet': ['ID=51a5b619-07de-40b4-aca6-f6e546544265,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:02.834091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b74d9670-2df5-4c99-a5a5-e4e37d42a0e6 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.841363 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b74d9670-2df5-4c99-a5a5-e4e37d42a0e6 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/51a5b619-07de-40b4-aca6-f6e546544265 HTTP/1.1" status: 204 len: 168 time: 0.9002757 Aug 31 15:48:02.841636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34848) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:02.878579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (95030d81-cc45-4c11-8938-6415b25e238c), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:02.910129 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9becd77d-2955-405b-9d81-12dc12bfed6b req-7872d0ff-fe7b-41dd-8f14-5abfeb5f5caa tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205663 Aug 31 15:48:02.973171 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Attempt 2 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:03.011921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Network 5334ac39-7a53-4e33-a96f-0b13ce7bcdb1 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:03.043553 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:03.048047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:03.126549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.143277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Pushing event updated for resources: {'Port': ['ID=95030d81-cc45-4c11-8938-6415b25e238c,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:03.154462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:03.164898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.196543 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-022f9122-c478-4915-877f-0057a76a63f1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=69e4c5a67d4d43398d5a4dc5721c9996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760035 Aug 31 15:48:03.209053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Attempting to bind port 95030d81-cc45-4c11-8938-6415b25e238c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:48:03.209607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Attempting to bind port 95030d81-cc45-4c11-8938-6415b25e238c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '26aec7f4-e6f7-42d0-b744-69120864a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5334ac39-7a53-4e33-a96f-0b13ce7bcdb1'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:48:03.210119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Attempting to bind port 95030d81-cc45-4c11-8938-6415b25e238c on network 5334ac39-7a53-4e33-a96f-0b13ce7bcdb1 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:48:03.217837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:48:03.218507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Checking segment: {'id': '26aec7f4-e6f7-42d0-b744-69120864a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5334ac39-7a53-4e33-a96f-0b13ce7bcdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:03.219055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.219677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Bound using segment: {'id': '26aec7f4-e6f7-42d0-b744-69120864a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5334ac39-7a53-4e33-a96f-0b13ce7bcdb1'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:48:03.220311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Bound port: 95030d81-cc45-4c11-8938-6415b25e238c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26aec7f4-e6f7-42d0-b744-69120864a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5334ac39-7a53-4e33-a96f-0b13ce7bcdb1'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:48:03.220904 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (95030d81-cc45-4c11-8938-6415b25e238c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.226527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34850) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:03.265916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:03.307070 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] For port 95030d81-cc45-4c11-8938-6415b25e238c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:48:03.311523 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] For port 95030d81-cc45-4c11-8938-6415b25e238c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=95030d81-cc45-4c11-8938-6415b25e238c,segment=NetworkSegment(26aec7f4-e6f7-42d0-b744-69120864a560),segment_id=26aec7f4-e6f7-42d0-b744-69120864a560)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:48:03.333335 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66fc7e75-eb68-446a-a5d8-e250da55f449 admin admin] Publish callbacks [] for security_group (2ccf0864-6661-423f-8c07-b30469b3441a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.363821 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Allocated IP 172.26.2.113 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/e73d29eb-cdbf-45f4-90ee-ca6dd884bf20) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:03.371693 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (95030d81-cc45-4c11-8938-6415b25e238c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.383684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66fc7e75-eb68-446a-a5d8-e250da55f449 admin admin] Publish callbacks [] for security_group (2ccf0864-6661-423f-8c07-b30469b3441a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.470662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1973228-8ded-4d0a-9874-6fd24227b281 None None] Pushing event updated for resources: {'Port': ['ID=95030d81-cc45-4c11-8938-6415b25e238c,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:03.537434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-67597626-c364-4245-8193-e9eeda6eaee7 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Deleting subnet 64785484-e6c5-4700-9efb-f1c222672f03 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:48:03.558529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-67597626-c364-4245-8193-e9eeda6eaee7 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for subnet (64785484-e6c5-4700-9efb-f1c222672f03), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.559034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for port (e73d29eb-cdbf-45f4-90ee-ca6dd884bf20), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.610472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66fc7e75-eb68-446a-a5d8-e250da55f449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (2ccf0864-6661-423f-8c07-b30469b3441a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.613694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66fc7e75-eb68-446a-a5d8-e250da55f449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.615519 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-66fc7e75-eb68-446a-a5d8-e250da55f449 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2ccf0864-6661-423f-8c07-b30469b3441a HTTP/1.1" status: 204 len: 168 time: 0.3872526 Aug 31 15:48:03.643308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc7e75-eb68-446a-a5d8-e250da55f449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccf0864-6661-423f-8c07-b30469b3441a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:03.650216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e73d29eb-cdbf-45f4-90ee-ca6dd884bf20), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.656455 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Attempt 3 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:03.738729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:03.747360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:03.747558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:03.767620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:03.770671 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:03.790191 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:03.801210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7324c6af-c274-4f4a-8232-6486d93a12f2 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:48:03.843443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Pushing event updated for resources: {'Port': ['ID=e73d29eb-cdbf-45f4-90ee-ca6dd884bf20,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:03.847779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9c16-9366-4a40-8d0e-a86894058c84 req-16f6ec04-f267-4094-9124-a6c148ca63fe tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:03.854852 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-155b9c16-9366-4a40-8d0e-a86894058c84 req-16f6ec04-f267-4094-9124-a6c148ca63fe tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.3271399 Aug 31 15:48:03.895549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-67597626-c364-4245-8193-e9eeda6eaee7 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (64785484-e6c5-4700-9efb-f1c222672f03), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.910442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:03.913467 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7324c6af-c274-4f4a-8232-6486d93a12f2 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:03.917774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7324c6af-c274-4f4a-8232-6486d93a12f2), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:03.918489 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7324c6af-c274-4f4a-8232-6486d93a12f2 Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:04.010082 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:04.022406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e266edf2-2cde-4e01-ad63-245dd702a4a7 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:48:04.028690 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d6a70-d399-4b01-b71b-397536eb79ea req-75eada22-a38c-4567-9721-53c16744be94 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:04.035886 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae3d6a70-d399-4b01-b71b-397536eb79ea req-75eada22-a38c-4567-9721-53c16744be94 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1674073 Aug 31 15:48:04.066254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: e266edf2-2cde-4e01-ad63-245dd702a4a7 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:48:04.066927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e266edf2-2cde-4e01-ad63-245dd702a4a7 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:48:04.094256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for port (5ed90479-f871-4c0e-af48-73acf8f4c897), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.126160 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-155b9c16-9366-4a40-8d0e-a86894058c84 req-05219023-e028-4773-83c2-13bcc28f11d5 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703547 Aug 31 15:48:04.154752 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae3d6a70-d399-4b01-b71b-397536eb79ea req-5da3a281-baa5-4e6d-9271-a5871cce12ce tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1149976 Aug 31 15:48:04.167730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5ed90479-f871-4c0e-af48-73acf8f4c897), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.290820 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Attempt 4 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:04.306547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-67597626-c364-4245-8193-e9eeda6eaee7 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (64785484-e6c5-4700-9efb-f1c222672f03), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.338514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:04.355739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:04.375584 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac08cbe-89df-4b98-a53e-01762ff70f2f None None] Network 57025a80-3b3e-4c63-ba51-e4e25c3a46b0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:04.391260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01250f-b072-4643-8869-54a0ca29cc3b req-a54c1989-c4f7-4b90-83c6-d3f59ce858e3 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:04.392828 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cf01250f-b072-4643-8869-54a0ca29cc3b req-a54c1989-c4f7-4b90-83c6-d3f59ce858e3 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1612210 Aug 31 15:48:04.393474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event updated for resources: {'Port': ['ID=5ed90479-f871-4c0e-af48-73acf8f4c897,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:04.402098 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.404961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-806f4a56-6a87-4f78-811a-483200d7eb71 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (d7536264-11f1-43c2-a4aa-ca4df90532d5), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.409483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-806f4a56-6a87-4f78-811a-483200d7eb71 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (d7536264-11f1-43c2-a4aa-ca4df90532d5), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.414884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (745499f7-42c6-4902-bf77-402343f5c1fc), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.603374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34862) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:04.609192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-67597626-c364-4245-8193-e9eeda6eaee7 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (64785484-e6c5-4700-9efb-f1c222672f03), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.613181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:04.658451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:04.666341 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:04.674559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67597626-c364-4245-8193-e9eeda6eaee7 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Subnet': ['ID=64785484-e6c5-4700-9efb-f1c222672f03,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:04.717122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-67597626-c364-4245-8193-e9eeda6eaee7 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.720651 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-67597626-c364-4245-8193-e9eeda6eaee7 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/64785484-e6c5-4700-9efb-f1c222672f03 HTTP/1.1" status: 204 len: 168 time: 1.8688080 Aug 31 15:48:04.723666 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1c1c0765-4afb-46a1-9b64-fab83fde9e4e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d5427195e7c744dc87197004199e56d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1190403 Aug 31 15:48:04.724415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34866) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:04.724814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34868) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:04.770519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db840611-f6b9-4b47-938d-9b7544617cab None None] DHCP port deletion for 57025a80-3b3e-4c63-ba51-e4e25c3a46b0 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:48:04.801242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.830434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-db840611-f6b9-4b47-938d-9b7544617cab None None] Deleting port 7324c6af-c274-4f4a-8232-6486d93a12f2 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:04.831165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-db840611-f6b9-4b47-938d-9b7544617cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7324c6af-c274-4f4a-8232-6486d93a12f2), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.845379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:04.851448 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Attempt 5 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:04.868888 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cf01250f-b072-4643-8869-54a0ca29cc3b req-1696053b-06a3-46f6-8427-26524c5e90dc tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108181 Aug 31 15:48:04.877889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806f4a56-6a87-4f78-811a-483200d7eb71 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Router d7536264-11f1-43c2-a4aa-ca4df90532d5 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:04.891120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062e97e-e207-465a-a692-615a90c9a31f tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:04.893721 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5062e97e-e207-465a-a692-615a90c9a31f tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1576517 Aug 31 15:48:04.900597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34870) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:04.978096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e5117a6-8c79-42c1-b456-c846dd571ff3 admin admin] Publish callbacks [] for security_group (18fa688a-6bf1-43f4-a294-ed155e0e23bc), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:04.998328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-db840611-f6b9-4b47-938d-9b7544617cab None None] For port 7324c6af-c274-4f4a-8232-6486d93a12f2, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7324c6af-c274-4f4a-8232-6486d93a12f2,segment=NetworkSegment(8c3a9035-40dd-404a-b7d1-f46d0a06f54f),segment_id=8c3a9035-40dd-404a-b7d1-f46d0a06f54f)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:04.998730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-db840611-f6b9-4b47-938d-9b7544617cab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7324c6af-c274-4f4a-8232-6486d93a12f2), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.016623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-db840611-f6b9-4b47-938d-9b7544617cab None None] Calling delete_port for 7324c6af-c274-4f4a-8232-6486d93a12f2 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:05.040224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Router 745499f7-42c6-4902-bf77-402343f5c1fc has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:05.063997 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e5117a6-8c79-42c1-b456-c846dd571ff3 admin admin] Publish callbacks [] for security_group (18fa688a-6bf1-43f4-a294-ed155e0e23bc), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.069402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (5334ac39-7a53-4e33-a96f-0b13ce7bcdb1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.104211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecf4b95-ad4c-460f-8685-fcc0c6bb4ae9 None None] Network 5334ac39-7a53-4e33-a96f-0b13ce7bcdb1 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:05.147906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806f4a56-6a87-4f78-811a-483200d7eb71 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:05.153930 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-806f4a56-6a87-4f78-811a-483200d7eb71 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.155348 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-806f4a56-6a87-4f78-811a-483200d7eb71 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "PUT /networking/v2.0/routers/d7536264-11f1-43c2-a4aa-ca4df90532d5 HTTP/1.1" status: 200 len: 922 time: 3.3679135 Aug 31 15:48:05.157983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34874) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:05.169294 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f3233-d81c-4fba-b874-f0baeb136e15 None None] Sync routers for ids ['d7536264-11f1-43c2-a4aa-ca4df90532d5'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:05.191762 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f3233-d81c-4fba-b874-f0baeb136e15 None None] Routers {'d7536264-11f1-43c2-a4aa-ca4df90532d5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:05.192396 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ec8f3233-d81c-4fba-b874-f0baeb136e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d7536264-11f1-43c2-a4aa-ca4df90532d5'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:05.201047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Deleting port 95030d81-cc45-4c11-8938-6415b25e238c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:05.201641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (95030d81-cc45-4c11-8938-6415b25e238c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.236272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:05.259209 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ec8f3233-d81c-4fba-b874-f0baeb136e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:05.270019 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f3233-d81c-4fba-b874-f0baeb136e15 None None] Routers {'d7536264-11f1-43c2-a4aa-ca4df90532d5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:05.270636 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ec8f3233-d81c-4fba-b874-f0baeb136e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d7536264-11f1-43c2-a4aa-ca4df90532d5'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:05.305138 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ec8f3233-d81c-4fba-b874-f0baeb136e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:05.306062 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f3233-d81c-4fba-b874-f0baeb136e15 None None] The sync data for ids ['d7536264-11f1-43c2-a4aa-ca4df90532d5'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:05.323618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:05.331853 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1db7cee9-ef82-400a-bfe7-37a22b57aa6b tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "PUT /networking/v2.0/routers/745499f7-42c6-4902-bf77-402343f5c1fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9265063 Aug 31 15:48:05.336771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34878) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:05.344415 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f889b7-eae5-4426-a5ce-99d6b19e7ef8 None None] Sync routers for ids ['745499f7-42c6-4902-bf77-402343f5c1fc'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:05.344833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Request body: {'port': {'network_id': '48faa2a2-80cd-42f0-bfb7-dca88e8256d0', 'name': 'tempest-FloatingIPAdminTestJSON-2005848247'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:05.356455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-db840611-f6b9-4b47-938d-9b7544617cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (7324c6af-c274-4f4a-8232-6486d93a12f2), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.374640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4781b-6675-4017-a331-5a491cfcebb6 req-a87237d0-518b-4747-82e1-99eea438dadf tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:05.376158 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b6a4781b-6675-4017-a331-5a491cfcebb6 req-a87237d0-518b-4747-82e1-99eea438dadf tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0800130 Aug 31 15:48:05.378631 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6167b526-44f6-44d5-bb03-22b4ef398c42 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/d7536264-11f1-43c2-a4aa-ca4df90532d5 HTTP/1.1" status: 200 len: 922 time: 0.2193961 Aug 31 15:48:05.383200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34880) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:05.394652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db840611-f6b9-4b47-938d-9b7544617cab None None] Pushing event deleted for resources: {'Port': ['ID=7324c6af-c274-4f4a-8232-6486d93a12f2,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:05.406776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db840611-f6b9-4b47-938d-9b7544617cab None None] No DVR routers for this DVR port 7324c6af-c274-4f4a-8232-6486d93a12f2 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:05.409226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f889b7-eae5-4426-a5ce-99d6b19e7ef8 None None] Routers {'745499f7-42c6-4902-bf77-402343f5c1fc'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:05.410444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b3f889b7-eae5-4426-a5ce-99d6b19e7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['745499f7-42c6-4902-bf77-402343f5c1fc'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:05.413797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Router 6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:05.465617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b3f889b7-eae5-4426-a5ce-99d6b19e7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:05.470668 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b6a4781b-6675-4017-a331-5a491cfcebb6 req-a60747b0-0774-44e9-934e-f30e5287c1b0 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812719 Aug 31 15:48:05.473368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:05.482508 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f889b7-eae5-4426-a5ce-99d6b19e7ef8 None None] Routers {'745499f7-42c6-4902-bf77-402343f5c1fc'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:05.483250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b3f889b7-eae5-4426-a5ce-99d6b19e7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['745499f7-42c6-4902-bf77-402343f5c1fc'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:05.505168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65400f-b5d2-4b48-8156-bcfa156ba244 req-6f0a9c4c-5dae-4c64-9f64-b7490132cf2c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:05.510075 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fc65400f-b5d2-4b48-8156-bcfa156ba244 req-6f0a9c4c-5dae-4c64-9f64-b7490132cf2c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.2130086 Aug 31 15:48:05.521649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78020780-45c8-42ff-90bd-919982f1a5d7 None None] DHCP port deletion for 5334ac39-7a53-4e33-a96f-0b13ce7bcdb1 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:48:05.524175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b3f889b7-eae5-4426-a5ce-99d6b19e7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:05.524774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f889b7-eae5-4426-a5ce-99d6b19e7ef8 None None] The sync data for ids ['745499f7-42c6-4902-bf77-402343f5c1fc'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:05.534120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e5117a6-8c79-42c1-b456-c846dd571ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (18fa688a-6bf1-43f4-a294-ed155e0e23bc), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.536642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e5117a6-8c79-42c1-b456-c846dd571ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.540933 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5e5117a6-8c79-42c1-b456-c846dd571ff3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/18fa688a-6bf1-43f4-a294-ed155e0e23bc HTTP/1.1" status: 204 len: 168 time: 0.8090234 Aug 31 15:48:05.576115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-78020780-45c8-42ff-90bd-919982f1a5d7 None None] Deleting port 95030d81-cc45-4c11-8938-6415b25e238c {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:05.576659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-78020780-45c8-42ff-90bd-919982f1a5d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (95030d81-cc45-4c11-8938-6415b25e238c), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.582231 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] For port 95030d81-cc45-4c11-8938-6415b25e238c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=95030d81-cc45-4c11-8938-6415b25e238c,segment=NetworkSegment(26aec7f4-e6f7-42d0-b744-69120864a560),segment_id=26aec7f4-e6f7-42d0-b744-69120864a560)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:05.582593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (95030d81-cc45-4c11-8938-6415b25e238c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.586257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5117a6-8c79-42c1-b456-c846dd571ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fa688a-6bf1-43f4-a294-ed155e0e23bc,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:05.643349 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2fed6-4fd3-4ee7-ba4c-887732272242 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:05.644869 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dcc2fed6-4fd3-4ee7-ba4c-887732272242 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&device_id=d7536264-11f1-43c2-a4aa-ca4df90532d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2523432 Aug 31 15:48:05.647781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34884) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:05.658452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Calling delete_port for 95030d81-cc45-4c11-8938-6415b25e238c owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:05.672005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7324c6af-c274-4f4a-8232-6486d93a12f2 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:48:05.694380 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:05.701280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 7324c6af-c274-4f4a-8232-6486d93a12f2 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:48:05.701736 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7324c6af-c274-4f4a-8232-6486d93a12f2 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:48:05.705436 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-78020780-45c8-42ff-90bd-919982f1a5d7 None None] For port 95030d81-cc45-4c11-8938-6415b25e238c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=95030d81-cc45-4c11-8938-6415b25e238c,segment=NetworkSegment(26aec7f4-e6f7-42d0-b744-69120864a560),segment_id=26aec7f4-e6f7-42d0-b744-69120864a560)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:05.706014 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-78020780-45c8-42ff-90bd-919982f1a5d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (95030d81-cc45-4c11-8938-6415b25e238c), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.723480 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-78020780-45c8-42ff-90bd-919982f1a5d7 None None] Calling delete_port for 95030d81-cc45-4c11-8938-6415b25e238c owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:05.735742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:05.738113 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Attempt 6 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:05.772296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc5503e-f9e1-45a6-bb41-66df48ad6a05 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:05.773804 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ddc5503e-f9e1-45a6-bb41-66df48ad6a05 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 881 time: 0.1240120 Aug 31 15:48:05.777162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34886) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:05.819920 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6c271d8d-be50-4521-b731-176e589b9744 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d7536264-11f1-43c2-a4aa-ca4df90532d5 HTTP/1.1" status: 200 len: 205 time: 0.0409782 Aug 31 15:48:05.822734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34888) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:05.829139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:05.833795 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:05.941174 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-78020780-45c8-42ff-90bd-919982f1a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (95030d81-cc45-4c11-8938-6415b25e238c), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:05.973179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78020780-45c8-42ff-90bd-919982f1a5d7 None None] No DVR routers for this DVR port 95030d81-cc45-4c11-8938-6415b25e238c on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:06.037853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78020780-45c8-42ff-90bd-919982f1a5d7 None None] Pushing event deleted for resources: {'Port': ['ID=95030d81-cc45-4c11-8938-6415b25e238c,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:06.042128 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fc65400f-b5d2-4b48-8156-bcfa156ba244 req-7299f4ce-7c35-49e2-a252-70bfff681851 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4955163 Aug 31 15:48:06.076594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:06.093978 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2ac585-6304-4f41-a2f9-3523e3faccf2 None None] Sync routers for ids ['6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:06.108384 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ac585-6304-4f41-a2f9-3523e3faccf2 None None] Routers {'6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:06.109384 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-dc2ac585-6304-4f41-a2f9-3523e3faccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:06.152281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (95030d81-cc45-4c11-8938-6415b25e238c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.161581 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-dc2ac585-6304-4f41-a2f9-3523e3faccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:06.172321 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ac585-6304-4f41-a2f9-3523e3faccf2 None None] Routers {'6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:06.172973 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-dc2ac585-6304-4f41-a2f9-3523e3faccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:06.188522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Port': ['ID=95030d81-cc45-4c11-8938-6415b25e238c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:06.215111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] No DVR routers for this DVR port 95030d81-cc45-4c11-8938-6415b25e238c on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:06.215111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Made reservation on behalf of 85c770e3bb344a628d6a4c44659aa669 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:06.217992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.236510 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-dc2ac585-6304-4f41-a2f9-3523e3faccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:06.237366 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2ac585-6304-4f41-a2f9-3523e3faccf2 None None] The sync data for ids ['6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:06.241542 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4edb6-05f7-4a6a-b464-a75d6304d499 req-1dee3968-0723-431e-a7e6-91347e42bb93 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:06.243116 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-34a4edb6-05f7-4a6a-b464-a75d6304d499 req-1dee3968-0723-431e-a7e6-91347e42bb93 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0642014 Aug 31 15:48:06.246262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (d7536264-11f1-43c2-a4aa-ca4df90532d5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.270638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.271906 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ac4a61c2-a20c-4bb9-96c5-d34620ea344a tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8304646 Aug 31 15:48:06.277988 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34900) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:06.279559 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] device_id is not set on port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:06.288207 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:06.290224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-40be90f9-5294-487f-9872-f2ff6d749215 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'enable_snat': False}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:06.329718 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Attempt 7 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:06.387626 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:06.388457 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-34a4edb6-05f7-4a6a-b464-a75d6304d499 req-24d7f79d-b2a2-4089-9b66-407dc8ce448d tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329618 Aug 31 15:48:06.410957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (d7536264-11f1-43c2-a4aa-ca4df90532d5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.462375 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (5334ac39-7a53-4e33-a96f-0b13ce7bcdb1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.512257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Deleting port bcfa1e93-7c30-483d-a47a-91523c88e1d4 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:06.512734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bcfa1e93-7c30-483d-a47a-91523c88e1d4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.515336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:06.603623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5334ac39-7a53-4e33-a96f-0b13ce7bcdb1']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:06.633937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bcfa1e93-7c30-483d-a47a-91523c88e1d4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.654115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Calling delete_port for bcfa1e93-7c30-483d-a47a-91523c88e1d4 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:06.672305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26aec7f4-e6f7-42d0-b744-69120864a560') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:06.672503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26aec7f4-e6f7-42d0-b744-69120864a560') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:06.722357 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (26aec7f4-e6f7-42d0-b744-69120864a560), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.768198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc56704-339f-4c99-85cd-d5a0d2c5e89f req-522f0e5d-a1d5-46a7-8b36-ead76862a60c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:06.770245 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4fc56704-339f-4c99-85cd-d5a0d2c5e89f req-522f0e5d-a1d5-46a7-8b36-ead76862a60c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.2023127 Aug 31 15:48:06.820439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (26aec7f4-e6f7-42d0-b744-69120864a560), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.889603 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Attempt 8 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:06.897467 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Allocated IP 172.20.0.8 (48faa2a2-80cd-42f0-bfb7-dca88e8256d0/a17214b3-f921-4eb4-bed0-b1da29c6fb32/18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:06.905348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:06.911695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:48:06.912149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (26aec7f4-e6f7-42d0-b744-69120864a560), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:06.933983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:06.945700 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4fc56704-339f-4c99-85cd-d5a0d2c5e89f req-5cd04eb5-6151-4ff1-9e4f-f0e165cabaa4 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1580386 Aug 31 15:48:06.981851 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 26aec7f4-e6f7-42d0-b744-69120864a560 resource provider aggregate not found Aug 31 15:48:06.998778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (bcfa1e93-7c30-483d-a47a-91523c88e1d4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.017939 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 26aec7f4-e6f7-42d0-b744-69120864a560 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26aec7f4-e6f7-42d0-b744-69120864a560 found for delete ", "request_id": "req-9599649d-f580-449f-b437-fd2a66e7ae86"}]} Aug 31 15:48:07.026831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Pushing event deleted for resources: {'Port': ['ID=bcfa1e93-7c30-483d-a47a-91523c88e1d4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:07.038584 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:07.116842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (d7536264-11f1-43c2-a4aa-ca4df90532d5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.129853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (5334ac39-7a53-4e33-a96f-0b13ce7bcdb1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.166648 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.175415 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "DELETE /networking/v2.0/networks/5334ac39-7a53-4e33-a96f-0b13ce7bcdb1 HTTP/1.1" status: 204 len: 168 time: 2.2693107 Aug 31 15:48:07.179150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34922) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:07.227996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47f6bc-4473-4538-8fc4-40bd0198ac67 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Network': ['ID=5334ac39-7a53-4e33-a96f-0b13ce7bcdb1,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:07.254384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (d7536264-11f1-43c2-a4aa-ca4df90532d5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.259683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (d7536264-11f1-43c2-a4aa-ca4df90532d5), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.280050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf1dc-25a1-478d-90b5-9826477f08bf req-077a44f5-5182-4b73-ad22-1ec9efbc4307 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:07.281722 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ce9cf1dc-25a1-478d-90b5-9826477f08bf req-077a44f5-5182-4b73-ad22-1ec9efbc4307 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1010797 Aug 31 15:48:07.340766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40be90f9-5294-487f-9872-f2ff6d749215 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.358184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (57025a80-3b3e-4c63-ba51-e4e25c3a46b0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.368384 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ce9cf1dc-25a1-478d-90b5-9826477f08bf req-25207660-de9c-49eb-9658-63a0cfcd453a tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558057 Aug 31 15:48:07.383040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for port (18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.391648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (d7536264-11f1-43c2-a4aa-ca4df90532d5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.393255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Fanout notify agent at l3_agent the message router_deleted on router d7536264-11f1-43c2-a4aa-ca4df90532d5 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:07.402518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.404355 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3e3216fc-a015-43e7-96bc-88758779c167 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/d7536264-11f1-43c2-a4aa-ca4df90532d5 HTTP/1.1" status: 204 len: 168 time: 1.5806260 Aug 31 15:48:07.408046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34928) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:07.414276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-69fea540-ff34-4091-a96a-7138f233d89f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-922107519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:07.446539 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Attempt 9 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:07.495627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:07.501416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (57025a80-3b3e-4c63-ba51-e4e25c3a46b0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.524148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-69fea540-ff34-4091-a96a-7138f233d89f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.526272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-69fea540-ff34-4091-a96a-7138f233d89f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.582919 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-69fea540-ff34-4091-a96a-7138f233d89f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.583221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57025a80-3b3e-4c63-ba51-e4e25c3a46b0']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:07.607292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58e5fe-1ad3-4bf2-b901-39780cbad84c req-2afa96d8-02b0-44b2-b669-7616d5afa5e0 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:07.608765 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae58e5fe-1ad3-4bf2-b901-39780cbad84c req-2afa96d8-02b0-44b2-b669-7616d5afa5e0 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1129401 Aug 31 15:48:07.610562 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3a9035-40dd-404a-b7d1-f46d0a06f54f') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:07.610853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3a9035-40dd-404a-b7d1-f46d0a06f54f') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:07.619843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.628411 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (8c3a9035-40dd-404a-b7d1-f46d0a06f54f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.638921 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-69fea540-ff34-4091-a96a-7138f233d89f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.696975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:07.721535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (8c3a9035-40dd-404a-b7d1-f46d0a06f54f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.738352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-69fea540-ff34-4091-a96a-7138f233d89f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.740683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:07.743027 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-69fea540-ff34-4091-a96a-7138f233d89f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3335567 Aug 31 15:48:07.743702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34936) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:07.748989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:07.785250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:48:07.785739 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (8c3a9035-40dd-404a-b7d1-f46d0a06f54f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:07.802446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:07.835674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:07.871022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event updated for resources: {'Port': ['ID=18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:07.877459 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae58e5fe-1ad3-4bf2-b901-39780cbad84c req-2ab1baea-fd15-4a49-8240-acba47de60b3 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511082 Aug 31 15:48:08.000885 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Attempt 10 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:08.013284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.057329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34944) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:08.065686 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eef9ad57-f1cb-4fb4-9931-5c83b0dc61e4 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:08.102262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:08.146235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ba9bb-cb07-4125-821c-9afaa7230d59 req-6af375eb-2c61-499c-9430-d44aeb6f0ec2 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:08.147912 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b43ba9bb-cb07-4125-821c-9afaa7230d59 req-6af375eb-2c61-499c-9430-d44aeb6f0ec2 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1088557 Aug 31 15:48:08.184804 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Provisioning complete for port 5ed90479-f871-4c0e-af48-73acf8f4c897 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:08.185541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5ed90479-f871-4c0e-af48-73acf8f4c897), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.185897 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 1 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:08.205923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:08.214161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:08.235934 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:08.236397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:08.237047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.241701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1555712392', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:08.296132 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b43ba9bb-cb07-4125-821c-9afaa7230d59 req-f2939f32-4542-439a-84ce-94da1a041c44 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121874 Aug 31 15:48:08.328413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (57025a80-3b3e-4c63-ba51-e4e25c3a46b0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.333538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.336648 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "DELETE /networking/v2.0/networks/57025a80-3b3e-4c63-ba51-e4e25c3a46b0 HTTP/1.1" status: 204 len: 168 time: 1.1492670 Aug 31 15:48:08.342954 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34948) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:08.362307 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2179af50-8ac9-43bc-acb3-0f029cdba3ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0221529 Aug 31 15:48:08.372964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34950) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:08.403294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c56730-e4bf-4c7a-a345-a210b595c8ea tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Network': ['ID=57025a80-3b3e-4c63-ba51-e4e25c3a46b0,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:08.421527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Made reservation on behalf of 8cc68e9190a848a99797988c56da250a for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:08.423971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.427150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.458522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.460684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.532361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (0c6e3996-e94f-4013-b737-31a5db177142), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.533796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-59e1bb2e-78d9-4bef-bad1-60cc137d8660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.534316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'project_id': '85c770e3bb344a628d6a4c44659aa669', 'port_id': '18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:08.614814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aacd0-c30c-4e23-826d-5ad872bed335 req-54f24c37-46f7-44f2-942c-4577e97486bf tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:08.616335 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-372aacd0-c30c-4e23-826d-5ad872bed335 req-54f24c37-46f7-44f2-942c-4577e97486bf tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1046793 Aug 31 15:48:08.654249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.665833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Allocated IP 172.26.2.168 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/22eb1981-bfe4-41fd-8277-96348059c9dd) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:08.680193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40be90f9-5294-487f-9872-f2ff6d749215 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.719136 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40be90f9-5294-487f-9872-f2ff6d749215 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.722680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks [] for security_group (b87db02a-c595-49b2-a468-352b0b94d531), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.728814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:08.737940 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 2 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:08.743989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (0c6e3996-e94f-4013-b737-31a5db177142), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.758215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:08.779078 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:08.806188 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-372aacd0-c30c-4e23-826d-5ad872bed335 req-20379313-4229-4de0-89f9-9143086c976b tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662323 Aug 31 15:48:08.807169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.808944 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b87db02a-c595-49b2-a468-352b0b94d531), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.817194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6e3996-e94f-4013-b737-31a5db177142']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:08.825688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] device_id is not set on port 2eeb371c-bf9a-4288-932a-fe9592d85ca0 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:08.835180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09276976-3ad1-472f-92bf-391539278614') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:08.835480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09276976-3ad1-472f-92bf-391539278614') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:08.875542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (09276976-3ad1-472f-92bf-391539278614), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.894190 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (09276976-3ad1-472f-92bf-391539278614), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.905858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:48:08.906259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (09276976-3ad1-472f-92bf-391539278614), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:08.934089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87db02a-c595-49b2-a468-352b0b94d531,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:08.966357 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40be90f9-5294-487f-9872-f2ff6d749215 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Router 6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:08.997458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for port (22eb1981-bfe4-41fd-8277-96348059c9dd), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.041108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9ff1a-9d78-4a5e-8cd7-3f81b0f2ba29 req-c342ede9-68eb-48c2-bb3f-9296105a19a5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:09.041318 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 8c3a9035-40dd-404a-b7d1-f46d0a06f54f resource provider aggregate not found Aug 31 15:48:09.041831 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b4e9ff1a-9d78-4a5e-8cd7-3f81b0f2ba29 req-c342ede9-68eb-48c2-bb3f-9296105a19a5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0634804 Aug 31 15:48:09.069258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:09.083487 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 8c3a9035-40dd-404a-b7d1-f46d0a06f54f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c3a9035-40dd-404a-b7d1-f46d0a06f54f found for delete ", "request_id": "req-12d23c65-22e4-4be0-952d-1c6f1a6635ad"}]} Aug 31 15:48:09.089206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (0c6e3996-e94f-4013-b737-31a5db177142), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.101366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.104493 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "DELETE /networking/v2.0/networks/0c6e3996-e94f-4013-b737-31a5db177142 HTTP/1.1" status: 204 len: 168 time: 0.7586522 Aug 31 15:48:09.110699 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34964) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:09.126242 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 09276976-3ad1-472f-92bf-391539278614 resource provider aggregate not found Aug 31 15:48:09.132231 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6198f77-1746-4460-8b41-cf85d3f3b894 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Network': ['ID=0c6e3996-e94f-4013-b737-31a5db177142,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:09.142732 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40be90f9-5294-487f-9872-f2ff6d749215 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:09.147548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40be90f9-5294-487f-9872-f2ff6d749215 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.151961 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-40be90f9-5294-487f-9872-f2ff6d749215 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "PUT /networking/v2.0/routers/6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5 HTTP/1.1" status: 200 len: 925 time: 2.8644865 Aug 31 15:48:09.154154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04890737-cd7a-4626-bb0c-6ddfe92f0221 None None] Sync routers for ids ['6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:09.157818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34968) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:09.159502 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 09276976-3ad1-472f-92bf-391539278614 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09276976-3ad1-472f-92bf-391539278614 found for delete ", "request_id": "req-6c7f50e1-394c-4a80-8d7c-06010def66a2"}]} Aug 31 15:48:09.165737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04890737-cd7a-4626-bb0c-6ddfe92f0221 None None] Routers {'6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:09.166937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-04890737-cd7a-4626-bb0c-6ddfe92f0221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:09.174053 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b4e9ff1a-9d78-4a5e-8cd7-3f81b0f2ba29 req-db980715-8217-471e-b813-15193900161d tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210580 Aug 31 15:48:09.180393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (22eb1981-bfe4-41fd-8277-96348059c9dd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.216498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-04890737-cd7a-4626-bb0c-6ddfe92f0221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:09.226773 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04890737-cd7a-4626-bb0c-6ddfe92f0221 None None] Routers {'6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:09.227397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-04890737-cd7a-4626-bb0c-6ddfe92f0221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:47:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:09.261974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-04890737-cd7a-4626-bb0c-6ddfe92f0221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:09.262583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04890737-cd7a-4626-bb0c-6ddfe92f0221 None None] The sync data for ids ['6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:09.276349 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fce490fc-5c07-4565-b3ad-638dfeedc965 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5 HTTP/1.1" status: 200 len: 925 time: 0.1149323 Aug 31 15:48:09.278216 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:09.279259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34970) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:09.280404 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 3 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:09.287583 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.298086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:09.306996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:09.315679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Pushing event updated for resources: {'Port': ['ID=22eb1981-bfe4-41fd-8277-96348059c9dd,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:09.319806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:09.321719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:09.332066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5421db1b-9fd2-415f-99d8-b059c1702f84 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:09.336443 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5421db1b-9fd2-415f-99d8-b059c1702f84 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&device_id=6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0536642 Aug 31 15:48:09.337340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34974) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:09.344760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Allocated IP 172.26.2.216 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/1b299dbe-cd85-462b-91e4-dc2a35fa67c3) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:09.472816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5216d42-21ef-4590-87f1-27469bc86808 req-15dca45e-9db0-442e-abcb-c9d36d5146ec tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:09.474245 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c5216d42-21ef-4590-87f1-27469bc86808 req-15dca45e-9db0-442e-abcb-c9d36d5146ec tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0672200 Aug 31 15:48:09.510495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3c4cf0-2301-41ea-ab6b-ea7459637fe9 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:09.513610 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2e3c4cf0-2301-41ea-ab6b-ea7459637fe9 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 881 time: 0.1735201 Aug 31 15:48:09.516922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34976) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:09.558400 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d8ae8eb7-2733-48c9-91e2-6b5d0e404c38 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5 HTTP/1.1" status: 200 len: 205 time: 0.0403454 Aug 31 15:48:09.563367 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c5216d42-21ef-4590-87f1-27469bc86808 req-5a6f47d6-47af-42ce-b9bd-4cd873bda83e tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824499 Aug 31 15:48:09.563800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34978) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:09.581416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.629715 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:09.644264 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:09.663415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993b66ae-699b-43c3-b37d-331a80c67a2e') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:09.663711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993b66ae-699b-43c3-b37d-331a80c67a2e') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:09.672757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.685788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks [] for port (1b299dbe-cd85-462b-91e4-dc2a35fa67c3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.694284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (993b66ae-699b-43c3-b37d-331a80c67a2e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.717113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (993b66ae-699b-43c3-b37d-331a80c67a2e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.732389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:48:09.732693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (993b66ae-699b-43c3-b37d-331a80c67a2e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.756903 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 993b66ae-699b-43c3-b37d-331a80c67a2e resource provider aggregate not found Aug 31 15:48:09.782683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.810438 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 993b66ae-699b-43c3-b37d-331a80c67a2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 993b66ae-699b-43c3-b37d-331a80c67a2e found for delete ", "request_id": "req-9380115e-9c27-4837-aad5-3003427d3468"}]} Aug 31 15:48:09.821071 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 4 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:09.867059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:09.890457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:09.921319 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Deleting port e73d29eb-cdbf-45f4-90ee-ca6dd884bf20 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:09.921708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e73d29eb-cdbf-45f4-90ee-ca6dd884bf20), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.945094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1b299dbe-cd85-462b-91e4-dc2a35fa67c3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.946931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:09.971309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.013301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e73d29eb-cdbf-45f4-90ee-ca6dd884bf20), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.023486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.025727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Calling delete_port for e73d29eb-cdbf-45f4-90ee-ca6dd884bf20 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:10.026635 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] 10.222.0.46 "DELETE /networking/v2.0/networks/d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb HTTP/1.1" status: 204 len: 168 time: 0.9151006 Aug 31 15:48:10.067578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e61357-cb40-456e-8e8e-2b831efb5993 req-fd0c9d96-f61a-4048-8a5c-bc37a6070f31 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:10.069231 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a3e61357-cb40-456e-8e8e-2b831efb5993 req-fd0c9d96-f61a-4048-8a5c-bc37a6070f31 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1692302 Aug 31 15:48:10.086551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9703c-f94a-4af7-855d-37fc8d887e96 tempest-BulkNetworkOpsTest-1850643541 tempest-BulkNetworkOpsTest-1850643541-project] Pushing event deleted for resources: {'Network': ['ID=d0c58be4-3052-4a5f-b6aa-34dfe9a4fedb,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:10.095345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:10.104023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:10.119414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:10.154845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:10.177123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Pushing event updated for resources: {'Port': ['ID=1b299dbe-cd85-462b-91e4-dc2a35fa67c3,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:10.182198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Allocated IP 172.26.2.230 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/2eeb371c-bf9a-4288-932a-fe9592d85ca0) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:10.301793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e73d29eb-cdbf-45f4-90ee-ca6dd884bf20), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.338238 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Pushing event deleted for resources: {'Port': ['ID=e73d29eb-cdbf-45f4-90ee-ca6dd884bf20,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:10.347206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db4795-8d8c-4fcd-8780-f9dd7ab9d534 req-0d8c81bd-ef75-4878-a0ee-b091c34dfc82 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:10.349991 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-59db4795-8d8c-4fcd-8780-f9dd7ab9d534 req-0d8c81bd-ef75-4878-a0ee-b091c34dfc82 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0815299 Aug 31 15:48:10.368061 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 5 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:10.406414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:10.475248 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-59db4795-8d8c-4fcd-8780-f9dd7ab9d534 req-c4c39f30-caaf-470c-816f-7834c51cec9c tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940092 Aug 31 15:48:10.476077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.568629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 34992) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:10.582233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.584730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.585880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:10.619438 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a3e61357-cb40-456e-8e8e-2b831efb5993 req-de72756a-7ba2-4171-a905-e6d0c507c65e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5198958 Aug 31 15:48:10.626406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:10.716530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c841d95-e556-4e1f-bee7-bbab4302c92d req-285e3d4e-8771-4c2f-9b6e-8cf3a3c614aa tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:10.718291 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4c841d95-e556-4e1f-bee7-bbab4302c92d req-285e3d4e-8771-4c2f-9b6e-8cf3a3c614aa tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0584445 Aug 31 15:48:10.719508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.720079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Fanout notify agent at l3_agent the message router_deleted on router 6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:10.729277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4b4452e4-2b4f-4396-87f7-f0db3ff89438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.738858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.739986 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6bd0f146-5b78-448b-9d2e-7dfb129ba550 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5 HTTP/1.1" status: 204 len: 168 time: 1.1753085 Aug 31 15:48:10.744892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 34998) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:10.757248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-51ec4e3b-6a9e-464b-a39e-9d162659bb95 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1708041097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:10.814070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.861843 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.908063 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 6 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:10.945704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:10.969727 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks [] for port (2eeb371c-bf9a-4288-932a-fe9592d85ca0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.973182 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-51ec4e3b-6a9e-464b-a39e-9d162659bb95 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.974361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-51ec4e3b-6a9e-464b-a39e-9d162659bb95 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:10.995779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:11.052269 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4c841d95-e556-4e1f-bee7-bbab4302c92d req-f9ce6e90-4537-4e7d-a2e5-8281f650184d tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3101580 Aug 31 15:48:11.057936 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-16327bd2-03a0-4444-9094-a41784252752 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b86b94cd3b734e96b16296738334a45e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4881158 Aug 31 15:48:11.058572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35000) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:11.120844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9785dc3-e029-4f30-b83f-ba785fd18302 admin admin] Publish callbacks [] for security_group (b839088a-96ad-42b6-81bf-56f862a1f97a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.134095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-51ec4e3b-6a9e-464b-a39e-9d162659bb95 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.144401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9785dc3-e029-4f30-b83f-ba785fd18302 admin admin] Publish callbacks [] for security_group (b839088a-96ad-42b6-81bf-56f862a1f97a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.222720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-51ec4e3b-6a9e-464b-a39e-9d162659bb95 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.254908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9785dc3-e029-4f30-b83f-ba785fd18302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b839088a-96ad-42b6-81bf-56f862a1f97a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.257552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9785dc3-e029-4f30-b83f-ba785fd18302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.258826 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e9785dc3-e029-4f30-b83f-ba785fd18302 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b839088a-96ad-42b6-81bf-56f862a1f97a HTTP/1.1" status: 204 len: 168 time: 0.1986158 Aug 31 15:48:11.268060 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9785dc3-e029-4f30-b83f-ba785fd18302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839088a-96ad-42b6-81bf-56f862a1f97a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:11.534331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks [] for floatingip (d577ed33-9394-44b7-8707-c6f605c7cce8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.534776 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 7 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:11.534776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:11.573137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2eeb371c-bf9a-4288-932a-fe9592d85ca0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.645174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:11.651684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33064ef-ab2c-41fd-8840-b6b8b5e0d6ea req-59a1563d-218c-44ea-a321-9e560d2bccb3 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:11.653233 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d33064ef-ab2c-41fd-8840-b6b8b5e0d6ea req-59a1563d-218c-44ea-a321-9e560d2bccb3 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0923271 Aug 31 15:48:11.658622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:11.663022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:11.665574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Pushing event updated for resources: {'Port': ['ID=2eeb371c-bf9a-4288-932a-fe9592d85ca0,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:11.669751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-51ec4e3b-6a9e-464b-a39e-9d162659bb95 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.692131 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-51ec4e3b-6a9e-464b-a39e-9d162659bb95 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9233594 Aug 31 15:48:11.692603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35008) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:11.692603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:11.725124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:11.744907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:11.745512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.752558 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d33064ef-ab2c-41fd-8840-b6b8b5e0d6ea req-c41404f3-1c61-42c5-a9f3-a7c8501167f2 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915289 Aug 31 15:48:11.817243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848948-b31a-47ac-a731-3bd1673f8a39 req-06286acf-12e2-4651-b625-1568f9e1953c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:11.818650 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-81848948-b31a-47ac-a731-3bd1673f8a39 req-06286acf-12e2-4651-b625-1568f9e1953c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.0758801 Aug 31 15:48:11.829248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Router 9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:11.876905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1b299dbe-cd85-462b-91e4-dc2a35fa67c3), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:11.922065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:11.939316 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-81848948-b31a-47ac-a731-3bd1673f8a39 req-d909d5d4-fc53-40b9-937c-9c33aedc698d tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149013 Aug 31 15:48:11.948525 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3d7d6d6c-1343-4b6e-9005-252f519d939e tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.8898010 Aug 31 15:48:11.956754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35010) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:11.982676 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 8 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:11.989353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.230'}]}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:12.019995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:12.036385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.037602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.041492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:12.074957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:12.084208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.087865 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a3eedc97-cc78-4816-9f6c-bd510be9608f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "PUT /networking/v2.0/routers/9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e HTTP/1.1" status: 200 len: 879 time: 4.3406296 Aug 31 15:48:12.094743 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b033e49-bf21-4bb3-9ec0-23c4d58f30bc None None] Sync routers for ids ['9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:12.095395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35016) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:12.101085 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b033e49-bf21-4bb3-9ec0-23c4d58f30bc None None] Routers {'9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:12.102252 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9b033e49-bf21-4bb3-9ec0-23c4d58f30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:12.152332 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (0bc417c6-0af2-4609-834d-4c7b3378ada5), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.152332 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (0bc417c6-0af2-4609-834d-4c7b3378ada5), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.153170 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9b033e49-bf21-4bb3-9ec0-23c4d58f30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:12.164431 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b033e49-bf21-4bb3-9ec0-23c4d58f30bc None None] Routers {'9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:12.165521 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9b033e49-bf21-4bb3-9ec0-23c4d58f30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:12.212372 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9b033e49-bf21-4bb3-9ec0-23c4d58f30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:12.213355 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b033e49-bf21-4bb3-9ec0-23c4d58f30bc None None] The sync data for ids ['9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:12.267628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks [] for port (1b299dbe-cd85-462b-91e4-dc2a35fa67c3), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.355625 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.376659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.494944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Allocated IP 172.26.2.14 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/c5afea90-2bde-453c-b281-83eacd8db004) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:12.543680 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 9 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:12.573854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (1b299dbe-cd85-462b-91e4-dc2a35fa67c3), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.596688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:12.626051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks [] for router_controller (0bc417c6-0af2-4609-834d-4c7b3378ada5), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.632297 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a6cff1b1-5f38-4a8b-8c12-a4cc36cb93f5 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e HTTP/1.1" status: 200 len: 920 time: 0.5424242 Aug 31 15:48:12.640084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35032) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:12.641973 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4be75-7390-4bcd-945f-451d2d3366fc req-36c3d243-8e06-49bf-97af-3fc236400c65 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:12.643475 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-24d4be75-7390-4bcd-945f-451d2d3366fc req-36c3d243-8e06-49bf-97af-3fc236400c65 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.4197636 Aug 31 15:48:12.655633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for port (c5afea90-2bde-453c-b281-83eacd8db004), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.688879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:12.692021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (d577ed33-9394-44b7-8707-c6f605c7cce8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.693679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Pushing event updated for resources: {'Port': ['ID=1b299dbe-cd85-462b-91e4-dc2a35fa67c3,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:12.704486 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34316d58-745d-4083-b0b7-638088d5d74e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:12.708669 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-34316d58-745d-4083-b0b7-638088d5d74e tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&device_id=9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0643206 Aug 31 15:48:12.710403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35034) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:12.735386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:12.816766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a0786-411a-4d5a-8c22-b517fc9242c1 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:12.821816 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8c4a0786-411a-4d5a-8c22-b517fc9242c1 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 881 time: 0.1069121 Aug 31 15:48:12.821816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35040) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:12.852447 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-13f4c39a-0f07-4ab6-9b95-3a5a3014bee9 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e HTTP/1.1" status: 200 len: 205 time: 0.0296192 Aug 31 15:48:12.854764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c5afea90-2bde-453c-b281-83eacd8db004), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:12.855086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35042) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:12.861258 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-24d4be75-7390-4bcd-945f-451d2d3366fc req-356e9a9b-e99d-4f2a-b1c6-e27895ae20bf tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2117171 Aug 31 15:48:12.923663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35044) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:12.948446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:12.956291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:12.959018 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:12.992770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62bfa6-3282-4f38-a422-221ca25d989e req-926a0079-83bd-4724-a999-85965957b7aa tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:12.995096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks [] for router_gateway (0bc417c6-0af2-4609-834d-4c7b3378ada5), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.001940 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-de62bfa6-3282-4f38-a422-221ca25d989e req-926a0079-83bd-4724-a999-85965957b7aa tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1449921 Aug 31 15:48:13.004089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Pushing event updated for resources: {'Port': ['ID=c5afea90-2bde-453c-b281-83eacd8db004,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:13.009987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.l3_db [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Floating IP d577ed33-9394-44b7-8707-c6f605c7cce8 associated. External IP: 172.26.2.216, port: 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16. Aug 31 15:48:13.028191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:13.071109 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-428027754'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:13.098111 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 10 to provision port 5ed90479-f871-4c0e-af48-73acf8f4c897 Aug 31 15:48:13.114657 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-de62bfa6-3282-4f38-a422-221ca25d989e req-a98a986c-b956-4aca-8bf4-4ee77161fc1c tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109984 Aug 31 15:48:13.169419 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 5ed90479-f871-4c0e-af48-73acf8f4c897 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:13.175645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Could not find standard attr ID for object 95030d81-cc45-4c11-8938-6415b25e238c. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:48:13.181001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Could not find standard attr ID for object 7324c6af-c274-4f4a-8232-6486d93a12f2. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:48:13.193436 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Provisioning complete for port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:13.194392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.195610 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 1 to provision port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 Aug 31 15:48:13.231075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.231330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:13.250861 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:13.270527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a90cd-6773-4ed7-95a1-f73786578afb req-7582e261-d233-4c36-a0e2-78621ed56bf2 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:13.272044 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4b2a90cd-6773-4ed7-95a1-f73786578afb req-7582e261-d233-4c36-a0e2-78621ed56bf2 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1880841 Aug 31 15:48:13.278829 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:13.282825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.293503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.316133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:13.458381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (e5eded67-00e1-4289-b5c8-378671a7b1e5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.460863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.508488 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4b2a90cd-6773-4ed7-95a1-f73786578afb req-04d519a2-4a28-48d0-9fc2-770d23b1624a tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272639 Aug 31 15:48:13.512482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:13.542489 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e5eded67-00e1-4289-b5c8-378671a7b1e5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.560921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.585493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.587334 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:48:13.603664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eded67-00e1-4289-b5c8-378671a7b1e5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:13.609356 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (074ed60c-5547-41db-abcc-9c401da0f881), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.609636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks [] for router_gateway (0bc417c6-0af2-4609-834d-4c7b3378ada5), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.609802 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Added segment 074ed60c-5547-41db-abcc-9c401da0f881 of type vlan for network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d Aug 31 15:48:13.639343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.648237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Router 745499f7-42c6-4902-bf77-402343f5c1fc has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:13.681202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:13.699162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.724306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.752590 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 2 to provision port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 Aug 31 15:48:13.763197 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.767102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.799008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:13.863015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Deleting port 22eb1981-bfe4-41fd-8277-96348059c9dd {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:13.863824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (22eb1981-bfe4-41fd-8277-96348059c9dd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.870037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:13.875524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.882417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489cbfcc-71d2-4c78-bf7a-d17afe284e76 None None] Sync routers for ids ['745499f7-42c6-4902-bf77-402343f5c1fc'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:13.891136 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:13.891645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:13.893888 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489cbfcc-71d2-4c78-bf7a-d17afe284e76 None None] Routers {'745499f7-42c6-4902-bf77-402343f5c1fc'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:13.894528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-489cbfcc-71d2-4c78-bf7a-d17afe284e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['745499f7-42c6-4902-bf77-402343f5c1fc'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:13.910853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:13.924082 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:13.964701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-489cbfcc-71d2-4c78-bf7a-d17afe284e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:13.978970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489cbfcc-71d2-4c78-bf7a-d17afe284e76 None None] Routers {'745499f7-42c6-4902-bf77-402343f5c1fc'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:13.978970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-489cbfcc-71d2-4c78-bf7a-d17afe284e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['745499f7-42c6-4902-bf77-402343f5c1fc'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:14.006458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks [] for router (0bc417c6-0af2-4609-834d-4c7b3378ada5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:14.013800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (22eb1981-bfe4-41fd-8277-96348059c9dd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:14.016601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-489cbfcc-71d2-4c78-bf7a-d17afe284e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:14.017377 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489cbfcc-71d2-4c78-bf7a-d17afe284e76 None None] The sync data for ids ['745499f7-42c6-4902-bf77-402343f5c1fc'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:14.032730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Network': ['ID=e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:14.045499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:48:14.058992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:14.059219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c483d-b4d9-4ffb-b24e-42dd5a4476cc req-f8cf800d-bfbc-4c38-8038-18f479d1fa42 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:14.063393 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-246c483d-b4d9-4ffb-b24e-42dd5a4476cc req-f8cf800d-bfbc-4c38-8038-18f479d1fa42 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0801361 Aug 31 15:48:14.065808 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c0edb0c9-e902-4f96-9dbe-c3071f76b35e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1395741 Aug 31 15:48:14.069701 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35052) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:14.075485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'name': 'tempest-PortsTestJSON-1189199957'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:14.121690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Calling delete_port for 22eb1981-bfe4-41fd-8277-96348059c9dd owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:14.131506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:14.167200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Router 3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:14.201798 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-246c483d-b4d9-4ffb-b24e-42dd5a4476cc req-478d8ef6-397a-4a63-b01a-7e7e14324ac6 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217227 Aug 31 15:48:14.205356 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cb73e968-4018-4097-af51-6bb3ba89f03e tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.8312650 Aug 31 15:48:14.206039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35056) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:14.301161 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 3 to provision port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 Aug 31 15:48:14.338904 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:14.538199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:14.541920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:14.566931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:14.574040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:14.577626 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f1e2473a-09e4-4dbf-bebb-70007d8ec090 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "PUT /networking/v2.0/routers/3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47 HTTP/1.1" status: 200 len: 883 time: 2.8922193 Aug 31 15:48:14.577626 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:14.582488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35060) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:14.587165 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e439497-5df8-4b13-b87f-782845696c1e None None] Sync routers for ids ['3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:14.617737 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e439497-5df8-4b13-b87f-782845696c1e None None] Routers {'3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:14.618369 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7e439497-5df8-4b13-b87f-782845696c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:14.658255 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7e439497-5df8-4b13-b87f-782845696c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:14.667683 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e439497-5df8-4b13-b87f-782845696c1e None None] Routers {'3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:14.668842 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7e439497-5df8-4b13-b87f-782845696c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:14.678670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:14.688278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (0bc417c6-0af2-4609-834d-4c7b3378ada5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:14.698909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks [] for router_controller (0bc417c6-0af2-4609-834d-4c7b3378ada5), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:14.703438 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7e439497-5df8-4b13-b87f-782845696c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:14.704023 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e439497-5df8-4b13-b87f-782845696c1e None None] The sync data for ids ['3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:14.715926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dfd2f-ee14-457f-aca9-6ab9cb359c54 req-bab9f240-43f5-4cfc-bd2a-e8831e557501 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:14.717270 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-904dfd2f-ee14-457f-aca9-6ab9cb359c54 req-bab9f240-43f5-4cfc-bd2a-e8831e557501 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.5100861 Aug 31 15:48:14.774736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab934f9-1a09-464b-9779-ae52e2622aba req-88cd624a-eee3-4beb-b144-76aa12468380 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:14.776208 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fab934f9-1a09-464b-9779-ae52e2622aba req-88cd624a-eee3-4beb-b144-76aa12468380 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1494503 Aug 31 15:48:14.823458 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3c9ddbc4-985d-4c47-a300-34c012add6ea tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] 10.222.0.46 "GET /networking/v2.0/floatingips/d577ed33-9394-44b7-8707-c6f605c7cce8 HTTP/1.1" status: 200 len: 983 time: 0.5791433 Aug 31 15:48:14.831313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35062) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:14.841024 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 4 to provision port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 Aug 31 15:48:14.893241 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6ef08d17-a847-4144-9e30-a37eab6fb86d tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47 HTTP/1.1" status: 200 len: 924 time: 0.3095477 Aug 31 15:48:14.906808 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35064) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:14.954289 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fab934f9-1a09-464b-9779-ae52e2622aba req-bc8048ab-1dfd-4518-961b-75533b9c3010 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705759 Aug 31 15:48:14.982481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (9aafe5eb-83e9-45b1-803c-d3f0452baee8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:14.985006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ed5d67-bc19-4eec-8eb4-3373763b63a5 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:14.986824 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e3ed5d67-bc19-4eec-8eb4-3373763b63a5 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&device_id=3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0788379 Aug 31 15:48:14.993294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35066) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:15.013196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:15.019202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (0bc417c6-0af2-4609-834d-4c7b3378ada5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.019796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc417c6-0af2-4609-834d-4c7b3378ada5 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:15.049916 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-904dfd2f-ee14-457f-aca9-6ab9cb359c54 req-25f7edcc-cf0d-47b0-8d48-d333a0115278 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166468 Aug 31 15:48:15.077254 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0a42bc10-09db-4804-9b48-ad65d2894aed tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] 10.222.0.46 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.2434475 Aug 31 15:48:15.082379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35068) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:15.090622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:15.134249 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 15:48:15.135314 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a532f7f8-7b72-4d55-8644-b6b199af94e8 tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1775100 Aug 31 15:48:15.138847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35070) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:15.169907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:15.178114 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (9aafe5eb-83e9-45b1-803c-d3f0452baee8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.199689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (22eb1981-bfe4-41fd-8277-96348059c9dd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.209221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d50834-d39c-4b3e-ae04-6d32718863e5 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:15.210611 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-17d50834-d39c-4b3e-ae04-6d32718863e5 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 881 time: 0.2162020 Aug 31 15:48:15.215642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35072) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:15.273773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Pushing event deleted for resources: {'Port': ['ID=22eb1981-bfe4-41fd-8277-96348059c9dd,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:15.282612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c563a4c4-87e3-45c4-9313-7c13ac723139 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47 HTTP/1.1" status: 200 len: 205 time: 0.0464509 Aug 31 15:48:15.298073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35076) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:15.300256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f27ce965-1580-4baa-a4f8-9943954d185a tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Deleting port 2eeb371c-bf9a-4288-932a-fe9592d85ca0 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:15.300256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f27ce965-1580-4baa-a4f8-9943954d185a tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2eeb371c-bf9a-4288-932a-fe9592d85ca0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.372448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=9aafe5eb-83e9-45b1-803c-d3f0452baee8,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:15.399457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.444504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aaf5b-9b23-4745-95b3-90aa65437ba2 req-9c7264ea-4a8e-42b7-81d1-a2a2fd301d69 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:15.445985 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b59aaf5b-9b23-4745-95b3-90aa65437ba2 req-9c7264ea-4a8e-42b7-81d1-a2a2fd301d69 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1470008 Aug 31 15:48:15.499954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f27ce965-1580-4baa-a4f8-9943954d185a tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2eeb371c-bf9a-4288-932a-fe9592d85ca0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.506966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Checking segment: {'id': '074ed60c-5547-41db-abcc-9c401da0f881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:15.507336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network hostable DHCP agents. Network: e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:48:15.514489 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 5 to provision port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 Aug 31 15:48:15.518396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.520507 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f27ce965-1580-4baa-a4f8-9943954d185a tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Calling delete_port for 2eeb371c-bf9a-4288-932a-fe9592d85ca0 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:15.522913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.544993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Deleting port 1b299dbe-cd85-462b-91e4-dc2a35fa67c3 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:15.545336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1b299dbe-cd85-462b-91e4-dc2a35fa67c3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.559943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:15.616417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.680751 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b59aaf5b-9b23-4745-95b3-90aa65437ba2 req-051327ad-c3ca-41f7-a265-8d7a7ce80bc2 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1910727 Aug 31 15:48:15.741777 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:15.749901 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1b299dbe-cd85-462b-91e4-dc2a35fa67c3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.750226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for floatingip (1b299dbe-cd85-462b-91e4-dc2a35fa67c3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.752404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.753129 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Fanout notify agent at l3_agent the message router_deleted on router 9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:15.766559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.766559 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-270cddcb-400e-4de2-aeaf-bffae2a05944 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e HTTP/1.1" status: 204 len: 168 time: 2.9044325 Aug 31 15:48:15.767440 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35078) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:15.771362 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Calling delete_port for 1b299dbe-cd85-462b-91e4-dc2a35fa67c3 owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:15.775682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ee67dda6-f004-4dad-b274-c38f282e3ca8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1861221319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:15.794683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:48:15.815878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f27ce965-1580-4baa-a4f8-9943954d185a tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2eeb371c-bf9a-4288-932a-fe9592d85ca0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.822054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.846157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ce965-1580-4baa-a4f8-9943954d185a tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eeb371c-bf9a-4288-932a-fe9592d85ca0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:15.904189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:15.926160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f27ce965-1580-4baa-a4f8-9943954d185a tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.929626 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f27ce965-1580-4baa-a4f8-9943954d185a tempest-RoutersAdminNegativeIpV6Test-1060895433 tempest-RoutersAdminNegativeIpV6Test-1060895433-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/2eeb371c-bf9a-4288-932a-fe9592d85ca0 HTTP/1.1" status: 204 len: 168 time: 0.7897542 Aug 31 15:48:15.937447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:15.939857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee67dda6-f004-4dad-b274-c38f282e3ca8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (bdc25873-606e-4ba4-a172-6e554668bbac), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.940270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee67dda6-f004-4dad-b274-c38f282e3ca8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (bdc25873-606e-4ba4-a172-6e554668bbac), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.946891 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c54256-ae64-41d3-b59e-1020adbc7fb1 None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:15.948574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:15.953790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:15.954429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:15.959404 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:16.029030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Deleting port c5afea90-2bde-453c-b281-83eacd8db004 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:16.029374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c5afea90-2bde-453c-b281-83eacd8db004), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.053625 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7d0f89ec-4499-47e2-9ecf-0af89e870eb4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9827595 Aug 31 15:48:16.057892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35084) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:16.061216 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 6 to provision port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 Aug 31 15:48:16.064669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1505974116'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:16.126456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:16.133027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c5afea90-2bde-453c-b281-83eacd8db004), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.137651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3ddc-8c27-4657-a835-874342f9c2aa req-af3ee8c9-45b8-4029-821a-12e30913a27f tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:16.138868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1b299dbe-cd85-462b-91e4-dc2a35fa67c3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.145801 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e32f3ddc-8c27-4657-a835-874342f9c2aa req-af3ee8c9-45b8-4029-821a-12e30913a27f tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.0894115 Aug 31 15:48:16.193712 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e32f3ddc-8c27-4657-a835-874342f9c2aa req-cd1ee8f2-746b-4a77-a167-1441a9e8de7d tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467873 Aug 31 15:48:16.196538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Calling delete_port for c5afea90-2bde-453c-b281-83eacd8db004 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:16.205058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event deleted for resources: {'Port': ['ID=1b299dbe-cd85-462b-91e4-dc2a35fa67c3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:16.211252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:16.215303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.249704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:48:16.259596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5e774c5e-b9ba-4e83-9af5-43459d228607), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.259945 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Added segment 5e774c5e-b9ba-4e83-9af5-43459d228607 of type vlan for network 72003a10-f3db-405c-afa9-2adf299662e5 Aug 31 15:48:16.285383 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee67dda6-f004-4dad-b274-c38f282e3ca8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (bdc25873-606e-4ba4-a172-6e554668bbac), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.304851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (72003a10-f3db-405c-afa9-2adf299662e5), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.348830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b558903-f199-433d-becd-649914e77af9 req-75f07722-c409-47c2-9ff4-0759449d0739 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:16.350378 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6b558903-f199-433d-becd-649914e77af9 req-75f07722-c409-47c2-9ff4-0759449d0739 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1887197 Aug 31 15:48:16.363772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee67dda6-f004-4dad-b274-c38f282e3ca8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (bdc25873-606e-4ba4-a172-6e554668bbac), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.392315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=2,neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:16.392555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (72003a10-f3db-405c-afa9-2adf299662e5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.397488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:16.399469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.405080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:16.455430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for floatingip (d577ed33-9394-44b7-8707-c6f605c7cce8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.455721 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.l3_db [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Floating IP d577ed33-9394-44b7-8707-c6f605c7cce8 disassociated (deleted). External IP: 172.26.2.216, port: 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16. Aug 31 15:48:16.478516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Network': ['ID=72003a10-f3db-405c-afa9-2adf299662e5,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:16.491403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 72003a10-f3db-405c-afa9-2adf299662e5 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:48:16.535428 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-60cd2fdb-c8f9-4716-8d4d-3fa46358c78f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4748816 Aug 31 15:48:16.538269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35090) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:16.549195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'ports': [{'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d'}, {'network_id': '72003a10-f3db-405c-afa9-2adf299662e5'}]} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:16.549674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:16.550214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': '72003a10-f3db-405c-afa9-2adf299662e5'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:16.628141 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 7 to provision port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 Aug 31 15:48:16.649761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35092) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:16.674114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:16.759550 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee67dda6-f004-4dad-b274-c38f282e3ca8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.764294 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ee67dda6-f004-4dad-b274-c38f282e3ca8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9924064 Aug 31 15:48:16.768679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35098) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:16.793929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'enable_snat': True}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:16.834414 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6b558903-f199-433d-becd-649914e77af9 req-1e22f80f-d1ae-4c13-8dd6-63e7b58489b4 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4637907 Aug 31 15:48:16.839485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac75d078-e459-4c74-8847-eb5cf42c1011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.863114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cf682-b2b6-4e46-b23f-a0de9f5dcef8 req-eb6db155-22e3-4c79-9137-5e5f16919212 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:16.864602 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a97cf682-b2b6-4e46-b23f-a0de9f5dcef8 req-eb6db155-22e3-4c79-9137-5e5f16919212 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0897567 Aug 31 15:48:16.898305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 2} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:16.903233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.945771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:16.976150 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a97cf682-b2b6-4e46-b23f-a0de9f5dcef8 req-af558339-f5f7-4421-bf11-62ce3be910c3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023626 Aug 31 15:48:17.089741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac75d078-e459-4c74-8847-eb5cf42c1011 admin admin] Publish callbacks [] for security_group (25a83711-4657-48e6-9e75-6cb2f63bcf12), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.103740 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c5afea90-2bde-453c-b281-83eacd8db004), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.136491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:17.143898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac75d078-e459-4c74-8847-eb5cf42c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (25a83711-4657-48e6-9e75-6cb2f63bcf12), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.172391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (bdc25873-606e-4ba4-a172-6e554668bbac), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.175773 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 8 to provision port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 Aug 31 15:48:17.209664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port 55f63276-574b-48c0-8489-7ce96c26c561 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:17.211390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Pushing event deleted for resources: {'Port': ['ID=c5afea90-2bde-453c-b281-83eacd8db004,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:17.216823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75d078-e459-4c74-8847-eb5cf42c1011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a83711-4657-48e6-9e75-6cb2f63bcf12,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:17.222573 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ac75d078-e459-4c74-8847-eb5cf42c1011 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b27d75855784453595c8b1c8ac551d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5718212 Aug 31 15:48:17.226910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35102) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:17.235611 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:17.249738 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:17.323949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e18b5787-e5cd-4845-8118-1b9fdb3da3b6 admin admin] Publish callbacks [] for security_group (25a83711-4657-48e6-9e75-6cb2f63bcf12), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.353251 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.356286 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Router 745499f7-42c6-4902-bf77-402343f5c1fc has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:17.380748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e18b5787-e5cd-4845-8118-1b9fdb3da3b6 admin admin] Publish callbacks [] for security_group (25a83711-4657-48e6-9e75-6cb2f63bcf12), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.411260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:17.436617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (55f63276-574b-48c0-8489-7ce96c26c561), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.496585 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae430d99-4787-4f19-a2f7-855d8026bb82 req-3f035624-b13e-440d-aaa8-2d82271ad927 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:17.498284 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae430d99-4787-4f19-a2f7-855d8026bb82 req-3f035624-b13e-440d-aaa8-2d82271ad927 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1771455 Aug 31 15:48:17.500502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.507185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.516979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port 3779e4e9-9661-47f1-a1fe-204058a62b2d yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:17.585183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e18b5787-e5cd-4845-8118-1b9fdb3da3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (25a83711-4657-48e6-9e75-6cb2f63bcf12), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.588089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e18b5787-e5cd-4845-8118-1b9fdb3da3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.589320 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e18b5787-e5cd-4845-8118-1b9fdb3da3b6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/25a83711-4657-48e6-9e75-6cb2f63bcf12 HTTP/1.1" status: 204 len: 168 time: 0.3615603 Aug 31 15:48:17.608072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b5787-e5cd-4845-8118-1b9fdb3da3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a83711-4657-48e6-9e75-6cb2f63bcf12,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:17.635484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (3779e4e9-9661-47f1-a1fe-204058a62b2d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.724558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.725159 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Fanout notify agent at l3_agent the message router_deleted on router 3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:17.736686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (55f63276-574b-48c0-8489-7ce96c26c561), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.750954 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 9 to provision port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 Aug 31 15:48:17.755861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.757149 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-18228e74-cb2d-4a0d-83a0-e0bf881abfbf tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47 HTTP/1.1" status: 204 len: 168 time: 2.4548438 Aug 31 15:48:17.763507 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae430d99-4787-4f19-a2f7-855d8026bb82 req-c4596156-3be0-457c-bcae-726d3fe16af4 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544205 Aug 31 15:48:17.767759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35106) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:17.775984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-472b18fa-eced-47cf-a724-947654a2891b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-937246481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:17.805689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:17.811158 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:17.811803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:17.815975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:17.816819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3779e4e9-9661-47f1-a1fe-204058a62b2d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.820914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=55f63276-574b-48c0-8489-7ce96c26c561,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:17.821088 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (bdc25873-606e-4ba4-a172-6e554668bbac), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.845493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:17.848372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.852101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.857526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce23ceff-8d70-4025-97e0-c32aa9000041 None None] Sync routers for ids ['745499f7-42c6-4902-bf77-402343f5c1fc'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:17.870726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce23ceff-8d70-4025-97e0-c32aa9000041 None None] Routers {'745499f7-42c6-4902-bf77-402343f5c1fc'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:17.871450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ce23ceff-8d70-4025-97e0-c32aa9000041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['745499f7-42c6-4902-bf77-402343f5c1fc'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:17.920580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ce23ceff-8d70-4025-97e0-c32aa9000041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:17.921685 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c28b7680-1b4b-4c15-bbdb-69a59ee7a754 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/d577ed33-9394-44b7-8707-c6f605c7cce8 HTTP/1.1" status: 204 len: 168 time: 2.8381982 Aug 31 15:48:17.927145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35110) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:17.937883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:17.940895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce23ceff-8d70-4025-97e0-c32aa9000041 None None] Routers {'745499f7-42c6-4902-bf77-402343f5c1fc'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:17.941587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ce23ceff-8d70-4025-97e0-c32aa9000041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['745499f7-42c6-4902-bf77-402343f5c1fc'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:17.943256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Checking segment: {'id': '5e774c5e-b9ba-4e83-9af5-43459d228607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '72003a10-f3db-405c-afa9-2adf299662e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:17.943778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network hostable DHCP agents. Network: 72003a10-f3db-405c-afa9-2adf299662e5, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:48:17.945266 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:17.954618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-472b18fa-eced-47cf-a724-947654a2891b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (9141cc6d-5286-4ac5-8de9-5041399fb95e), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.955075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-472b18fa-eced-47cf-a724-947654a2891b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (9141cc6d-5286-4ac5-8de9-5041399fb95e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:17.987570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ce23ceff-8d70-4025-97e0-c32aa9000041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:17.988769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce23ceff-8d70-4025-97e0-c32aa9000041 None None] The sync data for ids ['745499f7-42c6-4902-bf77-402343f5c1fc'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:18.007638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482b2af-c7b3-4a8c-8ddd-cf805982c38a req-77e6bfb6-8cd1-446f-90de-8f838a0c7670 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:18.007638 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e482b2af-c7b3-4a8c-8ddd-cf805982c38a req-77e6bfb6-8cd1-446f-90de-8f838a0c7670 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0742483 Aug 31 15:48:18.009624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=3779e4e9-9661-47f1-a1fe-204058a62b2d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:18.026063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:18.063125 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-472b18fa-eced-47cf-a724-947654a2891b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (9141cc6d-5286-4ac5-8de9-5041399fb95e), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.070880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.073407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Allocated IP 172.26.2.217 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/1e2b3769-0780-433c-8a7e-97aa02b31a81) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:18.079004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:18.080821 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e482b2af-c7b3-4a8c-8ddd-cf805982c38a req-041079e8-b164-4231-9188-5c3070e57810 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555551 Aug 31 15:48:18.088773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network 72003a10-f3db-405c-afa9-2adf299662e5 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:48:18.132877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-472b18fa-eced-47cf-a724-947654a2891b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (9141cc6d-5286-4ac5-8de9-5041399fb95e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.140518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 72003a10-f3db-405c-afa9-2adf299662e5) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:18.145459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:18.151510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:18.153257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c96bb0-b044-43e5-bae5-3fcceb7eac08 None None] Network 72003a10-f3db-405c-afa9-2adf299662e5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:18.156663 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:18.157257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.230245 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dd3f5b38-9ddc-4f35-a9d1-159736190247 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6878481 Aug 31 15:48:18.231135 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daefcb-ab8c-44c3-91ca-e9fae3e76010 req-32d2e7c9-3632-4ed2-90bc-f6dda63e1821 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:18.231778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35116) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:18.232257 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-32daefcb-ab8c-44c3-91ca-e9fae3e76010 req-32d2e7c9-3632-4ed2-90bc-f6dda63e1821 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1521215 Aug 31 15:48:18.262656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-472b18fa-eced-47cf-a724-947654a2891b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.263758 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-472b18fa-eced-47cf-a724-947654a2891b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4947507 Aug 31 15:48:18.275964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35118) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:18.282847 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.283445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'enable_snat': True}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:18.311453 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Attempt 10 to provision port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 Aug 31 15:48:18.361198 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-358dc8e7-b0d3-43f9-a31d-97cc126ba022 None None] Port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:18.388865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35120) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:18.393755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for port (1e2b3769-0780-433c-8a7e-97aa02b31a81), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.415502 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-32daefcb-ab8c-44c3-91ca-e9fae3e76010 req-f2a6bb71-6a95-49ff-acac-b2ab3755a285 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1747181 Aug 31 15:48:18.456692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:18.467867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3f6764a6-f8d9-4573-a0d3-be588cdd0959 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 3779e4e9-9661-47f1-a1fe-204058a62b2d {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:18.468204 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f6764a6-f8d9-4573-a0d3-be588cdd0959 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3779e4e9-9661-47f1-a1fe-204058a62b2d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.473728 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c3caa6f2-25f6-43ab-b2f8-a0ad6f9d33fc admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8cc68e9190a848a99797988c56da250a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0779142 Aug 31 15:48:18.476902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35122) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:18.529367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-efaaa36b-1607-4618-917f-2a4bb613491a admin admin] Publish callbacks [] for security_group (b87db02a-c595-49b2-a468-352b0b94d531), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.551666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1e2b3769-0780-433c-8a7e-97aa02b31a81), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.584958 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-efaaa36b-1607-4618-917f-2a4bb613491a admin admin] Publish callbacks [] for security_group (b87db02a-c595-49b2-a468-352b0b94d531), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.601081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f6764a6-f8d9-4573-a0d3-be588cdd0959 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3779e4e9-9661-47f1-a1fe-204058a62b2d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.613361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (9141cc6d-5286-4ac5-8de9-5041399fb95e), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.623933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3f6764a6-f8d9-4573-a0d3-be588cdd0959 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 3779e4e9-9661-47f1-a1fe-204058a62b2d owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:18.654627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:18.669922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:18.678165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:18.691213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:18.711960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Allocated IP 172.26.2.43 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/d632fd37-66c2-4084-a382-bc27e42cd6b7) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:18.714196 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event updated for resources: {'Port': ['ID=1e2b3769-0780-433c-8a7e-97aa02b31a81,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:18.840675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f6764a6-f8d9-4573-a0d3-be588cdd0959 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3779e4e9-9661-47f1-a1fe-204058a62b2d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.866102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-efaaa36b-1607-4618-917f-2a4bb613491a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b87db02a-c595-49b2-a468-352b0b94d531), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.868654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-efaaa36b-1607-4618-917f-2a4bb613491a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.872403 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-efaaa36b-1607-4618-917f-2a4bb613491a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b87db02a-c595-49b2-a468-352b0b94d531 HTTP/1.1" status: 204 len: 168 time: 0.3920393 Aug 31 15:48:18.876081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:18.876511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6764a6-f8d9-4573-a0d3-be588cdd0959 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=3779e4e9-9661-47f1-a1fe-204058a62b2d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:18.892834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaa36b-1607-4618-917f-2a4bb613491a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87db02a-c595-49b2-a468-352b0b94d531,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:18.938459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f6764a6-f8d9-4573-a0d3-be588cdd0959 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:18.940762 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3f6764a6-f8d9-4573-a0d3-be588cdd0959 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/3779e4e9-9661-47f1-a1fe-204058a62b2d HTTP/1.1" status: 204 len: 168 time: 0.7067103 Aug 31 15:48:18.949272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35128) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:18.973877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c929cd8-949f-4bdb-9a61-2e4758b70c6f req-cc517f3f-793a-473d-a67c-3fab4eac81f1 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:18.975453 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1c929cd8-949f-4bdb-9a61-2e4758b70c6f req-cc517f3f-793a-473d-a67c-3fab4eac81f1 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1046619 Aug 31 15:48:19.039034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (9141cc6d-5286-4ac5-8de9-5041399fb95e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:19.052120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3cf545-c1a7-4376-a18d-01166fa30354 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:19.057480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3cf545-c1a7-4376-a18d-01166fa30354 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:19.059740 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9e3cf545-c1a7-4376-a18d-01166fa30354 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1083302 Aug 31 15:48:19.080488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35130) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:19.091320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:19.197853 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1c929cd8-949f-4bdb-9a61-2e4758b70c6f req-78dd8c9d-826f-42b2-8431-a7eddda43982 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967347 Aug 31 15:48:19.310020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226115e-c7f8-410d-a508-0ccb2a244722 req-72d385d0-bbe6-4bc7-8b64-7d4647cef6ac tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:19.311745 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8226115e-c7f8-410d-a508-0ccb2a244722 req-72d385d0-bbe6-4bc7-8b64-7d4647cef6ac tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1156166 Aug 31 15:48:19.317476 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks [] for port (d632fd37-66c2-4084-a382-bc27e42cd6b7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:19.519590 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8226115e-c7f8-410d-a508-0ccb2a244722 req-48dded43-ac6c-41c8-b2fc-154190ab60de tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971891 Aug 31 15:48:19.555517 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (bdc25873-606e-4ba4-a172-6e554668bbac), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:19.576707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:19.608221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a70e8c57-93b1-4bc3-a62b-458856d85482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 55f63276-574b-48c0-8489-7ce96c26c561 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:19.608564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a70e8c57-93b1-4bc3-a62b-458856d85482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (55f63276-574b-48c0-8489-7ce96c26c561), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:19.638461 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d810a-ccbe-4fc9-806f-069961e80925 req-c242a1ac-d7c8-4c36-913c-b543e4b45fc8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:19.640051 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-252d810a-ccbe-4fc9-806f-069961e80925 req-c242a1ac-d7c8-4c36-913c-b543e4b45fc8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0892146 Aug 31 15:48:19.651559 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (d632fd37-66c2-4084-a382-bc27e42cd6b7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:19.699824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:19.707026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:19.709818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:19.745320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:19.758083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a70e8c57-93b1-4bc3-a62b-458856d85482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (55f63276-574b-48c0-8489-7ce96c26c561), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:19.795662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Pushing event updated for resources: {'Port': ['ID=d632fd37-66c2-4084-a382-bc27e42cd6b7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:19.799263 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a70e8c57-93b1-4bc3-a62b-458856d85482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 55f63276-574b-48c0-8489-7ce96c26c561 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:19.801551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Allocated IP 172.26.2.96 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/601dad77-f31f-4186-a623-bb1d2b4ab38b) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:19.821858 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-252d810a-ccbe-4fc9-806f-069961e80925 req-25369bb1-12a7-463b-9761-61c6b7ed8b9a tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303616 Aug 31 15:48:19.911787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (bdc25873-606e-4ba4-a172-6e554668bbac), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:19.921546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:19.921833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks [] for floatingip (8ee0368e-35b2-45cf-b6cc-012072aad1af), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:19.924398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (bdc25873-606e-4ba4-a172-6e554668bbac), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.010936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for port (601dad77-f31f-4186-a623-bb1d2b4ab38b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.064148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d632fd37-66c2-4084-a382-bc27e42cd6b7), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.068076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:20.095590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a70e8c57-93b1-4bc3-a62b-458856d85482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (55f63276-574b-48c0-8489-7ce96c26c561), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.128137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e8c57-93b1-4bc3-a62b-458856d85482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=55f63276-574b-48c0-8489-7ce96c26c561,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:20.130415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (601dad77-f31f-4186-a623-bb1d2b4ab38b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.171424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a70e8c57-93b1-4bc3-a62b-458856d85482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.174693 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a70e8c57-93b1-4bc3-a62b-458856d85482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/55f63276-574b-48c0-8489-7ce96c26c561 HTTP/1.1" status: 204 len: 168 time: 1.0928533 Aug 31 15:48:20.178729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35152) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:20.186395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:20.190111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:20.198676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:20.233007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event updated for resources: {'Port': ['ID=601dad77-f31f-4186-a623-bb1d2b4ab38b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:20.249510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Router bdc25873-606e-4ba4-a172-6e554668bbac is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:20.264741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9277559-d7e4-47e7-b342-012310ca1dca tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:20.266437 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f9277559-d7e4-47e7-b342-012310ca1dca tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0866060 Aug 31 15:48:20.269344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35158) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:20.369951 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-18aa0fb3-5e7e-4171-866c-34985f473dc1 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:48:20.374052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35160) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:20.375048 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-18aa0fb3-5e7e-4171-866c-34985f473dc1 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/3779e4e9-9661-47f1-a1fe-204058a62b2d HTTP/1.1" status: 404 len: 333 time: 0.1044047 Aug 31 15:48:20.375749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35162) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:20.429066 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfea51a-bb71-4d5d-93fe-b55cc634790f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:48:20.434341 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3dfea51a-bb71-4d5d-93fe-b55cc634790f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/55f63276-574b-48c0-8489-7ce96c26c561 HTTP/1.1" status: 404 len: 333 time: 0.0521264 Aug 31 15:48:20.435325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35166) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:20.447369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f01c50-b777-427a-a399-977a0dd622ce req-7fa6ea0b-28ed-466e-873f-6ac3593443ad tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:20.448896 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-86f01c50-b777-427a-a399-977a0dd622ce req-7fa6ea0b-28ed-466e-873f-6ac3593443ad tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1518629 Aug 31 15:48:20.453425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks [] for port (d632fd37-66c2-4084-a382-bc27e42cd6b7), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.522339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:20.527651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:20.532702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.535883 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-261624b1-0d01-40ab-ab91-4c4622f69880 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "PUT /networking/v2.0/routers/bdc25873-606e-4ba4-a172-6e554668bbac HTTP/1.1" status: 200 len: 915 time: 3.7511957 Aug 31 15:48:20.535883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (d632fd37-66c2-4084-a382-bc27e42cd6b7), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.536529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35168) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:20.538899 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a5e35-5de5-4fe7-a52b-835ad8be5b39 None None] Sync routers for ids ['bdc25873-606e-4ba4-a172-6e554668bbac'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:20.552256 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fd8b526a-9307-4949-937e-3f56c5955e6d tempest-AgentManagementNegativeTest-662489249 tempest-AgentManagementNegativeTest-662489249-project] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1717987 Aug 31 15:48:20.555901 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-86f01c50-b777-427a-a399-977a0dd622ce req-068cf0c1-5e2b-46a2-b486-51d3b5bf255c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967894 Aug 31 15:48:20.555992 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a5e35-5de5-4fe7-a52b-835ad8be5b39 None None] Routers {'bdc25873-606e-4ba4-a172-6e554668bbac'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:20.556518 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-266a5e35-5de5-4fe7-a52b-835ad8be5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bdc25873-606e-4ba4-a172-6e554668bbac'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:20.608343 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-266a5e35-5de5-4fe7-a52b-835ad8be5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:20.616308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:20.622047 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a5e35-5de5-4fe7-a52b-835ad8be5b39 None None] Routers {'bdc25873-606e-4ba4-a172-6e554668bbac'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:20.623169 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-266a5e35-5de5-4fe7-a52b-835ad8be5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bdc25873-606e-4ba4-a172-6e554668bbac'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:20.638609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Pushing event updated for resources: {'Port': ['ID=d632fd37-66c2-4084-a382-bc27e42cd6b7,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:20.650378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (8ee0368e-35b2-45cf-b6cc-012072aad1af), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.666830 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-266a5e35-5de5-4fe7-a52b-835ad8be5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:20.667541 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a5e35-5de5-4fe7-a52b-835ad8be5b39 None None] The sync data for ids ['bdc25873-606e-4ba4-a172-6e554668bbac'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:20.705256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (72003a10-f3db-405c-afa9-2adf299662e5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.772396 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.773756 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ca9863ed-944c-4239-9ba8-94381e87b1ca tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8436205 Aug 31 15:48:20.776817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35174) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:20.803929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df5df6-cd15-4bae-afb1-2d3ef2abeedb req-a048c350-5420-4dd0-995c-b23d92caea37 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:20.805467 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b9df5df6-cd15-4bae-afb1-2d3ef2abeedb req-a048c350-5420-4dd0-995c-b23d92caea37 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1240997 Aug 31 15:48:20.813664 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f4bccf9f-9d45-4eaa-a96d-88dc155d0b8c tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/bdc25873-606e-4ba4-a172-6e554668bbac HTTP/1.1" status: 200 len: 921 time: 0.2725024 Aug 31 15:48:20.816636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35178) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:20.862559 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa616c3-a78a-44cc-acfa-5ed53c44d18b tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:20.864992 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-baa616c3-a78a-44cc-acfa-5ed53c44d18b tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&device_id=bdc25873-606e-4ba4-a172-6e554668bbac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0473111 Aug 31 15:48:20.870033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35182) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:20.960391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:20.986358 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:20.993511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (72003a10-f3db-405c-afa9-2adf299662e5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.018454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (9141cc6d-5286-4ac5-8de9-5041399fb95e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.026736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d05083-25b9-4e95-a75f-50e93ae199df tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:21.028654 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d3d05083-25b9-4e95-a75f-50e93ae199df tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 881 time: 0.1601083 Aug 31 15:48:21.034765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35184) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:21.067065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72003a10-f3db-405c-afa9-2adf299662e5']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:21.070619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b287ed-8f2d-4963-9a90-e62a14cc05dd req-2f7d88df-52ca-4974-991a-b087aeda06b8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:21.072105 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b9df5df6-cd15-4bae-afb1-2d3ef2abeedb req-432cb315-0c1a-4a54-a5e3-1f276865e471 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545588 Aug 31 15:48:21.072258 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f6b287ed-8f2d-4963-9a90-e62a14cc05dd req-2f7d88df-52ca-4974-991a-b087aeda06b8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1026518 Aug 31 15:48:21.077106 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8933ebe7-b20b-498c-b8d9-55e11540148d tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bdc25873-606e-4ba4-a172-6e554668bbac HTTP/1.1" status: 200 len: 205 time: 0.0386367 Aug 31 15:48:21.077434 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35186) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:21.083062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e774c5e-b9ba-4e83-9af5-43459d228607') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:21.083360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e774c5e-b9ba-4e83-9af5-43459d228607') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:21.089202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:21.131950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.134352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (5e774c5e-b9ba-4e83-9af5-43459d228607), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.158291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5e774c5e-b9ba-4e83-9af5-43459d228607), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.169849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:48:21.170255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (5e774c5e-b9ba-4e83-9af5-43459d228607), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.243772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35192) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:21.251703 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5e774c5e-b9ba-4e83-9af5-43459d228607 resource provider aggregate not found Aug 31 15:48:21.274473 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5e774c5e-b9ba-4e83-9af5-43459d228607 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e774c5e-b9ba-4e83-9af5-43459d228607 found for delete ", "request_id": "req-a832d22a-53f7-4ac8-8fe9-9ac008879240"}]} Aug 31 15:48:21.279438 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f6b287ed-8f2d-4963-9a90-e62a14cc05dd req-9c011b76-7d37-481a-a1e7-9a0c50525ebb tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1943538 Aug 31 15:48:21.292555 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:21.323579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (bdc25873-606e-4ba4-a172-6e554668bbac), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.327989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.335790 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (9141cc6d-5286-4ac5-8de9-5041399fb95e), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.340052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (9141cc6d-5286-4ac5-8de9-5041399fb95e), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.435707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (72003a10-f3db-405c-afa9-2adf299662e5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.445251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.448301 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/networks/72003a10-f3db-405c-afa9-2adf299662e5 HTTP/1.1" status: 204 len: 168 time: 1.0111833 Aug 31 15:48:21.454975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35198) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:21.460752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1725930376'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:21.462449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-90e40b8f-4b3a-483c-8b63-6f132e70b6eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.479916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c97da-2e7d-4684-bde0-1295e4f44704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Network': ['ID=72003a10-f3db-405c-afa9-2adf299662e5,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:21.580538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:21.584435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.602810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:21.613082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Router 9141cc6d-5286-4ac5-8de9-5041399fb95e is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:21.617921 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:48:21.630349 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a503a605-9072-42d2-ba1a-578a745b9fc1), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.630788 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Added segment a503a605-9072-42d2-ba1a-578a745b9fc1 of type vlan for network e449cc00-2f19-4f8d-814a-379fc6aca8ae Aug 31 15:48:21.751940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (e449cc00-2f19-4f8d-814a-379fc6aca8ae), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.796228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (bdc25873-606e-4ba4-a172-6e554668bbac), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.801789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6109789-dbaf-43f3-ae16-fb91ee09ac58 req-fedf7977-9377-4ba6-a612-d8c7be120030 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:21.803408 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e6109789-dbaf-43f3-ae16-fb91ee09ac58 req-fedf7977-9377-4ba6-a612-d8c7be120030 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1078680 Aug 31 15:48:21.833405 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Allocated IP 172.26.2.174 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/76ba5b1c-90da-4b16-b212-9bbc99e31d6c) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:21.851426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:21.854632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:21.860178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.861363 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4f2c6d4b-6b63-4b54-811b-22e7218354d3 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "PUT /networking/v2.0/routers/9141cc6d-5286-4ac5-8de9-5041399fb95e HTTP/1.1" status: 200 len: 917 time: 3.5843544 Aug 31 15:48:21.867706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35202) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:21.868627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e435bc-95b2-4578-a7ed-c71ed82bafb5 None None] Sync routers for ids ['9141cc6d-5286-4ac5-8de9-5041399fb95e'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:21.882592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e435bc-95b2-4578-a7ed-c71ed82bafb5 None None] Routers {'9141cc6d-5286-4ac5-8de9-5041399fb95e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:21.883555 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-16e435bc-95b2-4578-a7ed-c71ed82bafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['9141cc6d-5286-4ac5-8de9-5041399fb95e'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:21.918678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-16e435bc-95b2-4578-a7ed-c71ed82bafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:21.922168 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e6109789-dbaf-43f3-ae16-fb91ee09ac58 req-1a963ec8-b4bb-4572-a58c-50532cbe293c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112397 Aug 31 15:48:21.937028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (e449cc00-2f19-4f8d-814a-379fc6aca8ae), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.942058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:21.942725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:21.947329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e435bc-95b2-4578-a7ed-c71ed82bafb5 None None] Routers {'9141cc6d-5286-4ac5-8de9-5041399fb95e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:21.948196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-16e435bc-95b2-4578-a7ed-c71ed82bafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['9141cc6d-5286-4ac5-8de9-5041399fb95e'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:21.989400 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-16e435bc-95b2-4578-a7ed-c71ed82bafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:21.990091 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e435bc-95b2-4578-a7ed-c71ed82bafb5 None None] The sync data for ids ['9141cc6d-5286-4ac5-8de9-5041399fb95e'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:21.996683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-90e40b8f-4b3a-483c-8b63-6f132e70b6eb admin admin] Publish callbacks [] for security_group (00de833f-87e9-43fc-8f5b-9ae4d9034387), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.035102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks [] for port (76ba5b1c-90da-4b16-b212-9bbc99e31d6c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.036402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Deleting port 1e2b3769-0780-433c-8a7e-97aa02b31a81 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:22.036734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1e2b3769-0780-433c-8a7e-97aa02b31a81), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.047496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:22.054193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-90e40b8f-4b3a-483c-8b63-6f132e70b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (00de833f-87e9-43fc-8f5b-9ae4d9034387), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.066616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Network': ['ID=e449cc00-2f19-4f8d-814a-379fc6aca8ae,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:22.077895 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8576ac7b-cbc6-4434-9be2-c50ec0ac312e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/9141cc6d-5286-4ac5-8de9-5041399fb95e HTTP/1.1" status: 200 len: 923 time: 0.2068520 Aug 31 15:48:22.079418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35204) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:22.081011 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network e449cc00-2f19-4f8d-814a-379fc6aca8ae details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:48:22.136508 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0186579c-8234-461a-9ed3-f0dce96460c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6803472 Aug 31 15:48:22.141295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35208) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:22.163986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409101d-71a3-45b3-885c-b691032f8647 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:22.168949 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a409101d-71a3-45b3-885c-b691032f8647 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&device_id=9141cc6d-5286-4ac5-8de9-5041399fb95e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0851305 Aug 31 15:48:22.169106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35210) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:22.174663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e449cc00-2f19-4f8d-814a-379fc6aca8ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:22.187649 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-90e40b8f-4b3a-483c-8b63-6f132e70b6eb admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4c93655b4ee24a92bfc7c60b3296a7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9370682 Aug 31 15:48:22.202085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35212) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:22.208610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e40b8f-4b3a-483c-8b63-6f132e70b6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00de833f-87e9-43fc-8f5b-9ae4d9034387,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:22.260784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad446f16-b442-4309-bc33-c1668c87d786 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:22.262508 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ad446f16-b442-4309-bc33-c1668c87d786 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 881 time: 0.0922704 Aug 31 15:48:22.265473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35214) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:22.265721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:22.297928 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9325855f-a3b5-427a-a528-e469e1209c55 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9141cc6d-5286-4ac5-8de9-5041399fb95e HTTP/1.1" status: 200 len: 205 time: 0.0312672 Aug 31 15:48:22.300410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35216) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:22.332536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1e2b3769-0780-433c-8a7e-97aa02b31a81), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.377789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (76ba5b1c-90da-4b16-b212-9bbc99e31d6c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.389099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Calling delete_port for 1e2b3769-0780-433c-8a7e-97aa02b31a81 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:22.400435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34558fc-d8f4-4bb9-9396-a197b3d06917 req-5e3394aa-c948-4ed1-950c-5c71e5c33c82 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:22.401524 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b34558fc-d8f4-4bb9-9396-a197b3d06917 req-5e3394aa-c948-4ed1-950c-5c71e5c33c82 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1949322 Aug 31 15:48:22.486123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:22.507052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:22.542076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:22.546499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Pushing event updated for resources: {'Port': ['ID=76ba5b1c-90da-4b16-b212-9bbc99e31d6c,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:22.576607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2da261c-076c-4eb4-9681-f4e56dca8aea admin admin] Publish callbacks [] for security_group (00de833f-87e9-43fc-8f5b-9ae4d9034387), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.602586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:22.606986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.695879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2da261c-076c-4eb4-9681-f4e56dca8aea admin admin] Publish callbacks [] for security_group (00de833f-87e9-43fc-8f5b-9ae4d9034387), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.706845 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b34558fc-d8f4-4bb9-9396-a197b3d06917 req-13513fb1-f154-4080-adcb-7a4da8e3c63e tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742996 Aug 31 15:48:22.718911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (9141cc6d-5286-4ac5-8de9-5041399fb95e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.726163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4c79f-b8f4-49f6-bc37-87670bef873c req-e6ffc085-55fe-47f7-a27d-1ec793461802 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:22.738973 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dbf4c79f-b8f4-49f6-bc37-87670bef873c req-e6ffc085-55fe-47f7-a27d-1ec793461802 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.3454332 Aug 31 15:48:22.750439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.ipam_backend_mixin [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Performing IP validity checks on allocation pools {{(pid=114265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 31 15:48:22.751086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.ipam_backend_mixin [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 31 15:48:22.796344 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:22.857819 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dbf4c79f-b8f4-49f6-bc37-87670bef873c req-3c0b865e-0796-413f-ac29-d2691c20c2fa tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939803 Aug 31 15:48:22.888526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (9141cc6d-5286-4ac5-8de9-5041399fb95e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.899212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks [] for floatingip (975b6417-2784-4c3a-8a32-de1a8be6057d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.979112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2da261c-076c-4eb4-9681-f4e56dca8aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (00de833f-87e9-43fc-8f5b-9ae4d9034387), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.982811 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2da261c-076c-4eb4-9681-f4e56dca8aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:22.986702 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e2da261c-076c-4eb4-9681-f4e56dca8aea admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/00de833f-87e9-43fc-8f5b-9ae4d9034387 HTTP/1.1" status: 204 len: 168 time: 0.7762625 Aug 31 15:48:23.010742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Deleting port 601dad77-f31f-4186-a623-bb1d2b4ab38b {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:23.011436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (601dad77-f31f-4186-a623-bb1d2b4ab38b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.028326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da261c-076c-4eb4-9681-f4e56dca8aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00de833f-87e9-43fc-8f5b-9ae4d9034387,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:23.075617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (76ba5b1c-90da-4b16-b212-9bbc99e31d6c), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.087140 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:23.111764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (601dad77-f31f-4186-a623-bb1d2b4ab38b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.126285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Calling delete_port for 601dad77-f31f-4186-a623-bb1d2b4ab38b owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:23.132201 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1e2b3769-0780-433c-8a7e-97aa02b31a81), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.138456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:23.192430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Pushing event deleted for resources: {'Port': ['ID=1e2b3769-0780-433c-8a7e-97aa02b31a81,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:23.205771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc19e04-a3f5-4049-b19d-58679498e1b8 req-b6992ac3-b5ed-479a-93ea-b30cad5510d2 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:23.212831 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cdc19e04-a3f5-4049-b19d-58679498e1b8 req-b6992ac3-b5ed-479a-93ea-b30cad5510d2 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1437898 Aug 31 15:48:23.247458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (72f4c71a-8bfe-47d1-b93d-a6aaff8d758e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.397532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (601dad77-f31f-4186-a623-bb1d2b4ab38b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.426602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (bdc25873-606e-4ba4-a172-6e554668bbac), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.440849 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cdc19e04-a3f5-4049-b19d-58679498e1b8 req-40b73ef1-ffdf-4a01-9e20-77280c7ac643 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271633 Aug 31 15:48:23.441574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=72f4c71a-8bfe-47d1-b93d-a6aaff8d758e,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:23.462604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Pushing event deleted for resources: {'Port': ['ID=601dad77-f31f-4186-a623-bb1d2b4ab38b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:23.522727 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (9141cc6d-5286-4ac5-8de9-5041399fb95e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.524894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:23.576360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (bdc25873-606e-4ba4-a172-6e554668bbac), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.584192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (bdc25873-606e-4ba4-a172-6e554668bbac), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.599983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Checking segment: {'id': 'a503a605-9072-42d2-ba1a-578a745b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e449cc00-2f19-4f8d-814a-379fc6aca8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:23.600348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network hostable DHCP agents. Network: e449cc00-2f19-4f8d-814a-379fc6aca8ae, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:48:23.632922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (9141cc6d-5286-4ac5-8de9-5041399fb95e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.635477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (9141cc6d-5286-4ac5-8de9-5041399fb95e), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.641536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:23.667369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks [] for port (76ba5b1c-90da-4b16-b212-9bbc99e31d6c), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.747808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (9141cc6d-5286-4ac5-8de9-5041399fb95e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.748533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Fanout notify agent at l3_agent the message router_deleted on router 9141cc6d-5286-4ac5-8de9-5041399fb95e {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:23.751343 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (bdc25873-606e-4ba4-a172-6e554668bbac), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.752884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Fanout notify agent at l3_agent the message router_deleted on router bdc25873-606e-4ba4-a172-6e554668bbac {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:23.756106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (76ba5b1c-90da-4b16-b212-9bbc99e31d6c), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.758719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.760435 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4c15d9d6-05ff-427d-9c2e-e6f5fb21754f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/9141cc6d-5286-4ac5-8de9-5041399fb95e HTTP/1.1" status: 204 len: 168 time: 1.4588659 Aug 31 15:48:23.767065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35236) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:23.774173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-bd5382ec-ec80-4b27-a368-b14ee7cc723b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1292772456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:23.831782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.837173 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ffe2b0c4-3cdb-4447-b9d7-e797303c65f5 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/bdc25873-606e-4ba4-a172-6e554668bbac HTTP/1.1" status: 204 len: 168 time: 2.7587366 Aug 31 15:48:23.841139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e449cc00-2f19-4f8d-814a-379fc6aca8ae is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:48:23.845818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35238) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:23.854178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3a7bc7a2-6862-47f0-a5e1-bfe6735edb45 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1436287209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:23.870360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668ad82-6579-4f6f-8790-d40d66747a20 req-b81789e0-e22d-4b2c-9107-5c00803b5674 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:23.871888 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5668ad82-6579-4f6f-8790-d40d66747a20 req-b81789e0-e22d-4b2c-9107-5c00803b5674 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0530243 Aug 31 15:48:23.907525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (975b6417-2784-4c3a-8a32-de1a8be6057d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.926718 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5668ad82-6579-4f6f-8790-d40d66747a20 req-1039f7f0-5e6b-49e8-a678-9c6ad36e4b56 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488684 Aug 31 15:48:23.929197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd5382ec-ec80-4b27-a368-b14ee7cc723b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (8d9be007-a3ca-42f4-ab0b-934647d6bc56), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.930317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd5382ec-ec80-4b27-a368-b14ee7cc723b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (8d9be007-a3ca-42f4-ab0b-934647d6bc56), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.936402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Pushing event updated for resources: {'Port': ['ID=76ba5b1c-90da-4b16-b212-9bbc99e31d6c,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:23.958133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, e449cc00-2f19-4f8d-814a-379fc6aca8ae) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:23.979877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:23.984627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:23.991217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63c7dd-466f-46ab-a05e-cfce8c8f7028 None None] Network e449cc00-2f19-4f8d-814a-379fc6aca8ae requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:24.011171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:24.042351 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd5382ec-ec80-4b27-a368-b14ee7cc723b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (8d9be007-a3ca-42f4-ab0b-934647d6bc56), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.055574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc7a2-6862-47f0-a5e1-bfe6735edb45 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.056620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc7a2-6862-47f0-a5e1-bfe6735edb45 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.065508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.066657 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-db445383-fe0a-4c80-9635-851558a10133 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2887924 Aug 31 15:48:24.075742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35246) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:24.079294 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-17bf80c1-5c37-4145-b367-bcd8a2bf38df tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9286866 Aug 31 15:48:24.083805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35248) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:24.097029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': 'e449cc00-2f19-4f8d-814a-379fc6aca8ae', 'name': 'tempest-PortsTestJSON-572027398'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:24.121045 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845247f4-3099-4e62-b8bd-cfc32d82e7ad req-dd3a2bc3-dc52-49b5-b619-4c16a49dc494 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:24.122884 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-845247f4-3099-4e62-b8bd-cfc32d82e7ad req-dd3a2bc3-dc52-49b5-b619-4c16a49dc494 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1137707 Aug 31 15:48:24.124110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e449cc00-2f19-4f8d-814a-379fc6aca8ae', 'network_id': 'e449cc00-2f19-4f8d-814a-379fc6aca8ae', 'project_id': '57f5b0b0964c4f818f0c7bf0928738a3', 'fixed_ips': [{'subnet_id': '72f4c71a-8bfe-47d1-b93d-a6aaff8d758e'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:48:24.125209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.158165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:24.158434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:24.178258 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-22607653-d63a-4120-be47-02b7ff226809 tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] 10.222.0.46 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.1002178 Aug 31 15:48:24.181279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35252) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:24.214115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd5382ec-ec80-4b27-a368-b14ee7cc723b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (8d9be007-a3ca-42f4-ab0b-934647d6bc56), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.234030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc7a2-6862-47f0-a5e1-bfe6735edb45 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.278491 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5bb410b2-c0b2-466e-9651-9b2efac03318 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0937369 Aug 31 15:48:24.281487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35254) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:24.288652 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-845247f4-3099-4e62-b8bd-cfc32d82e7ad req-e714097e-5620-4d6e-ba6a-af8fc8747b26 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295140 Aug 31 15:48:24.321267 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Allocated IP 172.20.0.2 (e449cc00-2f19-4f8d-814a-379fc6aca8ae/72f4c71a-8bfe-47d1-b93d-a6aaff8d758e/0a5bbfee-bb36-483a-8f44-4f56218385e8) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:24.330175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc7a2-6862-47f0-a5e1-bfe6735edb45 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.434841 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc7a2-6862-47f0-a5e1-bfe6735edb45 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.437902 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3a7bc7a2-6862-47f0-a5e1-bfe6735edb45 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5892117 Aug 31 15:48:24.439115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:24.440447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd5382ec-ec80-4b27-a368-b14ee7cc723b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.443583 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.445195 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bd5382ec-ec80-4b27-a368-b14ee7cc723b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6768396 Aug 31 15:48:24.445955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35258) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:24.446285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35260) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:24.454689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'enable_snat': False}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:24.459669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'enable_snat': False}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:24.467610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port aff1c24e-4417-4f81-89cf-e8144215ff78 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:24.477033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35264) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:24.514184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Publish callbacks [] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.554802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf4201-e62c-4b71-a2d8-226fbd029fd6 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Deleting port 76ba5b1c-90da-4b16-b212-9bbc99e31d6c {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:24.555053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4201-e62c-4b71-a2d8-226fbd029fd6 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (76ba5b1c-90da-4b16-b212-9bbc99e31d6c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.598131 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.605159 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1010796792'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:24.642547 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Network e449cc00-2f19-4f8d-814a-379fc6aca8ae is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:24.646574 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:24.651563 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:24.664671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Pushing event updated for resources: {'Port': ['ID=0a5bbfee-bb36-483a-8f44-4f56218385e8,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:24.682264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.10 (e449cc00-2f19-4f8d-814a-379fc6aca8ae/72f4c71a-8bfe-47d1-b93d-a6aaff8d758e/aff1c24e-4417-4f81-89cf-e8144215ff78) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:24.727804 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Attempting to bind port 0a5bbfee-bb36-483a-8f44-4f56218385e8 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:48:24.728012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:24.729218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Attempting to bind port 0a5bbfee-bb36-483a-8f44-4f56218385e8 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'a503a605-9072-42d2-ba1a-578a745b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e449cc00-2f19-4f8d-814a-379fc6aca8ae'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:48:24.729603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Attempting to bind port 0a5bbfee-bb36-483a-8f44-4f56218385e8 on network e449cc00-2f19-4f8d-814a-379fc6aca8ae {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:48:24.736023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:48:24.737205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Checking segment: {'id': 'a503a605-9072-42d2-ba1a-578a745b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e449cc00-2f19-4f8d-814a-379fc6aca8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:24.738077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.738636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Bound using segment: {'id': 'a503a605-9072-42d2-ba1a-578a745b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e449cc00-2f19-4f8d-814a-379fc6aca8ae'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:48:24.739283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Bound port: 0a5bbfee-bb36-483a-8f44-4f56218385e8, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a503a605-9072-42d2-ba1a-578a745b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e449cc00-2f19-4f8d-814a-379fc6aca8ae'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:48:24.739802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.783020 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:24.793597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:24.821306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] For port 0a5bbfee-bb36-483a-8f44-4f56218385e8, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:48:24.827430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] For port 0a5bbfee-bb36-483a-8f44-4f56218385e8, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0a5bbfee-bb36-483a-8f44-4f56218385e8,segment=NetworkSegment(a503a605-9072-42d2-ba1a-578a745b9fc1),segment_id=a503a605-9072-42d2-ba1a-578a745b9fc1)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:48:24.863184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f4712-44c2-460f-80da-b86700f875db req-1d94354c-0a1f-43fe-9d5a-dd88c4bc8d0c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:24.864734 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-764f4712-44c2-460f-80da-b86700f875db req-1d94354c-0a1f-43fe-9d5a-dd88c4bc8d0c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.2448509 Aug 31 15:48:24.956732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.970564 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.975841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4201-e62c-4b71-a2d8-226fbd029fd6 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (76ba5b1c-90da-4b16-b212-9bbc99e31d6c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.976117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4201-e62c-4b71-a2d8-226fbd029fd6 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks [] for floatingip (76ba5b1c-90da-4b16-b212-9bbc99e31d6c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:24.981141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Made reservation on behalf of e32f095990c841089b988cd1e7acf5fd for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:24.985221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.032228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.047877 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-764f4712-44c2-460f-80da-b86700f875db req-17792177-5bf6-46ed-98ce-2f231a1f8929 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276748 Aug 31 15:48:25.059003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf4201-e62c-4b71-a2d8-226fbd029fd6 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Calling delete_port for 76ba5b1c-90da-4b16-b212-9bbc99e31d6c owned by network:floatingip {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:25.118569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (8d9be007-a3ca-42f4-ab0b-934647d6bc56), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.168793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53607d7f-2d39-4162-94c4-6a8366631717 None None] Pushing event updated for resources: {'Port': ['ID=0a5bbfee-bb36-483a-8f44-4f56218385e8,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:25.194954 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (aff1c24e-4417-4f81-89cf-e8144215ff78), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.212576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:25.238606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b9e02-e2df-41aa-b851-61fec2df7abe req-43d2f99f-38fc-4ce1-9e87-97cbff1f6f4a tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:25.240123 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1b5b9e02-e2df-41aa-b851-61fec2df7abe req-43d2f99f-38fc-4ce1-9e87-97cbff1f6f4a tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0831227 Aug 31 15:48:25.288438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for security_group (e5ddd74b-5cda-4271-b48e-ad39d38f0a65), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.331607 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1b5b9e02-e2df-41aa-b851-61fec2df7abe req-1d43d6de-e4c4-4608-a166-028287d522d4 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823736 Aug 31 15:48:25.346810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e5ddd74b-5cda-4271-b48e-ad39d38f0a65), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.383009 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (aff1c24e-4417-4f81-89cf-e8144215ff78), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.428758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:48:25.464125 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:25.465784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ddd74b-5cda-4271-b48e-ad39d38f0a65,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:25.481417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e449cc00-2f19-4f8d-814a-379fc6aca8ae is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:25.497107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d6574064-89cf-4734-9d14-70b6bbfa131a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.497107 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Added segment d6574064-89cf-4734-9d14-70b6bbfa131a of type vlan for network a6ea373f-069e-40c9-a1cf-ebec40d66a03 Aug 31 15:48:25.506674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:25.509232 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:25.540243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=aff1c24e-4417-4f81-89cf-e8144215ff78,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:25.594906 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (a6ea373f-069e-40c9-a1cf-ebec40d66a03), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.609507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:25.610534 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.695760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 0a5bbfee-bb36-483a-8f44-4f56218385e8 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:48:25.696001 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-337de9a0-2da0-40e3-a93d-b041bd92d04f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6082921 Aug 31 15:48:25.696001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35272) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:25.721508 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=73 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:25.723103 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=42 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:25.724780 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:48:25.733138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (a6ea373f-069e-40c9-a1cf-ebec40d66a03), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.738448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:25.739111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.763587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 0a5bbfee-bb36-483a-8f44-4f56218385e8 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:25.764273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.764859 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 0a5bbfee-bb36-483a-8f44-4f56218385e8 Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:25.815061 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:25.858503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Network': ['ID=a6ea373f-069e-40c9-a1cf-ebec40d66a03,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:25.871619 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-78011910-1d17-42f4-acd7-02a5c51295c8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3925612 Aug 31 15:48:25.874962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network a6ea373f-069e-40c9-a1cf-ebec40d66a03 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:48:25.875126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35274) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:25.880292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'subnet': {'network_id': 'a6ea373f-069e-40c9-a1cf-ebec40d66a03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:25.888551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.899140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4ab5c-6906-4f25-abbf-c841583f4cfc req-897f201d-ae53-4863-b73e-4acab2937e23 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:25.899397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-71d025b3-8d8b-4809-aaa8-24e1b57d66e2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port aff1c24e-4417-4f81-89cf-e8144215ff78 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:25.899786 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-71d025b3-8d8b-4809-aaa8-24e1b57d66e2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (aff1c24e-4417-4f81-89cf-e8144215ff78), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.900678 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-81e4ab5c-6906-4f25-abbf-c841583f4cfc req-897f201d-ae53-4863-b73e-4acab2937e23 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.4449208 Aug 31 15:48:25.929214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:25.935682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:25.979648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:26.064457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4201-e62c-4b71-a2d8-226fbd029fd6 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (76ba5b1c-90da-4b16-b212-9bbc99e31d6c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.076463 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-71d025b3-8d8b-4809-aaa8-24e1b57d66e2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (aff1c24e-4417-4f81-89cf-e8144215ff78), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.085158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (8d9be007-a3ca-42f4-ab0b-934647d6bc56), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.093973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-71d025b3-8d8b-4809-aaa8-24e1b57d66e2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for aff1c24e-4417-4f81-89cf-e8144215ff78 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:26.131598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf4201-e62c-4b71-a2d8-226fbd029fd6 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Pushing event deleted for resources: {'Port': ['ID=76ba5b1c-90da-4b16-b212-9bbc99e31d6c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:26.163598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Made reservation on behalf of e32f095990c841089b988cd1e7acf5fd for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:26.167493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.168912 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-81e4ab5c-6906-4f25-abbf-c841583f4cfc req-667e8918-1a4e-43aa-879c-1186edabaefe tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2456303 Aug 31 15:48:26.175519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.306373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Allocated IP 172.26.2.15 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/b3078e33-c84d-4721-aefd-52188275741c) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:26.333703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55c49-f63e-45f8-82aa-b9ef57024bde req-d51030fa-af9a-4251-bf4f-a0ab34743526 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:26.342213 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-41f55c49-f63e-45f8-82aa-b9ef57024bde req-d51030fa-af9a-4251-bf4f-a0ab34743526 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1014206 Aug 31 15:48:26.342618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4201-e62c-4b71-a2d8-226fbd029fd6 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks [] for floatingip (975b6417-2784-4c3a-8a32-de1a8be6057d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.345337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4201-e62c-4b71-a2d8-226fbd029fd6 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.346581 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a5cf4201-e62c-4b71-a2d8-226fbd029fd6 tempest-FloatingIPAdminTestJSON-1786256737 tempest-FloatingIPAdminTestJSON-1786256737-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/975b6417-2784-4c3a-8a32-de1a8be6057d HTTP/1.1" status: 204 len: 168 time: 2.0637541 Aug 31 15:48:26.349345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35278) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:26.406386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:26.446163 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6047c6f-3cd4-4b9b-84fc-3b81bf37475a None None] Network e449cc00-2f19-4f8d-814a-379fc6aca8ae requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:26.460440 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-41f55c49-f63e-45f8-82aa-b9ef57024bde req-f9a71f4d-1a48-4260-a473-60a8987b5a5a tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176825 Aug 31 15:48:26.516556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c2aa7-6013-40de-8abc-d90225e693da tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Deleting port d632fd37-66c2-4084-a382-bc27e42cd6b7 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:26.516892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2aa7-6013-40de-8abc-d90225e693da tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d632fd37-66c2-4084-a382-bc27e42cd6b7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.521439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-71d025b3-8d8b-4809-aaa8-24e1b57d66e2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (aff1c24e-4417-4f81-89cf-e8144215ff78), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.525930 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b1f67c22-5d72-4dc6-b59d-66db918b2f66 None None] Provisioning complete for port 0a5bbfee-bb36-483a-8f44-4f56218385e8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:26.526578 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1f67c22-5d72-4dc6-b59d-66db918b2f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.527016 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b1f67c22-5d72-4dc6-b59d-66db918b2f66 None None] Attempt 1 to provision port 0a5bbfee-bb36-483a-8f44-4f56218385e8 Aug 31 15:48:26.564705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d025b3-8d8b-4809-aaa8-24e1b57d66e2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=aff1c24e-4417-4f81-89cf-e8144215ff78,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:26.602015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2aa7-6013-40de-8abc-d90225e693da tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d632fd37-66c2-4084-a382-bc27e42cd6b7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.602927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2aa7-6013-40de-8abc-d90225e693da tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks [] for floatingip (d632fd37-66c2-4084-a382-bc27e42cd6b7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-b1f67c22-5d72-4dc6-b59d-66db918b2f66 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:26.613333 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:26.640602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f82c3-b15f-43e9-b40f-3fa6b3bd61e3 req-86c6f451-2493-444b-89ca-0819f77c75e7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:26.642317 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-665f82c3-b15f-43e9-b40f-3fa6b3bd61e3 req-86c6f451-2493-444b-89ca-0819f77c75e7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1774502 Aug 31 15:48:26.643563 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c2aa7-6013-40de-8abc-d90225e693da tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Calling delete_port for d632fd37-66c2-4084-a382-bc27e42cd6b7 owned by network:floatingip {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:26.708931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:26.709529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-71d025b3-8d8b-4809-aaa8-24e1b57d66e2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.716087 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-71d025b3-8d8b-4809-aaa8-24e1b57d66e2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/aff1c24e-4417-4f81-89cf-e8144215ff78 HTTP/1.1" status: 204 len: 168 time: 1.0143754 Aug 31 15:48:26.718889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35282) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:26.812358 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95756aa-390b-40ca-80a9-00a2d38aef8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:48:26.812926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95756aa-390b-40ca-80a9-00a2d38aef8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:48:26.816013 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f95756aa-390b-40ca-80a9-00a2d38aef8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/aff1c24e-4417-4f81-89cf-e8144215ff78 HTTP/1.1" status: 404 len: 333 time: 0.0972528 Aug 31 15:48:26.818956 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35284) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:26.848808 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-665f82c3-b15f-43e9-b40f-3fa6b3bd61e3 req-33d33563-a525-4459-8701-d3235e08f65b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994274 Aug 31 15:48:26.850658 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb95860-d888-4654-b645-02cffb98e58c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:48:26.852083 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9cb95860-d888-4654-b645-02cffb98e58c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/aff1c24e-4417-4f81-89cf-e8144215ff78 HTTP/1.1" status: 404 len: 333 time: 0.0321302 Aug 31 15:48:26.856426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35286) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:26.867065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (25ad09f6-4c69-4850-833b-a30dac656f97), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.891514 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for port (b3078e33-c84d-4721-aefd-52188275741c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.917887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:26.944784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f1afda55-e77e-4f19-a15d-b81b1873a413 None None] Provisioning complete for port 0a5bbfee-bb36-483a-8f44-4f56218385e8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:26.944784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1afda55-e77e-4f19-a15d-b81b1873a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:26.946136 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f1afda55-e77e-4f19-a15d-b81b1873a413 None None] Attempt 1 to provision port 0a5bbfee-bb36-483a-8f44-4f56218385e8 Aug 31 15:48:26.968293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-837e7191-320d-4cd0-866e-3782238b4996 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet 72f4c71a-8bfe-47d1-b93d-a6aaff8d758e {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:48:26.979781 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-837e7191-320d-4cd0-866e-3782238b4996 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (72f4c71a-8bfe-47d1-b93d-a6aaff8d758e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.004942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Subnet': ['ID=25ad09f6-4c69-4850-833b-a30dac656f97,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f1afda55-e77e-4f19-a15d-b81b1873a413 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:27.007097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:27.021512 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Checking segment: {'id': 'd6574064-89cf-4734-9d14-70b6bbfa131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a6ea373f-069e-40c9-a1cf-ebec40d66a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:27.021926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network hostable DHCP agents. Network: a6ea373f-069e-40c9-a1cf-ebec40d66a03, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:48:27.049944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-837e7191-320d-4cd0-866e-3782238b4996 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (72f4c71a-8bfe-47d1-b93d-a6aaff8d758e), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.057690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b3078e33-c84d-4721-aefd-52188275741c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.115683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2aa7-6013-40de-8abc-d90225e693da tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (d632fd37-66c2-4084-a382-bc27e42cd6b7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.128601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9d5229db-337c-4397-bf7a-d39a7b684308 None None] Could not find standard attr ID for object aff1c24e-4417-4f81-89cf-e8144215ff78. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:48:27.149176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:27.162067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:27.166283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network a6ea373f-069e-40c9-a1cf-ebec40d66a03 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:48:27.171714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-837e7191-320d-4cd0-866e-3782238b4996 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (72f4c71a-8bfe-47d1-b93d-a6aaff8d758e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.174267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:27.184189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Pushing event updated for resources: {'Port': ['ID=b3078e33-c84d-4721-aefd-52188275741c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:27.233364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Allocated IP 172.26.2.32 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/1296064b-1cb8-4481-81b7-8548653e8d42) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:27.261252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c2aa7-6013-40de-8abc-d90225e693da tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Pushing event deleted for resources: {'Port': ['ID=d632fd37-66c2-4084-a382-bc27e42cd6b7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:27.263358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:27.325507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, a6ea373f-069e-40c9-a1cf-ebec40d66a03) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:27.343241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:27.345267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.384451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f89c82-6c74-4c72-846c-a50ee872cb46 req-c5fd3644-80bd-43d6-8c01-d66218dcf195 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:27.386162 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c9f89c82-6c74-4c72-846c-a50ee872cb46 req-c5fd3644-80bd-43d6-8c01-d66218dcf195 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1142161 Aug 31 15:48:27.437888 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d9afba-d1e4-4b6c-ad04-0e6817e6d037 None None] Network a6ea373f-069e-40c9-a1cf-ebec40d66a03 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:27.442815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2aa7-6013-40de-8abc-d90225e693da tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks [] for floatingip (8ee0368e-35b2-45cf-b6cc-012072aad1af), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.445268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2aa7-6013-40de-8abc-d90225e693da tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.450637 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ee0c2aa7-6013-40de-8abc-d90225e693da tempest-FloatingIPAdminTestJSON-1871603837 tempest-FloatingIPAdminTestJSON-1871603837-project-admin] 10.222.0.46 "DELETE /networking/v2.0/floatingips/8ee0368e-35b2-45cf-b6cc-012072aad1af HTTP/1.1" status: 204 len: 168 time: 1.0962236 Aug 31 15:48:27.453547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:27.453739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35290) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:27.455221 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c9f89c82-6c74-4c72-846c-a50ee872cb46 req-196f925b-2ffb-4722-a50d-22ecc16885b8 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610266 Aug 31 15:48:27.465592 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-837e7191-320d-4cd0-866e-3782238b4996 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (72f4c71a-8bfe-47d1-b93d-a6aaff8d758e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.483862 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-65d260ce-8caa-41bb-a6fb-7abb5c446e73 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6077836 Aug 31 15:48:27.501529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35292) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:27.506827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e7191-320d-4cd0-866e-3782238b4996 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=72f4c71a-8bfe-47d1-b93d-a6aaff8d758e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:27.517499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-837e7191-320d-4cd0-866e-3782238b4996 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.521601 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-837e7191-320d-4cd0-866e-3782238b4996 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/72f4c71a-8bfe-47d1-b93d-a6aaff8d758e HTTP/1.1" status: 204 len: 168 time: 0.6633420 Aug 31 15:48:27.524515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35296) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:27.530710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809dabe7-f21f-41a3-8a40-a7784521c28b None None] Network e449cc00-2f19-4f8d-814a-379fc6aca8ae requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:27.545908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-453415208', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:27.633919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (e449cc00-2f19-4f8d-814a-379fc6aca8ae), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.656309 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:27.661211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94856ce4-692e-4c97-bf20-be06ac4e8cd6 None None] Network a6ea373f-069e-40c9-a1cf-ebec40d66a03 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:27.697974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 0a5bbfee-bb36-483a-8f44-4f56218385e8 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:27.706380 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.711212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for port (1296064b-1cb8-4481-81b7-8548653e8d42), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.718595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae923326-b4e2-4fcf-ad92-67e60f2701fb req-7bec623b-dd26-4fbb-a97c-272dc61366a6 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:27.720222 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ae923326-b4e2-4fcf-ad92-67e60f2701fb req-7bec623b-dd26-4fbb-a97c-272dc61366a6 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1534040 Aug 31 15:48:27.749308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-4187b48d-2343-4b05-89df-f3f39a199b27 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Deleting port 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:27.750002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4187b48d-2343-4b05-89df-f3f39a199b27 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.781721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891fa342-c6b6-44b5-9507-43ccd7364a0e None None] DHCP port deletion for e449cc00-2f19-4f8d-814a-379fc6aca8ae request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:48:27.789412 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:27.790895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] For port 0a5bbfee-bb36-483a-8f44-4f56218385e8, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0a5bbfee-bb36-483a-8f44-4f56218385e8,segment=NetworkSegment(a503a605-9072-42d2-ba1a-578a745b9fc1),segment_id=a503a605-9072-42d2-ba1a-578a745b9fc1)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:27.791266 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.808083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 0a5bbfee-bb36-483a-8f44-4f56218385e8 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:27.826294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-891fa342-c6b6-44b5-9507-43ccd7364a0e None None] Deleting port 0a5bbfee-bb36-483a-8f44-4f56218385e8 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:27.826658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-891fa342-c6b6-44b5-9507-43ccd7364a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.869778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.871585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.898763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:27.905030 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-891fa342-c6b6-44b5-9507-43ccd7364a0e None None] For port 0a5bbfee-bb36-483a-8f44-4f56218385e8, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0a5bbfee-bb36-483a-8f44-4f56218385e8,segment=NetworkSegment(a503a605-9072-42d2-ba1a-578a745b9fc1),segment_id=a503a605-9072-42d2-ba1a-578a745b9fc1)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:27.905613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-891fa342-c6b6-44b5-9507-43ccd7364a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:27.923697 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-891fa342-c6b6-44b5-9507-43ccd7364a0e None None] Calling delete_port for 0a5bbfee-bb36-483a-8f44-4f56218385e8 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:27.924826 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ae923326-b4e2-4fcf-ad92-67e60f2701fb req-ed5c0c83-0e67-4ddd-b8a9-786f6b47ebc1 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919742 Aug 31 15:48:27.928349 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:28.026405 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf580-40e5-4557-98e1-c25b4f8f52f0 req-f87ff138-f1c6-455f-87fd-22169b2f2d58 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:28.030159 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bf0cf580-40e5-4557-98e1-c25b4f8f52f0 req-f87ff138-f1c6-455f-87fd-22169b2f2d58 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0655262 Aug 31 15:48:28.034728 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.037422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1296064b-1cb8-4481-81b7-8548653e8d42), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.040605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_controller (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.049590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-891fa342-c6b6-44b5-9507-43ccd7364a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (0a5bbfee-bb36-483a-8f44-4f56218385e8), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.062296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4187b48d-2343-4b05-89df-f3f39a199b27 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.082477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=0a5bbfee-bb36-483a-8f44-4f56218385e8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:28.088051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No DVR routers for this DVR port 0a5bbfee-bb36-483a-8f44-4f56218385e8 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:28.095587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fa342-c6b6-44b5-9507-43ccd7364a0e None None] Pushing event deleted for resources: {'Port': ['ID=0a5bbfee-bb36-483a-8f44-4f56218385e8,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:28.098732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fa342-c6b6-44b5-9507-43ccd7364a0e None None] No DVR routers for this DVR port 0a5bbfee-bb36-483a-8f44-4f56218385e8 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:28.121788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-4187b48d-2343-4b05-89df-f3f39a199b27 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Calling delete_port for 18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:28.130906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router_gateway (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.138411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:28.148460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:28.185790 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Pushing event updated for resources: {'Port': ['ID=1296064b-1cb8-4481-81b7-8548653e8d42,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:28.188983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:28.207938 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bf0cf580-40e5-4557-98e1-c25b4f8f52f0 req-43525382-a0a9-4084-bbad-b319f663ed6e tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672382 Aug 31 15:48:28.226300 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (e449cc00-2f19-4f8d-814a-379fc6aca8ae), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.255124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e449cc00-2f19-4f8d-814a-379fc6aca8ae']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:28.266028 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a503a605-9072-42d2-ba1a-578a745b9fc1') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:28.272332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a503a605-9072-42d2-ba1a-578a745b9fc1') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:28.278130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (a503a605-9072-42d2-ba1a-578a745b9fc1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.294129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:28.299584 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a503a605-9072-42d2-ba1a-578a745b9fc1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.310657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:48:28.311071 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (a503a605-9072-42d2-ba1a-578a745b9fc1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.332730 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment a503a605-9072-42d2-ba1a-578a745b9fc1 resource provider aggregate not found Aug 31 15:48:28.386086 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment a503a605-9072-42d2-ba1a-578a745b9fc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a503a605-9072-42d2-ba1a-578a745b9fc1 found for delete ", "request_id": "req-da8c572d-9910-42d8-b8c1-47d7fac3dee0"}]} Aug 31 15:48:28.467094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (e449cc00-2f19-4f8d-814a-379fc6aca8ae), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.486806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.490545 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/networks/e449cc00-2f19-4f8d-814a-379fc6aca8ae HTTP/1.1" status: 204 len: 168 time: 0.9638057 Aug 31 15:48:28.492118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37f95d-ccb7-4493-aad8-3fa33d443e04 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Network': ['ID=e449cc00-2f19-4f8d-814a-379fc6aca8ae,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:28.495630 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35304) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:28.502733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1735364376'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:28.519518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_gateway (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.598203 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:28.602041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.634099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:48:28.647420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (955c49b7-30fa-4773-9c0f-696e7ded55a3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.647902 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Added segment 955c49b7-30fa-4773-9c0f-696e7ded55a3 of type vlan for network f9b23462-a067-4220-85ae-68c56d6f7853 Aug 31 15:48:28.694079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f9b23462-a067-4220-85ae-68c56d6f7853), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.791905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f9b23462-a067-4220-85ae-68c56d6f7853), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.798296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:28.804727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:28.878043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Network': ['ID=f9b23462-a067-4220-85ae-68c56d6f7853,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:28.893762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f9b23462-a067-4220-85ae-68c56d6f7853 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:48:28.939447 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f3a68a66-58fc-4c72-ab64-4751eb6cc47d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4420178 Aug 31 15:48:28.943935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35308) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:28.949104 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'f9b23462-a067-4220-85ae-68c56d6f7853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:29.012723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:29.096796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085a17a-e584-434a-9e94-da757e3f4e9a req-08899a14-6e6c-4a0f-9b11-498ddc9f7bee tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:29.098417 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d085a17a-e584-434a-9e94-da757e3f4e9a req-08899a14-6e6c-4a0f-9b11-498ddc9f7bee tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.5311141 Aug 31 15:48:29.116333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600577-a0e2-4a70-b0b3-0fde1388cb3d req-9f524746-0863-4708-87a5-d7aa6c7fbdb8 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:29.117900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-75600577-a0e2-4a70-b0b3-0fde1388cb3d req-9f524746-0863-4708-87a5-d7aa6c7fbdb8 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.0783174 Aug 31 15:48:29.180283 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-75600577-a0e2-4a70-b0b3-0fde1388cb3d req-fb167497-149f-47b0-b3e6-79549375f7c7 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506165 Aug 31 15:48:29.210355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:29.220889 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:29.226838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:29.244079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:29.270296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4187b48d-2343-4b05-89df-f3f39a199b27 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:29.271987 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:29.280643 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d085a17a-e584-434a-9e94-da757e3f4e9a req-fd14e2c4-99b6-4501-91e6-eef32e0c95f1 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382461 Aug 31 15:48:29.376432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:29.383649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187b48d-2343-4b05-89df-f3f39a199b27 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event deleted for resources: {'Port': ['ID=18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:29.414099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d22ef-945b-4687-b5c5-283220ccee53 req-07b4c115-f8f7-4a43-a811-dce097a03387 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:29.415646 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-df9d22ef-945b-4687-b5c5-283220ccee53 req-07b4c115-f8f7-4a43-a811-dce097a03387 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0847516 Aug 31 15:48:29.551218 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-df9d22ef-945b-4687-b5c5-283220ccee53 req-cbea3589-8cb8-41b7-acd1-a6bb6d9be0cf tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151848 Aug 31 15:48:29.569250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_gateway (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:29.638077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (b159d72d-c7f4-4902-8343-bd3f4d30e365), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:29.666461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 0a5bbfee-bb36-483a-8f44-4f56218385e8 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:48:29.677497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:29.694855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 0a5bbfee-bb36-483a-8f44-4f56218385e8 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:48:29.695487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 0a5bbfee-bb36-483a-8f44-4f56218385e8 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:48:29.696970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=b159d72d-c7f4-4902-8343-bd3f4d30e365,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:29.722025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4187b48d-2343-4b05-89df-f3f39a199b27 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:29.725859 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4187b48d-2343-4b05-89df-f3f39a199b27 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "DELETE /networking/v2.0/ports/18dc8b4f-98d6-4f2e-8b91-4d9feae7ce16 HTTP/1.1" status: 204 len: 168 time: 2.2693651 Aug 31 15:48:29.729598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35314) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:29.763095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Checking segment: {'id': '955c49b7-30fa-4773-9c0f-696e7ded55a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f9b23462-a067-4220-85ae-68c56d6f7853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:29.763451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network hostable DHCP agents. Network: f9b23462-a067-4220-85ae-68c56d6f7853, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:48:29.782293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router_gateway (8d9be007-a3ca-42f4-ab0b-934647d6bc56), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:29.791293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18c6029-f0e0-48bf-b349-093cde6f1644 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:29.792869 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d18c6029-f0e0-48bf-b349-093cde6f1644 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=745499f7-42c6-4902-bf77-402343f5c1fc HTTP/1.1" status: 200 len: 913 time: 0.0619292 Aug 31 15:48:29.798321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35316) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:29.857078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:29.884522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network f9b23462-a067-4220-85ae-68c56d6f7853 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:48:29.964117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.26.2.56 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/b1c3ed63-0108-43d1-8bf2-8370f3dd04a1) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:29.982504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, f9b23462-a067-4220-85ae-68c56d6f7853) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:29.998849 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:29.999837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.006084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87817228-6694-4625-9a1d-17ae86e14c1d None None] Network f9b23462-a067-4220-85ae-68c56d6f7853 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:30.051500 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Router f59ad85f-c8ed-4d5b-93f6-0ed20f94708f is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:30.051500 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:30.192719 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bb5ccba3-be1b-4ecc-8b29-5ef60341c105 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2436702 Aug 31 15:48:30.193999 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35318) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:30.197492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-f9b23462-a067-4220-85ae-68c56d6f7853', 'network_id': 'f9b23462-a067-4220-85ae-68c56d6f7853', 'project_id': '57f5b0b0964c4f818f0c7bf0928738a3', 'fixed_ips': [{'subnet_id': 'b159d72d-c7f4-4902-8343-bd3f4d30e365'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:48:30.199368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.202256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': 'f9b23462-a067-4220-85ae-68c56d6f7853', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1056532783'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:30.254183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (8d9be007-a3ca-42f4-ab0b-934647d6bc56), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.259660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:30.294574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (8d9be007-a3ca-42f4-ab0b-934647d6bc56), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.363803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (b1c3ed63-0108-43d1-8bf2-8370f3dd04a1), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.454951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Allocated IP 172.20.0.2 (f9b23462-a067-4220-85ae-68c56d6f7853/b159d72d-c7f4-4902-8343-bd3f4d30e365/e32fd164-3bfc-4c8d-ad49-02ca50eb7d14) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:30.479591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:30.485589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.487761 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b6f9410e-00a9-4957-806a-41ce64f1f476 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "PUT /networking/v2.0/routers/f59ad85f-c8ed-4d5b-93f6-0ed20f94708f HTTP/1.1" status: 200 len: 915 time: 6.0381160 Aug 31 15:48:30.492231 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d609e-878b-49d2-b283-9e6b885ef03b None None] Sync routers for ids ['f59ad85f-c8ed-4d5b-93f6-0ed20f94708f'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:30.498489 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35324) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:30.507645 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d609e-878b-49d2-b283-9e6b885ef03b None None] Routers {'f59ad85f-c8ed-4d5b-93f6-0ed20f94708f'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:30.508639 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bf2d609e-878b-49d2-b283-9e6b885ef03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['f59ad85f-c8ed-4d5b-93f6-0ed20f94708f'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:30.546837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190db64-596e-4031-9cf5-7eaa7ccb6edb req-fad9dfbe-4bc5-4ab0-a206-2e4d783ce733 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:30.549229 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5190db64-596e-4031-9cf5-7eaa7ccb6edb req-fad9dfbe-4bc5-4ab0-a206-2e4d783ce733 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1587884 Aug 31 15:48:30.556227 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bf2d609e-878b-49d2-b283-9e6b885ef03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:30.569934 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d609e-878b-49d2-b283-9e6b885ef03b None None] Routers {'f59ad85f-c8ed-4d5b-93f6-0ed20f94708f'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:30.570917 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bf2d609e-878b-49d2-b283-9e6b885ef03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['f59ad85f-c8ed-4d5b-93f6-0ed20f94708f'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:30.611777 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bf2d609e-878b-49d2-b283-9e6b885ef03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:30.613218 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d609e-878b-49d2-b283-9e6b885ef03b None None] The sync data for ids ['f59ad85f-c8ed-4d5b-93f6-0ed20f94708f'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:30.617887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b1c3ed63-0108-43d1-8bf2-8370f3dd04a1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.629059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8b17-6433-4c3c-9b55-7e6308219f47 req-d468923e-a92c-4933-82ae-1465b72d7600 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:30.630655 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cc2c8b17-6433-4c3c-9b55-7e6308219f47 req-d468923e-a92c-4933-82ae-1465b72d7600 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.2509563 Aug 31 15:48:30.635439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (745499f7-42c6-4902-bf77-402343f5c1fc), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.671394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Publish callbacks [] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.712055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:30.718700 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5190db64-596e-4031-9cf5-7eaa7ccb6edb req-69429468-cf97-48d5-ad2b-730d88609a70 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363852 Aug 31 15:48:30.734726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:30.738881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:30.743902 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=b1c3ed63-0108-43d1-8bf2-8370f3dd04a1,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:30.748159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.777814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:30.802553 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Network f9b23462-a067-4220-85ae-68c56d6f7853 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:30.813072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:30.816458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:30.822719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Pushing event updated for resources: {'Port': ['ID=e32fd164-3bfc-4c8d-ad49-02ca50eb7d14,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:30.841115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Router 8d9be007-a3ca-42f4-ab0b-934647d6bc56 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:30.938942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Attempting to bind port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:48:30.938942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Attempting to bind port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '955c49b7-30fa-4773-9c0f-696e7ded55a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f9b23462-a067-4220-85ae-68c56d6f7853'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:48:30.939717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Attempting to bind port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 on network f9b23462-a067-4220-85ae-68c56d6f7853 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:48:30.947149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:48:30.947149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Checking segment: {'id': '955c49b7-30fa-4773-9c0f-696e7ded55a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f9b23462-a067-4220-85ae-68c56d6f7853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:30.947149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.948383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Bound using segment: {'id': '955c49b7-30fa-4773-9c0f-696e7ded55a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f9b23462-a067-4220-85ae-68c56d6f7853'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:48:30.948383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Bound port: e32fd164-3bfc-4c8d-ad49-02ca50eb7d14, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955c49b7-30fa-4773-9c0f-696e7ded55a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f9b23462-a067-4220-85ae-68c56d6f7853'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:48:30.949540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:30.967851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:31.048058 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] For port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:48:31.053038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] For port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e32fd164-3bfc-4c8d-ad49-02ca50eb7d14,segment=NetworkSegment(955c49b7-30fa-4773-9c0f-696e7ded55a3),segment_id=955c49b7-30fa-4773-9c0f-696e7ded55a3)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:48:31.084497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:31.088446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:31.124714 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cc2c8b17-6433-4c3c-9b55-7e6308219f47 req-1a0ee70b-a0b0-4773-9817-7fecce871ed3 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4742346 Aug 31 15:48:31.125012 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:31.138200 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-eaadc0f4-ac88-4ca9-9319-0cdb2af0b8a0 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/f59ad85f-c8ed-4d5b-93f6-0ed20f94708f HTTP/1.1" status: 200 len: 921 time: 0.6313326 Aug 31 15:48:31.141459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35328) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:31.154459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:31.188372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:31.214981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f5e69-9568-4e02-a042-d1187279eba7 None None] Pushing event updated for resources: {'Port': ['ID=e32fd164-3bfc-4c8d-ad49-02ca50eb7d14,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:31.370057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093857c5-cde8-4ac5-84fa-846b92fb386f req-84e1d6fb-ba15-4cf8-b250-2c49fdfc671e tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:31.372065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d755ef-1cd7-4373-90fd-5da46213c6fc tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:31.372538 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-093857c5-cde8-4ac5-84fa-846b92fb386f req-84e1d6fb-ba15-4cf8-b250-2c49fdfc671e tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.4921484 Aug 31 15:48:31.379095 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-26d755ef-1cd7-4373-90fd-5da46213c6fc tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&device_id=f59ad85f-c8ed-4d5b-93f6-0ed20f94708f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2324905 Aug 31 15:48:31.384075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35330) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:31.453616 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:31.498148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.5 (f9b23462-a067-4220-85ae-68c56d6f7853/b159d72d-c7f4-4902-8343-bd3f4d30e365/63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:31.565316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:31.580781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132a1e5-fce7-406c-95ca-0cda4e5c6af4 None None] Sync routers for ids ['8d9be007-a3ca-42f4-ab0b-934647d6bc56'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:31.581762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:31.585616 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aac4599a-2582-4cd5-bec3-97568644957e tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "PUT /networking/v2.0/routers/8d9be007-a3ca-42f4-ab0b-934647d6bc56 HTTP/1.1" status: 200 len: 919 time: 7.1319191 Aug 31 15:48:31.591920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35332) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:31.615678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132a1e5-fce7-406c-95ca-0cda4e5c6af4 None None] Routers {'8d9be007-a3ca-42f4-ab0b-934647d6bc56'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:31.615678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2132a1e5-fce7-406c-95ca-0cda4e5c6af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8d9be007-a3ca-42f4-ab0b-934647d6bc56'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:31.620678 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Deleting port 5ed90479-f871-4c0e-af48-73acf8f4c897 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:31.621140 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5ed90479-f871-4c0e-af48-73acf8f4c897), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:31.644193 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-093857c5-cde8-4ac5-84fa-846b92fb386f req-389f43dd-c701-48e4-b2ff-023707a271a1 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209296 Aug 31 15:48:31.662115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2132a1e5-fce7-406c-95ca-0cda4e5c6af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:31.678439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:31.698443 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132a1e5-fce7-406c-95ca-0cda4e5c6af4 None None] Routers {'8d9be007-a3ca-42f4-ab0b-934647d6bc56'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:31.699657 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2132a1e5-fce7-406c-95ca-0cda4e5c6af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8d9be007-a3ca-42f4-ab0b-934647d6bc56'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:31.719205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d965597-5cc8-405a-82f1-1d933c07dd04 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:31.723450 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6d965597-5cc8-405a-82f1-1d933c07dd04 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 881 time: 0.3354526 Aug 31 15:48:31.725308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35334) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:31.754946 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2132a1e5-fce7-406c-95ca-0cda4e5c6af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:31.755916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132a1e5-fce7-406c-95ca-0cda4e5c6af4 None None] The sync data for ids ['8d9be007-a3ca-42f4-ab0b-934647d6bc56'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:31.774864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_gateway (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:31.777370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:48:31.784235 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-966622db-dcea-4c3c-88d4-7af85e9c4d30 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f59ad85f-c8ed-4d5b-93f6-0ed20f94708f HTTP/1.1" status: 200 len: 205 time: 0.0509503 Aug 31 15:48:31.791429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35338) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:31.848850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:31.849225 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:31.849606 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 Aug 31 15:48:31.869385 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6cef9f5c-58dc-44c8-bc36-3aa2432e3a2a tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/8d9be007-a3ca-42f4-ab0b-934647d6bc56 HTTP/1.1" status: 200 len: 925 time: 0.2741070 Aug 31 15:48:31.874758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35340) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:31.903769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:31.938234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5ed90479-f871-4c0e-af48-73acf8f4c897), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:31.939843 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e168c0-d5c3-4255-b2ab-7f0f05744c27 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:31.941369 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-63e168c0-d5c3-4255-b2ab-7f0f05744c27 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&device_id=8d9be007-a3ca-42f4-ab0b-934647d6bc56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0654192 Aug 31 15:48:31.944667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35342) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:31.955527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:32.017970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Calling delete_port for 5ed90479-f871-4c0e-af48-73acf8f4c897 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:32.063687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:32.071465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:32.080888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7680e-ffba-4072-89b0-fd63b7475ee8 req-8e8319ab-857a-462e-82f9-f2f61438f420 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:32.082517 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ddb7680e-ffba-4072-89b0-fd63b7475ee8 req-8e8319ab-857a-462e-82f9-f2f61438f420 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.2098012 Aug 31 15:48:32.131909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:32.196922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:32.232077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b75ab-3d85-4d5f-b6c6-f7421bd3e8ab tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:32.237093 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ab4b75ab-3d85-4d5f-b6c6-f7421bd3e8ab tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/networks/b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 881 time: 0.2761495 Aug 31 15:48:32.247260 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:32.256487 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35346) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:32.289421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d84e-5d5d-4796-af2c-a5cc14886696 req-9521b099-ec05-45f7-9cff-223cc2da935c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:32.290988 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4a2d84e-5d5d-4796-af2c-a5cc14886696 req-9521b099-ec05-45f7-9cff-223cc2da935c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0676272 Aug 31 15:48:32.342233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4573ccff-c386-4cb6-a204-ed52a91b1b39 None None] Network f9b23462-a067-4220-85ae-68c56d6f7853 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:32.356242 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-caf94ca5-a593-4d85-9bf2-078beb8a3e03 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8d9be007-a3ca-42f4-ab0b-934647d6bc56 HTTP/1.1" status: 200 len: 205 time: 0.0949490 Aug 31 15:48:32.358299 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ddb7680e-ffba-4072-89b0-fd63b7475ee8 req-c09936bc-a38f-4cbc-ae4f-2596d48c3145 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603500 Aug 31 15:48:32.360195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35348) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:32.361905 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4a2d84e-5d5d-4796-af2c-a5cc14886696 req-9d86b8a0-72a5-4fdf-947b-7b0c685d1b3c tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629501 Aug 31 15:48:32.409862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:32.429976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-23f805fc-bce2-4337-b593-2f1c569f57e2 None None] Provisioning complete for port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:32.430361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-23f805fc-bce2-4337-b593-2f1c569f57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:32.430695 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-23f805fc-bce2-4337-b593-2f1c569f57e2 None None] Attempt 1 to provision port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 Aug 31 15:48:32.454718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:32.467913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-23f805fc-bce2-4337-b593-2f1c569f57e2 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:32.515389 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:32.596048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:32.607586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network f9b23462-a067-4220-85ae-68c56d6f7853 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:32.608841 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa398b-d5df-4363-9725-5024bc3e58d1 None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:32.618004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:32.624640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:32.631344 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:32.638426 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa398b-d5df-4363-9725-5024bc3e58d1 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:32.639052 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-59fa398b-d5df-4363-9725-5024bc3e58d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:32.668086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:32.685914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (8d9be007-a3ca-42f4-ab0b-934647d6bc56), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:32.696212 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-59fa398b-d5df-4363-9725-5024bc3e58d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:32.708801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:32.714683 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa398b-d5df-4363-9725-5024bc3e58d1 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:32.714889 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4bf475af-77fc-41e6-a0cf-982f673d1969 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1711445 Aug 31 15:48:32.715050 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-59fa398b-d5df-4363-9725-5024bc3e58d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:32.715231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35352) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:32.766454 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-59fa398b-d5df-4363-9725-5024bc3e58d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:32.767078 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa398b-d5df-4363-9725-5024bc3e58d1 None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:32.810378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:32.811014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:32.827427 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:32.837366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Provisioning complete for port 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:32.841124 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:32.841124 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Attempt 1 to provision port 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 Aug 31 15:48:32.883986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Port 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:33.139629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:33.153873 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Deleting port b3078e33-c84d-4721-aefd-52188275741c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:33.154205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b3078e33-c84d-4721-aefd-52188275741c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.191859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfaec8-266b-4b44-8ad4-720a903779f4 req-e1949e53-1a32-4d9a-9f70-add9ee8fa3da tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:33.193344 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e6dfaec8-266b-4b44-8ad4-720a903779f4 req-e1949e53-1a32-4d9a-9f70-add9ee8fa3da tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.3990772 Aug 31 15:48:33.225245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.262236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (8d9be007-a3ca-42f4-ab0b-934647d6bc56), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.270394 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5ed90479-f871-4c0e-af48-73acf8f4c897), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.274744 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4dcda9f3-3659-4b2b-87c9-72153db2df54 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.0794272 Aug 31 15:48:33.278486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35354) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:33.330553 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event deleted for resources: {'Port': ['ID=5ed90479-f871-4c0e-af48-73acf8f4c897,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:33.349650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b3078e33-c84d-4721-aefd-52188275741c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.357194 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e6dfaec8-266b-4b44-8ad4-720a903779f4 req-69750e1b-c3f8-4655-a1d5-cbfe4d3c036b tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327603 Aug 31 15:48:33.385885 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Attempt 2 to provision port 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 Aug 31 15:48:33.406301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Calling delete_port for b3078e33-c84d-4721-aefd-52188275741c owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:33.447298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-55592480-e63a-4dc2-90c5-9f354b684f3f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:33.447711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55592480-e63a-4dc2-90c5-9f354b684f3f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.487368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Port 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:33.521130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Deleting port 1296064b-1cb8-4481-81b7-8548653e8d42 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:33.522062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1296064b-1cb8-4481-81b7-8548653e8d42), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.540021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:33.573786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:33.610901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55592480-e63a-4dc2-90c5-9f354b684f3f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.639812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-55592480-e63a-4dc2-90c5-9f354b684f3f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:33.657222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6164f55-2d46-407e-a245-4336be113b35 req-72092a4d-68b1-41cd-a94d-bd43f4fde95e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:33.658757 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a6164f55-2d46-407e-a245-4336be113b35 req-72092a4d-68b1-41cd-a94d-bd43f4fde95e tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1245656 Aug 31 15:48:33.692432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defb965-8c97-4d89-a0dd-b138cb3b494c req-40228a86-354b-42a1-8444-8b2e40d5ff0d tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:33.693978 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1defb965-8c97-4d89-a0dd-b138cb3b494c req-40228a86-354b-42a1-8444-8b2e40d5ff0d tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1660783 Aug 31 15:48:33.819510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1296064b-1cb8-4481-81b7-8548653e8d42), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.838910 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a6164f55-2d46-407e-a245-4336be113b35 req-a7233d12-6279-4be0-a8aa-da9e558d7c68 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429083 Aug 31 15:48:33.865713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.20.0.1 (a6ea373f-069e-40c9-a1cf-ebec40d66a03/25ad09f6-4c69-4850-833b-a30dac656f97/65944a15-565b-47e3-b630-5dd27387043a) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:33.866852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Calling delete_port for 1296064b-1cb8-4481-81b7-8548653e8d42 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:33.873816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (745499f7-42c6-4902-bf77-402343f5c1fc), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.903420 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1defb965-8c97-4d89-a0dd-b138cb3b494c req-6fddad25-05a7-41c5-bfa2-c6e9cdf8da89 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1735539 Aug 31 15:48:33.983221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55592480-e63a-4dc2-90c5-9f354b684f3f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:33.989161 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Attempt 3 to provision port 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 Aug 31 15:48:34.000432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:34.016949 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Port 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:48:34.027160 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Provisioning complete for port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:34.028036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.028286 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Attempt 1 to provision port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 Aug 31 15:48:34.053611 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55592480-e63a-4dc2-90c5-9f354b684f3f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-fbc574be-14a4-48ea-b20a-43eef8727c23 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:34.111774 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:34.117821 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b3078e33-c84d-4721-aefd-52188275741c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.153651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:34.171645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Pushing event deleted for resources: {'Port': ['ID=b3078e33-c84d-4721-aefd-52188275741c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:34.195340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55592480-e63a-4dc2-90c5-9f354b684f3f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.202315 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-55592480-e63a-4dc2-90c5-9f354b684f3f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 HTTP/1.1" status: 204 len: 168 time: 0.9195311 Aug 31 15:48:34.206471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35360) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:34.225592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-8a1fa874-6484-48ca-a31f-bf93a9756aa4 None None] Could not find standard attr ID for object 63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:48:34.251275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (65944a15-565b-47e3-b630-5dd27387043a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.255231 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-28be4364-2778-40cf-93c9-30934b424767 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:48:34.259800 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-28be4364-2778-40cf-93c9-30934b424767 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 HTTP/1.1" status: 404 len: 333 time: 0.0522223 Aug 31 15:48:34.260487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35362) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:34.344241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d42fa7-ebde-4efc-9c97-d6bf77b3b99d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet b159d72d-c7f4-4902-8343-bd3f4d30e365 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:48:34.349412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0d42fa7-ebde-4efc-9c97-d6bf77b3b99d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (b159d72d-c7f4-4902-8343-bd3f4d30e365), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.370162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.397867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0d42fa7-ebde-4efc-9c97-d6bf77b3b99d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (b159d72d-c7f4-4902-8343-bd3f4d30e365), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.424674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:34.427987 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (65944a15-565b-47e3-b630-5dd27387043a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.467098 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1296064b-1cb8-4481-81b7-8548653e8d42), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.483789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.502298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:34.502526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network a6ea373f-069e-40c9-a1cf-ebec40d66a03 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:34.503748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.512014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Pushing event deleted for resources: {'Port': ['ID=1296064b-1cb8-4481-81b7-8548653e8d42,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:34.524224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Router 745499f7-42c6-4902-bf77-402343f5c1fc has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:34.530684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:34.533312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:34.570804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=65944a15-565b-47e3-b630-5dd27387043a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:34.602328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe501f-14d6-418d-b0e8-059e87c685c0 req-a8c5eb68-0ad2-4648-9e6d-74aac06576fb tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:34.603897 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dbe501f-14d6-418d-b0e8-059e87c685c0 req-a8c5eb68-0ad2-4648-9e6d-74aac06576fb tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1387324 Aug 31 15:48:34.651181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0d42fa7-ebde-4efc-9c97-d6bf77b3b99d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (b159d72d-c7f4-4902-8343-bd3f4d30e365), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.655845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.660122 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (f59ad85f-c8ed-4d5b-93f6-0ed20f94708f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.660696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Fanout notify agent at l3_agent the message router_deleted on router f59ad85f-c8ed-4d5b-93f6-0ed20f94708f {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:34.676560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.681714 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9e7651c0-0796-4d74-b578-09879c06c866 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/f59ad85f-c8ed-4d5b-93f6-0ed20f94708f HTTP/1.1" status: 204 len: 168 time: 2.8851340 Aug 31 15:48:34.682075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35366) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:34.687834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (8d9be007-a3ca-42f4-ab0b-934647d6bc56), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.692522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-479628393', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:34.847219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (8d9be007-a3ca-42f4-ab0b-934647d6bc56), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.850966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (8d9be007-a3ca-42f4-ab0b-934647d6bc56), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.854941 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:34.858720 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:34.863339 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-79cd8144-4d3c-4560-8b94-80abcb4cf6ca tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "PUT /networking/v2.0/routers/745499f7-42c6-4902-bf77-402343f5c1fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0636830 Aug 31 15:48:34.866449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35368) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:34.869750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431d815-c7f4-41fd-ad78-0748eac599ac None None] Sync routers for ids ['745499f7-42c6-4902-bf77-402343f5c1fc'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:34.907025 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431d815-c7f4-41fd-ad78-0748eac599ac None None] Routers {'745499f7-42c6-4902-bf77-402343f5c1fc'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:34.908348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b431d815-c7f4-41fd-ad78-0748eac599ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['745499f7-42c6-4902-bf77-402343f5c1fc'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:34.946507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (c234396f-7443-4a10-aa3c-7badfe96bfac), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.951291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (c234396f-7443-4a10-aa3c-7badfe96bfac), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:34.954427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b431d815-c7f4-41fd-ad78-0748eac599ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:34.965716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431d815-c7f4-41fd-ad78-0748eac599ac None None] Routers {'745499f7-42c6-4902-bf77-402343f5c1fc'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:34.966652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b431d815-c7f4-41fd-ad78-0748eac599ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['745499f7-42c6-4902-bf77-402343f5c1fc'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:35.002142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b431d815-c7f4-41fd-ad78-0748eac599ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:35.003048 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431d815-c7f4-41fd-ad78-0748eac599ac None None] The sync data for ids ['745499f7-42c6-4902-bf77-402343f5c1fc'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:35.073323 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dbe501f-14d6-418d-b0e8-059e87c685c0 req-88be75bc-7e5c-4bed-87d4-ea15beb99552 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4613461 Aug 31 15:48:35.160157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:35.203524 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c574a0-1f55-4ce2-9695-53d78caf96f0 req-0a1becc4-5743-4148-8b1c-cb61d53294cc tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:35.205052 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-02c574a0-1f55-4ce2-9695-53d78caf96f0 req-0a1becc4-5743-4148-8b1c-cb61d53294cc tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0580297 Aug 31 15:48:35.226527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0d42fa7-ebde-4efc-9c97-d6bf77b3b99d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (b159d72d-c7f4-4902-8343-bd3f4d30e365), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.276042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d42fa7-ebde-4efc-9c97-d6bf77b3b99d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=b159d72d-c7f4-4902-8343-bd3f4d30e365,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:35.291743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc5442a-5163-4fa9-a817-37497ce0a6af None None] Network f9b23462-a067-4220-85ae-68c56d6f7853 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:35.297106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0d42fa7-ebde-4efc-9c97-d6bf77b3b99d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.303588 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b0d42fa7-ebde-4efc-9c97-d6bf77b3b99d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b159d72d-c7f4-4902-8343-bd3f4d30e365 HTTP/1.1" status: 204 len: 168 time: 1.0370324 Aug 31 15:48:35.305435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35374) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:35.327640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (8d9be007-a3ca-42f4-ab0b-934647d6bc56), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.328865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9be007-a3ca-42f4-ab0b-934647d6bc56 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:35.359264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.364367 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-aaca27ef-5d63-4c82-99c7-1d270945fed9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/8d9be007-a3ca-42f4-ab0b-934647d6bc56 HTTP/1.1" status: 204 len: 168 time: 2.9975486 Aug 31 15:48:35.367897 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-02c574a0-1f55-4ce2-9695-53d78caf96f0 req-8c6256fa-3aa2-4746-bb14-14a123bb9466 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1562250 Aug 31 15:48:35.368216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35376) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:35.376123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207c02d-0105-4904-bd01-2211302cf0cb req-94e64747-6d76-42fb-a3d8-6133af0c2e38 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:35.377694 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4207c02d-0105-4904-bd01-2211302cf0cb req-94e64747-6d76-42fb-a3d8-6133af0c2e38 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.4120519 Aug 31 15:48:35.382343 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1834666447', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:35.404888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (c234396f-7443-4a10-aa3c-7badfe96bfac), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.417038 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (65944a15-565b-47e3-b630-5dd27387043a), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.437343 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for router (745499f7-42c6-4902-bf77-402343f5c1fc), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.494149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f9b23462-a067-4220-85ae-68c56d6f7853), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.500680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf10784-7295-4e18-8c45-7ad8b74ddd49 None None] DHCP port deletion for f9b23462-a067-4220-85ae-68c56d6f7853 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:48:35.541850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-daf10784-7295-4e18-8c45-7ad8b74ddd49 None None] Deleting port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:35.543255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-daf10784-7295-4e18-8c45-7ad8b74ddd49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.579680 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4207c02d-0105-4904-bd01-2211302cf0cb req-c6efc2ca-ef08-4174-a4ed-01f4865be9b7 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803448 Aug 31 15:48:35.598817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:35.621787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:35.622379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.623606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (b78e7181-be32-4602-8f2c-dba10e3f6306), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.624547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (b78e7181-be32-4602-8f2c-dba10e3f6306), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.698313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:35.705580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:35.750155 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for router_gateway (745499f7-42c6-4902-bf77-402343f5c1fc), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.753110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:48:35.759805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (c234396f-7443-4a10-aa3c-7badfe96bfac), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.771764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] For port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e32fd164-3bfc-4c8d-ad49-02ca50eb7d14,segment=NetworkSegment(955c49b7-30fa-4773-9c0f-696e7ded55a3),segment_id=955c49b7-30fa-4773-9c0f-696e7ded55a3)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:35.772148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.784896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-daf10784-7295-4e18-8c45-7ad8b74ddd49 None None] For port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e32fd164-3bfc-4c8d-ad49-02ca50eb7d14,segment=NetworkSegment(955c49b7-30fa-4773-9c0f-696e7ded55a3),segment_id=955c49b7-30fa-4773-9c0f-696e7ded55a3)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:35.785288 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-daf10784-7295-4e18-8c45-7ad8b74ddd49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.791133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:35.805071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-daf10784-7295-4e18-8c45-7ad8b74ddd49 None None] Calling delete_port for e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:35.807124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (b78e7181-be32-4602-8f2c-dba10e3f6306), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.894938 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:35.907071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (65944a15-565b-47e3-b630-5dd27387043a), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:35.909549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:48:36.014949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (65944a15-565b-47e3-b630-5dd27387043a), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.021113 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Deleting port e6d22d8b-78ea-4e25-b0e9-c369f2742128 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:36.021520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e6d22d8b-78ea-4e25-b0e9-c369f2742128), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.023053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.023336 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-daf10784-7295-4e18-8c45-7ad8b74ddd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (e32fd164-3bfc-4c8d-ad49-02ca50eb7d14), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.050652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf10784-7295-4e18-8c45-7ad8b74ddd49 None None] Pushing event deleted for resources: {'Port': ['ID=e32fd164-3bfc-4c8d-ad49-02ca50eb7d14,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:36.054482 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf10784-7295-4e18-8c45-7ad8b74ddd49 None None] No DVR routers for this DVR port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:36.093049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No DVR routers for this DVR port e32fd164-3bfc-4c8d-ad49-02ca50eb7d14 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:36.141057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.144087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=65944a15-565b-47e3-b630-5dd27387043a,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:36.168460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:36.171561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (b78e7181-be32-4602-8f2c-dba10e3f6306), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.236943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=e32fd164-3bfc-4c8d-ad49-02ca50eb7d14,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:36.270157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f9b23462-a067-4220-85ae-68c56d6f7853), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.272406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e6d22d8b-78ea-4e25-b0e9-c369f2742128), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.306821 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Calling delete_port for e6d22d8b-78ea-4e25-b0e9-c369f2742128 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:36.310959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:36.314913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (c234396f-7443-4a10-aa3c-7badfe96bfac), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.328948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005320e-0e07-44e9-80e7-ba1ec2881e2c req-f5e41870-3451-43cc-a8db-36b9283a0898 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:36.330373 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2005320e-0e07-44e9-80e7-ba1ec2881e2c req-f5e41870-3451-43cc-a8db-36b9283a0898 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1661930 Aug 31 15:48:36.341791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b23462-a067-4220-85ae-68c56d6f7853']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:36.366961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955c49b7-30fa-4773-9c0f-696e7ded55a3') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:36.367256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955c49b7-30fa-4773-9c0f-696e7ded55a3') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:36.387498 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.393286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (955c49b7-30fa-4773-9c0f-696e7ded55a3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.441793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (955c49b7-30fa-4773-9c0f-696e7ded55a3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.448938 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2005320e-0e07-44e9-80e7-ba1ec2881e2c req-296474ff-0659-4417-99fe-4f35e295400e tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025293 Aug 31 15:48:36.457915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network a6ea373f-069e-40c9-a1cf-ebec40d66a03 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:36.459056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:48:36.459387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (955c49b7-30fa-4773-9c0f-696e7ded55a3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.477936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:36.484564 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 955c49b7-30fa-4773-9c0f-696e7ded55a3 resource provider aggregate not found Aug 31 15:48:36.520303 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 955c49b7-30fa-4773-9c0f-696e7ded55a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 955c49b7-30fa-4773-9c0f-696e7ded55a3 found for delete ", "request_id": "req-a7da20b8-8ebf-4efe-be2e-3c384924faa4"}]} Aug 31 15:48:36.644956 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:36.656300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f9b23462-a067-4220-85ae-68c56d6f7853), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.678712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca585e6-be50-447a-81fa-f75a5bcce00c req-cc299b7c-0aab-4499-9c53-30c49153243a tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:36.680353 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aca585e6-be50-447a-81fa-f75a5bcce00c req-cc299b7c-0aab-4499-9c53-30c49153243a tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1879315 Aug 31 15:48:36.706026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.712531 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f9b23462-a067-4220-85ae-68c56d6f7853 HTTP/1.1" status: 204 len: 168 time: 1.4003577 Aug 31 15:48:36.720140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35388) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:36.737794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'name': 'tempest-PortsTestJSON-1516761613'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:36.741460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbc38a-0510-4aed-b19e-157a74e01eb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Network': ['ID=f9b23462-a067-4220-85ae-68c56d6f7853,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:36.760648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:36.806302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Allocated IP 172.26.2.183 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/f379d2a0-e3ac-472a-87bf-06c23fdd68d5) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:36.845516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (b78e7181-be32-4602-8f2c-dba10e3f6306), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.863969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea00b6-2708-4a1f-b7b3-677b8e66b334 req-7e75e92b-63a1-4f3b-a096-1ee904c501a7 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:36.865460 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-36ea00b6-2708-4a1f-b7b3-677b8e66b334 req-7e75e92b-63a1-4f3b-a096-1ee904c501a7 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1616342 Aug 31 15:48:36.877990 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aca585e6-be50-447a-81fa-f75a5bcce00c req-745912a2-e7f1-427c-8413-cfd27ffdb7fa tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1734750 Aug 31 15:48:36.903368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:36.910399 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:36.913693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:36.920903 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0c0b4db7-24fb-4660-b93c-1a084304a20a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "PUT /networking/v2.0/routers/365f1c1d-b464-4c79-aff3-f620dc0fc6f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2070963 Aug 31 15:48:36.928769 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35390) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:36.930104 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6f440-fe9b-455e-b2c8-0f79da3ed70a None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:36.934336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'port': {'network_id': 'a6ea373f-069e-40c9-a1cf-ebec40d66a03', 'name': 'tempest-FloatingIPTestJSON-1127642462'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:36.943749 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6f440-fe9b-455e-b2c8-0f79da3ed70a None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:36.944376 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2ad6f440-fe9b-455e-b2c8-0f79da3ed70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:36.981935 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2ad6f440-fe9b-455e-b2c8-0f79da3ed70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:36.994229 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6f440-fe9b-455e-b2c8-0f79da3ed70a None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:36.995096 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2ad6f440-fe9b-455e-b2c8-0f79da3ed70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:37.012584 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-36ea00b6-2708-4a1f-b7b3-677b8e66b334 req-960ce77f-5539-4943-8051-322898e99516 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353009 Aug 31 15:48:37.045254 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2ad6f440-fe9b-455e-b2c8-0f79da3ed70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:37.046412 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6f440-fe9b-455e-b2c8-0f79da3ed70a None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:37.052391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:37.056964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.093001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port cee08a79-0ad0-4771-aff3-22c4829e02d7 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:37.193229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Made reservation on behalf of e32f095990c841089b988cd1e7acf5fd for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:37.197666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.220616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] device_id is not set on port 3ea8f852-df31-4eee-96a6-e18fc8009d6c yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:37.225689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:37.322989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e6d22d8b-78ea-4e25-b0e9-c369f2742128), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.361551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.20.0.4 (a6ea373f-069e-40c9-a1cf-ebec40d66a03/25ad09f6-4c69-4850-833b-a30dac656f97/3ea8f852-df31-4eee-96a6-e18fc8009d6c) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:37.392102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event deleted for resources: {'Port': ['ID=e6d22d8b-78ea-4e25-b0e9-c369f2742128,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:37.397224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for port (f379d2a0-e3ac-472a-87bf-06c23fdd68d5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.456843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (745499f7-42c6-4902-bf77-402343f5c1fc), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.462072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:37.520959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (cee08a79-0ad0-4771-aff3-22c4829e02d7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.567177 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (745499f7-42c6-4902-bf77-402343f5c1fc), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.585920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for router_controller (745499f7-42c6-4902-bf77-402343f5c1fc), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.632002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (3ea8f852-df31-4eee-96a6-e18fc8009d6c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.638598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f379d2a0-e3ac-472a-87bf-06c23fdd68d5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.657709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:37.670839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06735-f871-44d3-a22a-d2819c107e5c req-84ca8325-624e-4642-b451-c7921d7cecfa tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:37.672339 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-91c06735-f871-44d3-a22a-d2819c107e5c req-84ca8325-624e-4642-b451-c7921d7cecfa tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1225882 Aug 31 15:48:37.680024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (cee08a79-0ad0-4771-aff3-22c4829e02d7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.726946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:37.735365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:37.735553 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:37.740353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3ea8f852-df31-4eee-96a6-e18fc8009d6c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.742284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:37.747623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:37.748252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.749134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (745499f7-42c6-4902-bf77-402343f5c1fc), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.749766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Fanout notify agent at l3_agent the message router_deleted on router 745499f7-42c6-4902-bf77-402343f5c1fc {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:37.758087 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:37.763886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=cee08a79-0ad0-4771-aff3-22c4829e02d7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:37.770303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.770303 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f7664635-91f4-4777-9a35-5b8173bd78a8 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "DELETE /networking/v2.0/routers/745499f7-42c6-4902-bf77-402343f5c1fc HTTP/1.1" status: 204 len: 168 time: 2.9005194 Aug 31 15:48:37.774367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35394) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:37.778521 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:37.786099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Allocated IP 172.26.2.157 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/65e1d16e-04d8-4607-bea8-7c3ac94fee69) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:37.809984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Pushing event updated for resources: {'Port': ['ID=f379d2a0-e3ac-472a-87bf-06c23fdd68d5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:37.837968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network a6ea373f-069e-40c9-a1cf-ebec40d66a03 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:37.850113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:37.853002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:37.855241 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-91c06735-f871-44d3-a22a-d2819c107e5c req-d0eae31f-7a54-44da-894f-dd947237a86e tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515865 Aug 31 15:48:37.895131 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-703c4bb7-d749-4a09-b368-86a4cd90ee09 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1670198 Aug 31 15:48:37.904932 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35396) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:37.954226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bed6bb5-0e9d-4af6-8d4c-11c5fbce0bab tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Deleting subnet a17214b3-f921-4eb4-bed0-b1da29c6fb32 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:48:37.971683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0bed6bb5-0e9d-4af6-8d4c-11c5fbce0bab tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for subnet (a17214b3-f921-4eb4-bed0-b1da29c6fb32), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:37.998118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=3ea8f852-df31-4eee-96a6-e18fc8009d6c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:38.041342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:38.041991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.057687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for port (65e1d16e-04d8-4607-bea8-7c3ac94fee69), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.059462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:38.117248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0bed6bb5-0e9d-4af6-8d4c-11c5fbce0bab tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (a17214b3-f921-4eb4-bed0-b1da29c6fb32), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.125199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d839d3-a9e6-41b7-b14c-c3db6bd0f411 req-6afcf59f-55f3-4780-9161-9c9c2d11e5c5 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:38.126719 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e6d839d3-a9e6-41b7-b14c-c3db6bd0f411 req-6afcf59f-55f3-4780-9161-9c9c2d11e5c5 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1602311 Aug 31 15:48:38.158362 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f273c-2ec1-40f9-ac9e-3236bc177ff2 req-fcefba1a-686c-4f38-bbb1-8d90630ce9e2 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:38.159869 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-da7f273c-2ec1-40f9-ac9e-3236bc177ff2 req-fcefba1a-686c-4f38-bbb1-8d90630ce9e2 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.0494387 Aug 31 15:48:38.174317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-33deb6c2-0a7c-4601-b36f-70fd9630b58c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port cee08a79-0ad0-4771-aff3-22c4829e02d7 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:38.174658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33deb6c2-0a7c-4601-b36f-70fd9630b58c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (cee08a79-0ad0-4771-aff3-22c4829e02d7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.218848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:38.247687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (65e1d16e-04d8-4607-bea8-7c3ac94fee69), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.257803 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fbb06d12-9b55-4c72-b08a-3ea941cb90b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3253918 Aug 31 15:48:38.270856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35402) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:38.285764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'port': {'network_id': 'a6ea373f-069e-40c9-a1cf-ebec40d66a03', 'name': 'tempest-FloatingIPTestJSON-569954197'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:38.306808 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-da7f273c-2ec1-40f9-ac9e-3236bc177ff2 req-81c17d14-aa29-48ee-8628-992d70c15d35 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411486 Aug 31 15:48:38.328248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33deb6c2-0a7c-4601-b36f-70fd9630b58c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (cee08a79-0ad0-4771-aff3-22c4829e02d7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.335257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:38.345948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:38.351832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:38.359283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Pushing event updated for resources: {'Port': ['ID=65e1d16e-04d8-4607-bea8-7c3ac94fee69,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:38.374922 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e6d839d3-a9e6-41b7-b14c-c3db6bd0f411 req-1cba1d44-82e2-43e5-9b51-5e124bcb60f1 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2273510 Aug 31 15:48:38.380414 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (c234396f-7443-4a10-aa3c-7badfe96bfac), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.386910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:38.398513 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0bed6bb5-0e9d-4af6-8d4c-11c5fbce0bab tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (a17214b3-f921-4eb4-bed0-b1da29c6fb32), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.540232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-50b8dfcc-ac59-481b-bdc0-51cea6d9da3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.709108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-33deb6c2-0a7c-4601-b36f-70fd9630b58c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for cee08a79-0ad0-4771-aff3-22c4829e02d7 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:38.731226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:38.744023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (c234396f-7443-4a10-aa3c-7badfe96bfac), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.893247 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (b78e7181-be32-4602-8f2c-dba10e3f6306), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.912181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0bed6bb5-0e9d-4af6-8d4c-11c5fbce0bab tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (a17214b3-f921-4eb4-bed0-b1da29c6fb32), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.943569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed6bb5-0e9d-4af6-8d4c-11c5fbce0bab tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event deleted for resources: {'Subnet': ['ID=a17214b3-f921-4eb4-bed0-b1da29c6fb32,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:38.945337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33deb6c2-0a7c-4601-b36f-70fd9630b58c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (cee08a79-0ad0-4771-aff3-22c4829e02d7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.946789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Made reservation on behalf of e32f095990c841089b988cd1e7acf5fd for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:38.951321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.981867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f420ed-e5e1-4dcd-8cff-0c1c9bfcc000 None None] Network 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:38.983566 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0bed6bb5-0e9d-4af6-8d4c-11c5fbce0bab tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:38.989975 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0bed6bb5-0e9d-4af6-8d4c-11c5fbce0bab tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a17214b3-f921-4eb4-bed0-b1da29c6fb32 HTTP/1.1" status: 204 len: 168 time: 1.2102220 Aug 31 15:48:38.990923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35406) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:39.023801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deb6c2-0a7c-4601-b36f-70fd9630b58c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=cee08a79-0ad0-4771-aff3-22c4829e02d7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:39.027274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33deb6c2-0a7c-4601-b36f-70fd9630b58c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.033581 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-33deb6c2-0a7c-4601-b36f-70fd9630b58c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/cee08a79-0ad0-4771-aff3-22c4829e02d7 HTTP/1.1" status: 204 len: 168 time: 1.1233263 Aug 31 15:48:39.033876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35408) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:39.039789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'mac_address': 'fa:16:3e:d7:83:87', 'name': 'tempest-PortsTestJSON-536575489'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:39.049543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] device_id is not set on port 6b683506-53ca-4ce8-887d-8cbb282a837e yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:39.051380 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc27680-c6a1-419a-8912-c3df7297bed2 req-4334a91d-b73d-4032-89c9-f78487993754 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:39.052870 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-afc27680-c6a1-419a-8912-c3df7297bed2 req-4334a91d-b73d-4032-89c9-f78487993754 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1172705 Aug 31 15:48:39.160099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (48faa2a2-80cd-42f0-bfb7-dca88e8256d0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.160381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5df9e4b-993e-4103-9e39-18e6b22bbeb2 None None] DHCP port deletion for 48faa2a2-80cd-42f0-bfb7-dca88e8256d0 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:48:39.202593 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5df9e4b-993e-4103-9e39-18e6b22bbeb2 None None] Deleting port ed2bcb08-6326-43c0-9fda-740104bbc036 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:39.202961 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5df9e4b-993e-4103-9e39-18e6b22bbeb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.264547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Deleting port ed2bcb08-6326-43c0-9fda-740104bbc036 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:39.264894 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.267292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.20.0.12 (a6ea373f-069e-40c9-a1cf-ebec40d66a03/25ad09f6-4c69-4850-833b-a30dac656f97/6b683506-53ca-4ce8-887d-8cbb282a837e) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:39.279879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c5df9e4b-993e-4103-9e39-18e6b22bbeb2 None None] For port ed2bcb08-6326-43c0-9fda-740104bbc036, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ed2bcb08-6326-43c0-9fda-740104bbc036,segment=NetworkSegment(8882d347-07e6-44f2-b0ee-a5e1206e8872),segment_id=8882d347-07e6-44f2-b0ee-a5e1206e8872)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:39.280272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5df9e4b-993e-4103-9e39-18e6b22bbeb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.294708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5df9e4b-993e-4103-9e39-18e6b22bbeb2 None None] Calling delete_port for ed2bcb08-6326-43c0-9fda-740104bbc036 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:39.324502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:39.366528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] For port ed2bcb08-6326-43c0-9fda-740104bbc036, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ed2bcb08-6326-43c0-9fda-740104bbc036,segment=NetworkSegment(8882d347-07e6-44f2-b0ee-a5e1206e8872),segment_id=8882d347-07e6-44f2-b0ee-a5e1206e8872)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:39.366901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.374284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:39.398295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Calling delete_port for ed2bcb08-6326-43c0-9fda-740104bbc036 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:39.482259 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-afc27680-c6a1-419a-8912-c3df7297bed2 req-3af68c36-ef77-41c1-b301-c8220f17ce3e tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105966 Aug 31 15:48:39.530866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5df9e4b-993e-4103-9e39-18e6b22bbeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.557097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dcd15-3e84-4dcf-8a85-115a1c8cbeda req-9b5a3c8a-64ab-45bb-9658-304f8b42fabb tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:39.559637 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a91dcd15-3e84-4dcf-8a85-115a1c8cbeda req-9b5a3c8a-64ab-45bb-9658-304f8b42fabb tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1465385 Aug 31 15:48:39.577927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df9e4b-993e-4103-9e39-18e6b22bbeb2 None None] Pushing event deleted for resources: {'Port': ['ID=ed2bcb08-6326-43c0-9fda-740104bbc036,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:39.587768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df9e4b-993e-4103-9e39-18e6b22bbeb2 None None] No DVR routers for this DVR port ed2bcb08-6326-43c0-9fda-740104bbc036 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:39.595686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:39.626809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (b78e7181-be32-4602-8f2c-dba10e3f6306), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.626809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:39.637525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620dd35-d1bd-44a0-93bb-e11b4c042593 req-faac250e-5574-4e73-b2e2-6d560c2f5c75 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:39.639113 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8620dd35-d1bd-44a0-93bb-e11b4c042593 req-faac250e-5574-4e73-b2e2-6d560c2f5c75 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0780454 Aug 31 15:48:39.655119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (6b683506-53ca-4ce8-887d-8cbb282a837e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.670257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ed2bcb08-6326-43c0-9fda-740104bbc036), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.687293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Router c234396f-7443-4a10-aa3c-7badfe96bfac is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:39.689107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ed2bcb08-6326-43c0-9fda-740104bbc036 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:48:39.699039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:39.712812 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a91dcd15-3e84-4dcf-8a85-115a1c8cbeda req-0e3a37a9-c81e-40f3-af25-fcc2f5942ee7 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370497 Aug 31 15:48:39.713396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event deleted for resources: {'Port': ['ID=ed2bcb08-6326-43c0-9fda-740104bbc036,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:39.720592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] No DVR routers for this DVR port ed2bcb08-6326-43c0-9fda-740104bbc036 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:39.722264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ed2bcb08-6326-43c0-9fda-740104bbc036 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:48:39.723447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ed2bcb08-6326-43c0-9fda-740104bbc036 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:48:39.821699 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (48faa2a2-80cd-42f0-bfb7-dca88e8256d0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.847589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48faa2a2-80cd-42f0-bfb7-dca88e8256d0']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:39.857259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8882d347-07e6-44f2-b0ee-a5e1206e8872') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:39.857484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8882d347-07e6-44f2-b0ee-a5e1206e8872') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:39.868106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (8882d347-07e6-44f2-b0ee-a5e1206e8872), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.879242 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8620dd35-d1bd-44a0-93bb-e11b4c042593 req-24ad1ace-05ba-4b33-8bca-c7c12ca796c6 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1962466 Aug 31 15:48:39.885077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (8882d347-07e6-44f2-b0ee-a5e1206e8872), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.890086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.893958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:48:39.894395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (8882d347-07e6-44f2-b0ee-a5e1206e8872), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.913865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6b683506-53ca-4ce8-887d-8cbb282a837e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:39.943579 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 8882d347-07e6-44f2-b0ee-a5e1206e8872 resource provider aggregate not found Aug 31 15:48:39.968923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port 82f086f4-0ba6-4f05-8725-392b05520d6d yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:39.979532 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 8882d347-07e6-44f2-b0ee-a5e1206e8872 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8882d347-07e6-44f2-b0ee-a5e1206e8872 found for delete ", "request_id": "req-c3bc6c71-c6db-45e2-9284-7155e8c8e084"}]} Aug 31 15:48:40.012255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network a6ea373f-069e-40c9-a1cf-ebec40d66a03 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:40.015030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:40.020232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:40.021203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:40.022921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:40.039021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8193fabb-66f8-4798-969f-3c9e6f103401 None None] Sync routers for ids ['c234396f-7443-4a10-aa3c-7badfe96bfac'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:40.043504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:40.050301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=6b683506-53ca-4ce8-887d-8cbb282a837e,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:40.066656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193fabb-66f8-4798-969f-3c9e6f103401 None None] Routers {'c234396f-7443-4a10-aa3c-7badfe96bfac'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:40.067744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8193fabb-66f8-4798-969f-3c9e6f103401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['c234396f-7443-4a10-aa3c-7badfe96bfac'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:40.089238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:40.089941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.110926 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8193fabb-66f8-4798-969f-3c9e6f103401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:40.119440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (48faa2a2-80cd-42f0-bfb7-dca88e8256d0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.124941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.125682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193fabb-66f8-4798-969f-3c9e6f103401 None None] Routers {'c234396f-7443-4a10-aa3c-7badfe96bfac'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:40.126518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8193fabb-66f8-4798-969f-3c9e6f103401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['c234396f-7443-4a10-aa3c-7badfe96bfac'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:40.131155 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "DELETE /networking/v2.0/networks/48faa2a2-80cd-42f0-bfb7-dca88e8256d0 HTTP/1.1" status: 204 len: 168 time: 1.1208470 Aug 31 15:48:40.133169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35418) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:40.155230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Router b78e7181-be32-4602-8f2c-dba10e3f6306 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:48:40.163312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.164553 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-551b7808-0127-4c60-b935-1eea8dd8252f tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4785802 Aug 31 15:48:40.173275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35420) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:40.174758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8193fabb-66f8-4798-969f-3c9e6f103401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:40.175372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8193fabb-66f8-4798-969f-3c9e6f103401 None None] The sync data for ids ['c234396f-7443-4a10-aa3c-7badfe96bfac'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:40.180381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:40.199899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02899c35-a745-42fe-9ab3-c1ef1f47260c tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event deleted for resources: {'Network': ['ID=48faa2a2-80cd-42f0-bfb7-dca88e8256d0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:40.209640 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a669bff8-c651-4425-944d-e898dc8d33df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9350784 Aug 31 15:48:40.220320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35422) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:40.227904 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'port_id': '6b683506-53ca-4ce8-887d-8cbb282a837e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:40.237086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (82f086f4-0ba6-4f05-8725-392b05520d6d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.326967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b3648a6c-54b6-4245-a8fa-d9d7fe7bb507 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Deleting port 332766e7-2a5e-48dd-b106-db5a6f4b73d9 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:40.327423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3648a6c-54b6-4245-a8fa-d9d7fe7bb507 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (332766e7-2a5e-48dd-b106-db5a6f4b73d9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.390812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.446295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (82f086f4-0ba6-4f05-8725-392b05520d6d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.455293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:40.466026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3648a6c-54b6-4245-a8fa-d9d7fe7bb507 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (332766e7-2a5e-48dd-b106-db5a6f4b73d9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.466367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3648a6c-54b6-4245-a8fa-d9d7fe7bb507 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for floatingip (332766e7-2a5e-48dd-b106-db5a6f4b73d9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.469765 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac55da-5807-460c-82c1-460d02f78d31 None None] Sync routers for ids ['b78e7181-be32-4602-8f2c-dba10e3f6306'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:40.470262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:40.497696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b3648a6c-54b6-4245-a8fa-d9d7fe7bb507 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Calling delete_port for 332766e7-2a5e-48dd-b106-db5a6f4b73d9 owned by network:floatingip {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:40.556516 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac55da-5807-460c-82c1-460d02f78d31 None None] Routers {'b78e7181-be32-4602-8f2c-dba10e3f6306'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:40.557136 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-01ac55da-5807-460c-82c1-460d02f78d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b78e7181-be32-4602-8f2c-dba10e3f6306'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:40.562250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.590718 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-01ac55da-5807-460c-82c1-460d02f78d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:40.593157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:40.595528 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:40.601450 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac55da-5807-460c-82c1-460d02f78d31 None None] Routers {'b78e7181-be32-4602-8f2c-dba10e3f6306'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:40.602410 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-01ac55da-5807-460c-82c1-460d02f78d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b78e7181-be32-4602-8f2c-dba10e3f6306'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:40.606004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:40.607351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:40.612576 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:40.613670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.625032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=82f086f4-0ba6-4f05-8725-392b05520d6d,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:40.668170 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-01ac55da-5807-460c-82c1-460d02f78d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:40.669252 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac55da-5807-460c-82c1-460d02f78d31 None None] The sync data for ids ['b78e7181-be32-4602-8f2c-dba10e3f6306'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:40.671152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4118137-91d6-4b24-adcf-51142f582720 req-e6fb4cdf-ebfb-4eb1-ba42-649dbc7f2a67 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:40.672690 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f4118137-91d6-4b24-adcf-51142f582720 req-e6fb4cdf-ebfb-4eb1-ba42-649dbc7f2a67 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1025767 Aug 31 15:48:40.681577 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.683981 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a3c6d3b9-2ad9-4bc9-bb5d-ea0897990d20 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3041565 Aug 31 15:48:40.687596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35426) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:40.689793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c1afa80c-8e00-448b-bd77-376e74dadab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.692967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:40.743658 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b585fad5-2ecd-4557-9775-6dc7d29711c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7056003 Aug 31 15:48:40.747810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35428) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:40.831392 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f4118137-91d6-4b24-adcf-51142f582720 req-33dc294b-bb29-4600-8814-dbf3459d4313 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443491 Aug 31 15:48:40.832878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.26.2.161 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/5824c36d-8363-4090-b255-870d131f5248) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:40.908648 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4399a64-d27e-4bcc-8aeb-f8b0a177a8b0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:40.910104 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c4399a64-d27e-4bcc-8aeb-f8b0a177a8b0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/82f086f4-0ba6-4f05-8725-392b05520d6d HTTP/1.1" status: 200 len: 840 time: 0.1614673 Aug 31 15:48:40.912922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35434) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:40.924182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (c234396f-7443-4a10-aa3c-7badfe96bfac), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:40.944130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baa377-0717-4e8e-a323-e87b202ff187 req-03ab31e1-f71d-4cf5-909b-709a6247d3df tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:40.945646 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c2baa377-0717-4e8e-a323-e87b202ff187 req-03ab31e1-f71d-4cf5-909b-709a6247d3df tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.0981197 Aug 31 15:48:40.949607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3648a6c-54b6-4245-a8fa-d9d7fe7bb507 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (332766e7-2a5e-48dd-b106-db5a6f4b73d9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.009906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3648a6c-54b6-4245-a8fa-d9d7fe7bb507 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Pushing event deleted for resources: {'Port': ['ID=332766e7-2a5e-48dd-b106-db5a6f4b73d9,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:41.069340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:41.072738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_gateway (c234396f-7443-4a10-aa3c-7badfe96bfac), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.088520 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c2baa377-0717-4e8e-a323-e87b202ff187 req-67e83895-339b-47e3-8147-564d42dc8ed1 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023147 Aug 31 15:48:41.146796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (5824c36d-8363-4090-b255-870d131f5248), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.147360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:41.153623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04221f0f-bf18-453b-9d18-d5a4edd15148 req-bc686f9e-51fd-4244-820d-3521ec6bdb81 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:41.155178 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-04221f0f-bf18-453b-9d18-d5a4edd15148 req-bc686f9e-51fd-4244-820d-3521ec6bdb81 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1678052 Aug 31 15:48:41.159638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-391058b9-7470-45df-b89f-5161cf3c6b9b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 82f086f4-0ba6-4f05-8725-392b05520d6d {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:41.159983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-391058b9-7470-45df-b89f-5161cf3c6b9b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (82f086f4-0ba6-4f05-8725-392b05520d6d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.235036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (b78e7181-be32-4602-8f2c-dba10e3f6306), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.238993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Deleting port f379d2a0-e3ac-472a-87bf-06c23fdd68d5 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:41.239323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f379d2a0-e3ac-472a-87bf-06c23fdd68d5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.278685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3648a6c-54b6-4245-a8fa-d9d7fe7bb507 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks [] for floatingip (bc7406f4-9cab-4341-a3fe-81c9ff1100c3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.281210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3648a6c-54b6-4245-a8fa-d9d7fe7bb507 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.285403 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b3648a6c-54b6-4245-a8fa-d9d7fe7bb507 tempest-FloatingIPAdminTestJSON-897265084 tempest-FloatingIPAdminTestJSON-897265084-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/bc7406f4-9cab-4341-a3fe-81c9ff1100c3 HTTP/1.1" status: 204 len: 168 time: 1.1482508 Aug 31 15:48:41.311116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-391058b9-7470-45df-b89f-5161cf3c6b9b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (82f086f4-0ba6-4f05-8725-392b05520d6d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.326763 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-04221f0f-bf18-453b-9d18-d5a4edd15148 req-14164ce7-4427-4470-ba49-5c925af6aba9 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1607282 Aug 31 15:48:41.331435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-391058b9-7470-45df-b89f-5161cf3c6b9b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 82f086f4-0ba6-4f05-8725-392b05520d6d owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:41.336489 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f379d2a0-e3ac-472a-87bf-06c23fdd68d5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.356392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Calling delete_port for f379d2a0-e3ac-472a-87bf-06c23fdd68d5 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:41.367643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_gateway (b78e7181-be32-4602-8f2c-dba10e3f6306), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.376396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5824c36d-8363-4090-b255-870d131f5248), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.387755 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:41.431377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:41.440855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:41.446572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:41.455596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=5824c36d-8363-4090-b255-870d131f5248,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:41.468461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:41.587210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-391058b9-7470-45df-b89f-5161cf3c6b9b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (82f086f4-0ba6-4f05-8725-392b05520d6d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.665400 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391058b9-7470-45df-b89f-5161cf3c6b9b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=82f086f4-0ba6-4f05-8725-392b05520d6d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:41.681030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-391058b9-7470-45df-b89f-5161cf3c6b9b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.686023 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-391058b9-7470-45df-b89f-5161cf3c6b9b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/82f086f4-0ba6-4f05-8725-392b05520d6d HTTP/1.1" status: 204 len: 168 time: 0.7702265 Aug 31 15:48:41.686971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35438) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:41.741340 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-67202275-9d74-4c15-8a79-69450f89ff3b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:48:41.746680 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-67202275-9d74-4c15-8a79-69450f89ff3b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/82f086f4-0ba6-4f05-8725-392b05520d6d HTTP/1.1" status: 404 len: 333 time: 0.0549247 Aug 31 15:48:41.747369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35442) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:41.752636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'name': 'tempest-PortsTestJSON-1175125833'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:41.764332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Deleting port 65e1d16e-04d8-4607-bea8-7c3ac94fee69 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:41.764332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (65e1d16e-04d8-4607-bea8-7c3ac94fee69), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.843320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35444) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:41.899996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (65e1d16e-04d8-4607-bea8-7c3ac94fee69), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.919866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Calling delete_port for 65e1d16e-04d8-4607-bea8-7c3ac94fee69 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:41.958657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:41.962559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:41.982998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port 79d6abaa-a77a-45c5-a3e0-86cf85e5f30a yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:42.004622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f379d2a0-e3ac-472a-87bf-06c23fdd68d5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.015752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfde6a-4c0f-4861-bc30-d63a7c597656 req-1682da01-d3d5-40e4-aed0-dbf602a65c63 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:42.017212 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a4bfde6a-4c0f-4861-bc30-d63a7c597656 req-1682da01-d3d5-40e4-aed0-dbf602a65c63 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0995679 Aug 31 15:48:42.032249 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.059148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Pushing event deleted for resources: {'Port': ['ID=f379d2a0-e3ac-472a-87bf-06c23fdd68d5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:42.115709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:42.169858 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9c31b792-a7d4-460e-9d8a-33f95ad88113 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=85c770e3bb344a628d6a4c44659aa669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091507 Aug 31 15:48:42.178178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35452) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:42.264551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (c234396f-7443-4a10-aa3c-7badfe96bfac), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.271576 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a4bfde6a-4c0f-4861-bc30-d63a7c597656 req-ba8499e5-0afb-428d-8f7c-807302548058 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238078 Aug 31 15:48:42.289811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (a138cb4e-0e4e-45c4-b1a5-5676dc3b6966), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.304236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc09c-8b93-4233-8c04-e06d6e9c0b10 req-7e60e024-607b-40a2-8bf2-fb5cc40c86c9 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:42.306121 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f35bc09c-8b93-4233-8c04-e06d6e9c0b10 req-7e60e024-607b-40a2-8bf2-fb5cc40c86c9 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1177461 Aug 31 15:48:42.374446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (79d6abaa-a77a-45c5-a3e0-86cf85e5f30a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.387673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:42.438971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cd0f3881-cfa6-461b-866c-0fe6588845f7 admin admin] Publish callbacks [] for security_group (ff0875cb-6ca9-4166-9dc3-b4aca0163adb), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.447612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f35bc09c-8b93-4233-8c04-e06d6e9c0b10 req-bc787a7f-fa53-4f44-9ca3-2f6b83329196 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142111 Aug 31 15:48:42.461634 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5824c36d-8363-4090-b255-870d131f5248), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.469229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:42.526621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cd0f3881-cfa6-461b-866c-0fe6588845f7 admin admin] Publish callbacks [] for security_group (ff0875cb-6ca9-4166-9dc3-b4aca0163adb), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.531000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:42.616042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ed261-7884-4ad2-8250-63e511ae99fd req-41674ace-4914-4b66-b6ff-aad570b8f865 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:42.617530 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d49ed261-7884-4ad2-8250-63e511ae99fd req-41674ace-4914-4b66-b6ff-aad570b8f865 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1764224 Aug 31 15:48:42.627453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (5824c36d-8363-4090-b255-870d131f5248), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.635861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (c234396f-7443-4a10-aa3c-7badfe96bfac), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.656874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (c234396f-7443-4a10-aa3c-7badfe96bfac), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.741021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (79d6abaa-a77a-45c5-a3e0-86cf85e5f30a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.752279 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d49ed261-7884-4ad2-8250-63e511ae99fd req-1db2bcec-0891-4cdd-b03a-974f2f519fbc tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253605 Aug 31 15:48:42.763250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Router c234396f-7443-4a10-aa3c-7badfe96bfac has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:42.772257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (65e1d16e-04d8-4607-bea8-7c3ac94fee69), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.792871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:42.796188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:42.800235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:42.804839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:42.805466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.806103 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Pushing event deleted for resources: {'Port': ['ID=65e1d16e-04d8-4607-bea8-7c3ac94fee69,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:42.815113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=79d6abaa-a77a-45c5-a3e0-86cf85e5f30a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:42.834928 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5824c36d-8363-4090-b255-870d131f5248), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.887476 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cd0f3881-cfa6-461b-866c-0fe6588845f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ff0875cb-6ca9-4166-9dc3-b4aca0163adb), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.890197 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cd0f3881-cfa6-461b-866c-0fe6588845f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.891347 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cd0f3881-cfa6-461b-866c-0fe6588845f7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ff0875cb-6ca9-4166-9dc3-b4aca0163adb HTTP/1.1" status: 204 len: 168 time: 0.7123861 Aug 31 15:48:42.925893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:42.929689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f3881-cfa6-461b-866c-0fe6588845f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0875cb-6ca9-4166-9dc3-b4aca0163adb,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:42.936625 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:42.937812 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cbbce627-b19b-4d66-992a-aad773bc02cb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "PUT /networking/v2.0/routers/c234396f-7443-4a10-aa3c-7badfe96bfac HTTP/1.1" status: 200 len: 705 time: 2.7635305 Aug 31 15:48:42.940719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35458) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:42.965624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5c033-d589-4e5e-8a93-4785997189c7 None None] Sync routers for ids ['c234396f-7443-4a10-aa3c-7badfe96bfac'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:42.986345 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5c033-d589-4e5e-8a93-4785997189c7 None None] Routers {'c234396f-7443-4a10-aa3c-7badfe96bfac'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:42.987662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7ea5c033-d589-4e5e-8a93-4785997189c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['c234396f-7443-4a10-aa3c-7badfe96bfac'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:43.024458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7ea5c033-d589-4e5e-8a93-4785997189c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:43.026890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (b78e7181-be32-4602-8f2c-dba10e3f6306), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.036449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5c033-d589-4e5e-8a93-4785997189c7 None None] Routers {'c234396f-7443-4a10-aa3c-7badfe96bfac'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:43.037102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7ea5c033-d589-4e5e-8a93-4785997189c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['c234396f-7443-4a10-aa3c-7badfe96bfac'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:43.087915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7ea5c033-d589-4e5e-8a93-4785997189c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:43.089390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5c033-d589-4e5e-8a93-4785997189c7 None None] The sync data for ids ['c234396f-7443-4a10-aa3c-7badfe96bfac'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:43.101881 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-10ec25a0-1a77-4c5c-871b-a7ef5edccb52 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/c234396f-7443-4a10-aa3c-7badfe96bfac HTTP/1.1" status: 200 len: 740 time: 0.1600349 Aug 31 15:48:43.105086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35460) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:43.162908 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-28c58633-602d-4c64-b8e3-7aeeb7c2d393 tempest-RoutersAdminTest-155823494 tempest-RoutersAdminTest-155823494-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&device_id=c234396f-7443-4a10-aa3c-7badfe96bfac HTTP/1.1" status: 200 len: 205 time: 0.0567162 Aug 31 15:48:43.195167 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35462) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:43.201146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:43.243085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:43.253074 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2daf10f1-b14c-4ca4-a5ea-cf6718e6ee2b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5045712 Aug 31 15:48:43.254044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=5824c36d-8363-4090-b255-870d131f5248,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:43.260093 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ccd25694-c809-4f20-adb0-f1758a967b96 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c234396f-7443-4a10-aa3c-7badfe96bfac HTTP/1.1" status: 200 len: 205 time: 0.0610268 Aug 31 15:48:43.260331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35466) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:43.260425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35468) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:43.266167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-839e7b18-e791-4a1c-8532-ae90b7f1e51c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:43.272408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (a138cb4e-0e4e-45c4-b1a5-5676dc3b6966), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.409080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e5fba82-0cb1-4b56-ac11-787d91d926bb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (c234396f-7443-4a10-aa3c-7badfe96bfac), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.444137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-839e7b18-e791-4a1c-8532-ae90b7f1e51c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (79d6abaa-a77a-45c5-a3e0-86cf85e5f30a), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.449071 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (b78e7181-be32-4602-8f2c-dba10e3f6306), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.477993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (b78e7181-be32-4602-8f2c-dba10e3f6306), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.513419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821eefe-b21e-4759-b31a-53975c13c524 req-0c7d550b-5bfb-47d5-9564-178f0e598ce5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:43.514973 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e821eefe-b21e-4759-b31a-53975c13c524 req-0c7d550b-5bfb-47d5-9564-178f0e598ce5 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0876591 Aug 31 15:48:43.540144 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.l3_db [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP a138cb4e-0e4e-45c4-b1a5-5676dc3b6966 associated. External IP: 172.26.2.161, port: 6b683506-53ca-4ce8-887d-8cbb282a837e. Aug 31 15:48:43.622780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.632138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.764168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35474) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:43.769924 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e821eefe-b21e-4759-b31a-53975c13c524 req-5c9e6248-f3f1-400b-8520-1421f4e019b2 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313969 Aug 31 15:48:43.781635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:43.814281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6f45e6b8-02fd-42e0-8c35-28c953d90104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.904857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-839e7b18-e791-4a1c-8532-ae90b7f1e51c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (79d6abaa-a77a-45c5-a3e0-86cf85e5f30a), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.922135 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e5fba82-0cb1-4b56-ac11-787d91d926bb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (c234396f-7443-4a10-aa3c-7badfe96bfac), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.929005 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Router b78e7181-be32-4602-8f2c-dba10e3f6306 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:43.930219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e5fba82-0cb1-4b56-ac11-787d91d926bb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router_controller (c234396f-7443-4a10-aa3c-7badfe96bfac), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:43.950974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747247b-e66f-4aab-82ae-82e2e19cb816 req-c4998a83-4bb8-41de-9032-7b6966e07d6c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:43.952474 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9747247b-e66f-4aab-82ae-82e2e19cb816 req-c4998a83-4bb8-41de-9032-7b6966e07d6c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.3708808 Aug 31 15:48:43.991168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da47c0b-81ef-4a22-97ee-981068b2ff6c req-856c6d20-b6c9-4059-80c8-47d6fde14469 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:43.995994 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3da47c0b-81ef-4a22-97ee-981068b2ff6c req-856c6d20-b6c9-4059-80c8-47d6fde14469 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1474974 Aug 31 15:48:44.040915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-839e7b18-e791-4a1c-8532-ae90b7f1e51c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (79d6abaa-a77a-45c5-a3e0-86cf85e5f30a), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.041592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-839e7b18-e791-4a1c-8532-ae90b7f1e51c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] In _notify_port_updated(), no bound segment for port 79d6abaa-a77a-45c5-a3e0-86cf85e5f30a on network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:48:44.046408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e7b18-e791-4a1c-8532-ae90b7f1e51c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:44.046996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-839e7b18-e791-4a1c-8532-ae90b7f1e51c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.048300 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-839e7b18-e791-4a1c-8532-ae90b7f1e51c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "PUT /networking/v2.0/ports/79d6abaa-a77a-45c5-a3e0-86cf85e5f30a HTTP/1.1" status: 200 len: 818 time: 0.7877762 Aug 31 15:48:44.059606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35478) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.084523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:44.094629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.098838 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-94b6ff23-a26b-4cc3-aa56-ce10c140b3e3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "PUT /networking/v2.0/routers/b78e7181-be32-4602-8f2c-dba10e3f6306 HTTP/1.1" status: 200 len: 710 time: 3.4072692 Aug 31 15:48:44.098992 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93683ce4-1723-42fa-99c3-09ab1376381f None None] Sync routers for ids ['b78e7181-be32-4602-8f2c-dba10e3f6306'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:44.099874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35480) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.109384 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93683ce4-1723-42fa-99c3-09ab1376381f None None] Routers {'b78e7181-be32-4602-8f2c-dba10e3f6306'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:44.110162 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-93683ce4-1723-42fa-99c3-09ab1376381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b78e7181-be32-4602-8f2c-dba10e3f6306'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:44.144176 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-93683ce4-1723-42fa-99c3-09ab1376381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:44.146857 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9747247b-e66f-4aab-82ae-82e2e19cb816 req-c2aa04d2-a561-4e92-a315-bcb34510c8f6 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8400ae16-bc81-4a2b-9d15-142b8363e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648774 Aug 31 15:48:44.155220 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93683ce4-1723-42fa-99c3-09ab1376381f None None] Routers {'b78e7181-be32-4602-8f2c-dba10e3f6306'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:44.156077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56b9f1-462e-4dea-8e33-21339700163a req-667903ba-ee85-4cc8-93c3-e742cd0680c6 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:44.156612 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-93683ce4-1723-42fa-99c3-09ab1376381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b78e7181-be32-4602-8f2c-dba10e3f6306'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:44.157668 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-667903ba-ee85-4cc8-93c3-e742cd0680c6 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 944 time: 0.1641138 Aug 31 15:48:44.175688 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e5fba82-0cb1-4b56-ac11-787d91d926bb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (c234396f-7443-4a10-aa3c-7badfe96bfac), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.176277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5fba82-0cb1-4b56-ac11-787d91d926bb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Fanout notify agent at l3_agent the message router_deleted on router c234396f-7443-4a10-aa3c-7badfe96bfac {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:44.185073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e5fba82-0cb1-4b56-ac11-787d91d926bb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.186201 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6e5fba82-0cb1-4b56-ac11-787d91d926bb tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/c234396f-7443-4a10-aa3c-7badfe96bfac HTTP/1.1" status: 204 len: 168 time: 0.9254961 Aug 31 15:48:44.189936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35482) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.199637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:44.203241 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-93683ce4-1723-42fa-99c3-09ab1376381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:44.204099 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93683ce4-1723-42fa-99c3-09ab1376381f None None] The sync data for ids ['b78e7181-be32-4602-8f2c-dba10e3f6306'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:44.210201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:44.224307 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ee610aed-872a-4cc5-8b3d-7962c6362390 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/b78e7181-be32-4602-8f2c-dba10e3f6306 HTTP/1.1" status: 200 len: 745 time: 0.1236751 Aug 31 15:48:44.226158 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9047b339-5c2d-49e1-a462-dd5396b61602 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c234396f-7443-4a10-aa3c-7badfe96bfac HTTP/1.1" status: 200 len: 205 time: 0.0352480 Aug 31 15:48:44.228503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35484) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.236670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35486) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.265269 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8b6fe9d5-2336-41cd-b163-60d6f92b7350 tempest-RoutersIpV6AdminTest-648557435 tempest-RoutersIpV6AdminTest-648557435-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&device_id=b78e7181-be32-4602-8f2c-dba10e3f6306 HTTP/1.1" status: 200 len: 205 time: 0.0348318 Aug 31 15:48:44.279816 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3da47c0b-81ef-4a22-97ee-981068b2ff6c req-3c8ce78d-7839-4bbe-beaf-059670752315 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2709262 Aug 31 15:48:44.280517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e7b18-e791-4a1c-8532-ae90b7f1e51c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=79d6abaa-a77a-45c5-a3e0-86cf85e5f30a,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:44.283008 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35488) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.296952 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-477313d6-3aed-4b10-810e-e2aba754c302 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] delete failed (client error): The resource could not be found. Aug 31 15:48:44.298975 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-477313d6-3aed-4b10-810e-e2aba754c302 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/c234396f-7443-4a10-aa3c-7badfe96bfac HTTP/1.1" status: 404 len: 336 time: 0.0590129 Aug 31 15:48:44.301129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35490) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.312941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6f45e6b8-02fd-42e0-8c35-28c953d90104 admin admin] Publish callbacks [] for security_group (12160c3a-4024-4e98-b35e-9911fba22bc0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.329401 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2bb33c48-0528-4b39-9c17-2490b6898795 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f59ad85f-c8ed-4d5b-93f6-0ed20f94708f HTTP/1.1" status: 200 len: 205 time: 0.0269849 Aug 31 15:48:44.333915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35492) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.374300 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-813ba35e-26f7-4b44-bf5b-1456fbed0ce8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] delete failed (client error): The resource could not be found. Aug 31 15:48:44.375507 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-813ba35e-26f7-4b44-bf5b-1456fbed0ce8 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/f59ad85f-c8ed-4d5b-93f6-0ed20f94708f HTTP/1.1" status: 404 len: 336 time: 0.0405321 Aug 31 15:48:44.378971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35494) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.411469 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a668c25f-1e52-4104-a3a8-08c0dc1f5ce3 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b78e7181-be32-4602-8f2c-dba10e3f6306 HTTP/1.1" status: 200 len: 205 time: 0.1022258 Aug 31 15:48:44.418544 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d68e10fd-9061-49b7-a688-736cf8409473 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bdc25873-606e-4ba4-a172-6e554668bbac HTTP/1.1" status: 200 len: 205 time: 0.0349867 Aug 31 15:48:44.418544 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35496) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.419007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35498) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.438122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-4aad6a35-12be-4fd2-b804-931de4692ad0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 79d6abaa-a77a-45c5-a3e0-86cf85e5f30a {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:44.438467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4aad6a35-12be-4fd2-b804-931de4692ad0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (79d6abaa-a77a-45c5-a3e0-86cf85e5f30a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.452291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6f45e6b8-02fd-42e0-8c35-28c953d90104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (12160c3a-4024-4e98-b35e-9911fba22bc0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.492484 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-ee33a499-a492-4afa-82df-9cda114c5b60 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] delete failed (client error): The resource could not be found. Aug 31 15:48:44.496231 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ee33a499-a492-4afa-82df-9cda114c5b60 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/bdc25873-606e-4ba4-a172-6e554668bbac HTTP/1.1" status: 404 len: 336 time: 0.0737550 Aug 31 15:48:44.516787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35500) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.550335 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d0848f4a-cc2a-4582-a9b3-8168ff261e0d tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e HTTP/1.1" status: 200 len: 205 time: 0.0300577 Aug 31 15:48:44.550577 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35502) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.560092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a94a5e6-8cde-4dd3-a1f5-5d12a11c5f41 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (b78e7181-be32-4602-8f2c-dba10e3f6306), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.585131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-ab56b9f1-462e-4dea-8e33-21339700163a req-b0099b0e-e588-414a-9669-c735b0ea4089 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Deleting port 7247c799-b639-41ba-b1db-efca45561439 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:44.585466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-b0099b0e-e588-414a-9669-c735b0ea4089 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7247c799-b639-41ba-b1db-efca45561439), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.594246 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-80351bf1-e3df-4290-8542-cb17d434bfce tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] delete failed (client error): The resource could not be found. Aug 31 15:48:44.597841 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-80351bf1-e3df-4290-8542-cb17d434bfce tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/9a6ba8a3-2d99-4c2d-9c21-8cb32d44b23e HTTP/1.1" status: 404 len: 336 time: 0.0439215 Aug 31 15:48:44.608294 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6f45e6b8-02fd-42e0-8c35-28c953d90104 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ab5fb75d567b47b68d624fbb1d055921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8373678 Aug 31 15:48:44.615394 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35504) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.615724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35506) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.621662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45e6b8-02fd-42e0-8c35-28c953d90104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12160c3a-4024-4e98-b35e-9911fba22bc0,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:44.669829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4aad6a35-12be-4fd2-b804-931de4692ad0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (79d6abaa-a77a-45c5-a3e0-86cf85e5f30a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.711965 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4da7f8a7-5ab6-4a18-846b-e0292057c02e tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d7536264-11f1-43c2-a4aa-ca4df90532d5 HTTP/1.1" status: 200 len: 205 time: 0.0864589 Aug 31 15:48:44.715066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35508) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.728114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-4aad6a35-12be-4fd2-b804-931de4692ad0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 79d6abaa-a77a-45c5-a3e0-86cf85e5f30a owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:44.752877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:44.760738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:44.764208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414036ac-89f1-4915-bb03-ccc3fe3ee999 None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:44.778126 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414036ac-89f1-4915-bb03-ccc3fe3ee999 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:44.779577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-414036ac-89f1-4915-bb03-ccc3fe3ee999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:44.784522 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-8d11b211-13cd-4531-9f74-8efdd7eb9f58 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] delete failed (client error): The resource could not be found. Aug 31 15:48:44.785569 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8d11b211-13cd-4531-9f74-8efdd7eb9f58 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/d7536264-11f1-43c2-a4aa-ca4df90532d5 HTTP/1.1" status: 404 len: 336 time: 0.0695758 Aug 31 15:48:44.788673 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35510) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.792466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a94a5e6-8cde-4dd3-a1f5-5d12a11c5f41 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (b78e7181-be32-4602-8f2c-dba10e3f6306), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.802977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:44.804818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a94a5e6-8cde-4dd3-a1f5-5d12a11c5f41 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router_controller (b78e7181-be32-4602-8f2c-dba10e3f6306), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.820359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-414036ac-89f1-4915-bb03-ccc3fe3ee999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:44.824776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:44.834503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414036ac-89f1-4915-bb03-ccc3fe3ee999 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:44.834930 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-44403f94-af2c-475a-991f-cdac092f5455 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8 HTTP/1.1" status: 200 len: 205 time: 0.0450678 Aug 31 15:48:44.835744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-414036ac-89f1-4915-bb03-ccc3fe3ee999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:44.841703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35514) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.882257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-414036ac-89f1-4915-bb03-ccc3fe3ee999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:44.883119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414036ac-89f1-4915-bb03-ccc3fe3ee999 None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:44.908627 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-ba35240f-8b4e-4fcc-acca-754652f748ea tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] delete failed (client error): The resource could not be found. Aug 31 15:48:44.909704 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ba35240f-8b4e-4fcc-acca-754652f748ea tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/routers/f4c1974a-1a4f-4eda-9a55-aadcf9f6c0d8 HTTP/1.1" status: 404 len: 336 time: 0.0669272 Aug 31 15:48:44.915097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-ab56b9f1-462e-4dea-8e33-21339700163a req-b0099b0e-e588-414a-9669-c735b0ea4089 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] For port 7247c799-b639-41ba-b1db-efca45561439, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=7247c799-b639-41ba-b1db-efca45561439,segment=NetworkSegment(f2f5b6d9-56bc-444b-bd09-be61baadf0cf),segment_id=f2f5b6d9-56bc-444b-bd09-be61baadf0cf)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:44.915508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-b0099b0e-e588-414a-9669-c735b0ea4089 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7247c799-b639-41ba-b1db-efca45561439), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.918929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35516) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:44.922793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-67a849d0-ee61-46bb-b773-60c9942ad9c2 admin admin] Publish callbacks [] for security_group (12160c3a-4024-4e98-b35e-9911fba22bc0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.952632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.957582 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d758bc55-7b2a-4b89-bcb8-2f11810e8693 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] DELETE failed (client error): The resource could not be found. Aug 31 15:48:44.958046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d758bc55-7b2a-4b89-bcb8-2f11810e8693 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:48:44.958662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-ab56b9f1-462e-4dea-8e33-21339700163a req-b0099b0e-e588-414a-9669-c735b0ea4089 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Calling delete_port for 7247c799-b639-41ba-b1db-efca45561439 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:44.961945 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d758bc55-7b2a-4b89-bcb8-2f11810e8693 tempest-RoutersAdminTest-1788926915 tempest-RoutersAdminTest-1788926915-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/eee4cc96-461e-488f-b344-43aebacc1004 HTTP/1.1" status: 404 len: 337 time: 0.0411415 Aug 31 15:48:44.966048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a94a5e6-8cde-4dd3-a1f5-5d12a11c5f41 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (b78e7181-be32-4602-8f2c-dba10e3f6306), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.966944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a94a5e6-8cde-4dd3-a1f5-5d12a11c5f41 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Fanout notify agent at l3_agent the message router_deleted on router b78e7181-be32-4602-8f2c-dba10e3f6306 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:44.973866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef0c62-1c47-48c6-beb6-7c7a3054720e req-2806e6e2-9d0d-4d00-acfe-9ce979f6aea1 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:44.981889 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d8ef0c62-1c47-48c6-beb6-7c7a3054720e req-2806e6e2-9d0d-4d00-acfe-9ce979f6aea1 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.0915699 Aug 31 15:48:44.989516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a94a5e6-8cde-4dd3-a1f5-5d12a11c5f41 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:44.991428 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9a94a5e6-8cde-4dd3-a1f5-5d12a11c5f41 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/b78e7181-be32-4602-8f2c-dba10e3f6306 HTTP/1.1" status: 204 len: 168 time: 0.5741372 Aug 31 15:48:45.003783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35520) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.007119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-67a849d0-ee61-46bb-b773-60c9942ad9c2 admin admin] Publish callbacks [] for security_group (12160c3a-4024-4e98-b35e-9911fba22bc0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.041122 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d8ef0c62-1c47-48c6-beb6-7c7a3054720e req-30c35a88-0e5c-4f5f-a620-a5a0a462269f tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580955 Aug 31 15:48:45.091292 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7ef6ab2c-2a7f-4d77-b628-1bede02b0368 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8693640 Aug 31 15:48:45.093599 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1118b669-7381-4467-968a-7869eb38ed4b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b78e7181-be32-4602-8f2c-dba10e3f6306 HTTP/1.1" status: 200 len: 205 time: 0.0833249 Aug 31 15:48:45.096242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35522) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.096605 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35524) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.102294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-2fb39bc7-5426-4b6b-a8e4-fdfb79a85424 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:45.177766 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-7ce23617-db14-4e56-b89b-876aa8caddf4 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] delete failed (client error): The resource could not be found. Aug 31 15:48:45.178844 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7ce23617-db14-4e56-b89b-876aa8caddf4 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/b78e7181-be32-4602-8f2c-dba10e3f6306 HTTP/1.1" status: 404 len: 336 time: 0.0799220 Aug 31 15:48:45.181743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35526) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.192445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4aad6a35-12be-4fd2-b804-931de4692ad0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (79d6abaa-a77a-45c5-a3e0-86cf85e5f30a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.218280 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-61ab8922-9270-4fb2-acab-b435966b9a4d tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8d9be007-a3ca-42f4-ab0b-934647d6bc56 HTTP/1.1" status: 200 len: 205 time: 0.0354586 Aug 31 15:48:45.221468 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35530) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.242765 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-67a849d0-ee61-46bb-b773-60c9942ad9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (12160c3a-4024-4e98-b35e-9911fba22bc0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.247903 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-67a849d0-ee61-46bb-b773-60c9942ad9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.253823 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-67a849d0-ee61-46bb-b773-60c9942ad9c2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/12160c3a-4024-4e98-b35e-9911fba22bc0 HTTP/1.1" status: 204 len: 168 time: 0.6231275 Aug 31 15:48:45.260983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad6a35-12be-4fd2-b804-931de4692ad0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=79d6abaa-a77a-45c5-a3e0-86cf85e5f30a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:45.270301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2fb39bc7-5426-4b6b-a8e4-fdfb79a85424 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (a138cb4e-0e4e-45c4-b1a5-5676dc3b6966), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.273546 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-24b04be2-6942-4463-9f91-9bfc6e504695 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] delete failed (client error): The resource could not be found. Aug 31 15:48:45.274997 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-24b04be2-6942-4463-9f91-9bfc6e504695 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/8d9be007-a3ca-42f4-ab0b-934647d6bc56 HTTP/1.1" status: 404 len: 336 time: 0.0524797 Aug 31 15:48:45.279998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4aad6a35-12be-4fd2-b804-931de4692ad0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.280806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35534) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.291477 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4aad6a35-12be-4fd2-b804-931de4692ad0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/79d6abaa-a77a-45c5-a3e0-86cf85e5f30a HTTP/1.1" status: 204 len: 168 time: 1.2149324 Aug 31 15:48:45.291477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35536) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.321473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a849d0-ee61-46bb-b773-60c9942ad9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12160c3a-4024-4e98-b35e-9911fba22bc0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:45.391836 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0b4dd0e0-6bad-48b2-a875-123561143700 req-8f78eae8-5cc5-4df4-b5e7-c7f5cc5d1301 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 210 time: 0.0808387 Aug 31 15:48:45.395107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-b0099b0e-e588-414a-9669-c735b0ea4089 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (7247c799-b639-41ba-b1db-efca45561439), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.432591 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-38c6a3c9-277e-475a-9421-908dc97b9f11 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9141cc6d-5286-4ac5-8de9-5041399fb95e HTTP/1.1" status: 200 len: 205 time: 0.1510458 Aug 31 15:48:45.435062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35540) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.437475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0099b0e-e588-414a-9669-c735b0ea4089 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Pushing event deleted for resources: {'Port': ['ID=7247c799-b639-41ba-b1db-efca45561439,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:45.450549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef47ad-c994-4e48-a145-4286fa1fa102 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:45.452061 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-81ef47ad-c994-4e48-a145-4286fa1fa102 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1601014 Aug 31 15:48:45.456517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35542) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.527102 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93f90fa-7c57-4788-af9e-b8f4c28ed4c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:48:45.528595 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c93f90fa-7c57-4788-af9e-b8f4c28ed4c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/79d6abaa-a77a-45c5-a3e0-86cf85e5f30a HTTP/1.1" status: 404 len: 333 time: 0.0709817 Aug 31 15:48:45.529362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab56b9f1-462e-4dea-8e33-21339700163a req-b0099b0e-e588-414a-9669-c735b0ea4089 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] No DVR routers for this DVR port 7247c799-b639-41ba-b1db-efca45561439 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:45.535829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35544) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.535829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ab56b9f1-462e-4dea-8e33-21339700163a req-b0099b0e-e588-414a-9669-c735b0ea4089 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.544054 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab56b9f1-462e-4dea-8e33-21339700163a req-b0099b0e-e588-414a-9669-c735b0ea4089 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.43 "DELETE /networking/v2.0/ports/7247c799-b639-41ba-b1db-efca45561439 HTTP/1.1" status: 204 len: 173 time: 1.3631516 Aug 31 15:48:45.544054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d0337-081e-4f94-b118-e4470afa38c3', 'name': 'network-vif-deleted', 'tag': '7247c799-b639-41ba-b1db-efca45561439'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:48:45.544054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352ea327-9a62-4bd5-9f9c-c5b65fa790d5" -d '{"events": [{"server_uuid": "2f2d0337-081e-4f94-b118-e4470afa38c3", "name": "network-vif-deleted", "tag": "7247c799-b639-41ba-b1db-efca45561439"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:48:45.549728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-265712328'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:45.565530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:45.567472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2029c-1346-422c-be26-11f1e9e5a274 req-13ae4a23-d5bd-485e-8900-62e4b6a1d95a tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:45.569011 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0bf2029c-1346-422c-be26-11f1e9e5a274 req-13ae4a23-d5bd-485e-8900-62e4b6a1d95a tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.1232800 Aug 31 15:48:45.572156 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-3c04a60f-3a46-4b9f-9541-e6d625decd94 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] delete failed (client error): The resource could not be found. Aug 31 15:48:45.577932 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3c04a60f-3a46-4b9f-9541-e6d625decd94 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/9141cc6d-5286-4ac5-8de9-5041399fb95e HTTP/1.1" status: 404 len: 336 time: 0.1417255 Aug 31 15:48:45.578711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35550) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.621658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 15:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367b3d92-a6b1-4437-883d-559698fc0997 x-openstack-request-id: req-367b3d92-a6b1-4437-883d-559698fc0997 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:48:45.622287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d0337-081e-4f94-b118-e4470afa38c3", "name": "network-vif-deleted", "tag": "7247c799-b639-41ba-b1db-efca45561439", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:48:45.622431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-367b3d92-a6b1-4437-883d-559698fc0997 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:48:45.622999 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-367b3d92-a6b1-4437-883d-559698fc0997']: {'server_uuid': '2f2d0337-081e-4f94-b118-e4470afa38c3', 'name': 'network-vif-deleted', 'tag': '7247c799-b639-41ba-b1db-efca45561439', 'status': 'failed', 'code': 422} returned with failed status Aug 31 15:48:45.625806 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c6ef6e16-a80e-4a1a-a6c5-c3efd06aaf88 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47 HTTP/1.1" status: 200 len: 205 time: 0.0459416 Aug 31 15:48:45.628282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35552) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.676505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2fb39bc7-5426-4b6b-a8e4-fdfb79a85424 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.684830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:45.697093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.697093 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-e09c4519-bd82-434f-9882-8fe140292f5e tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] delete failed (client error): The resource could not be found. Aug 31 15:48:45.697093 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e09c4519-bd82-434f-9882-8fe140292f5e tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/3df7b3f6-7370-4c34-ae5c-f2fb12ac2b47 HTTP/1.1" status: 404 len: 336 time: 0.0652096 Aug 31 15:48:45.705004 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0bf2029c-1346-422c-be26-11f1e9e5a274 req-6104696b-f957-4d66-bfea-d6f8a1d3ddb0 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258018 Aug 31 15:48:45.705480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35556) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.747279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35558) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.747551 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5857453f-7d47-40fb-9158-36a2f169c26f tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5 HTTP/1.1" status: 200 len: 205 time: 0.0367205 Aug 31 15:48:45.760389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:48:45.763307 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35560) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.780470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2fb39bc7-5426-4b6b-a8e4-fdfb79a85424 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (a138cb4e-0e4e-45c4-b1a5-5676dc3b6966), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.781085 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.l3_db [None req-2fb39bc7-5426-4b6b-a8e4-fdfb79a85424 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP a138cb4e-0e4e-45c4-b1a5-5676dc3b6966 disassociated. External IP: 172.26.2.161, port: 6b683506-53ca-4ce8-887d-8cbb282a837e. Aug 31 15:48:45.830853 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-a463f316-7403-424b-8fc6-6f9d9fbc811b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] delete failed (client error): The resource could not be found. Aug 31 15:48:45.834813 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a463f316-7403-424b-8fc6-6f9d9fbc811b tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/6a63bb2e-da3f-4e67-b86d-cd4e50bd51b5 HTTP/1.1" status: 404 len: 336 time: 0.0828900 Aug 31 15:48:45.834945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:45.835360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35564) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.836848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.837194 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Added segment ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf of type vlan for network e2239882-2044-41ab-bd89-24e72f1b82b9 Aug 31 15:48:45.869178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:45.889983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (e2239882-2044-41ab-bd89-24e72f1b82b9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.907445 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-daf74cae-571d-48b9-92ee-c680678d49d9 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e80e38b2-7821-46c4-9cd2-856aaad0efd8 HTTP/1.1" status: 200 len: 205 time: 0.0709989 Aug 31 15:48:45.912092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35566) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:45.937409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-33268edc-494b-440f-8091-aa6d604f96e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:45.997377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (e2239882-2044-41ab-bd89-24e72f1b82b9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:46.002781 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-b058cab5-5277-40b4-9b1c-4f0d4f193710 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] delete failed (client error): The resource could not be found. Aug 31 15:48:46.003334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:46.003819 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b058cab5-5277-40b4-9b1c-4f0d4f193710 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/routers/e80e38b2-7821-46c4-9cd2-856aaad0efd8 HTTP/1.1" status: 404 len: 336 time: 0.0756569 Aug 31 15:48:46.006766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:46.009141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35568) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:46.139448 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Network': ['ID=e2239882-2044-41ab-bd89-24e72f1b82b9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:46.152730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network e2239882-2044-41ab-bd89-24e72f1b82b9 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:48:46.166293 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e78a893c-fbfb-42bf-8491-e664416631d0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6264164 Aug 31 15:48:46.169273 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3cf8f2-822a-4db2-ade4-a385fc28d152 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] DELETE failed (client error): The resource could not be found. Aug 31 15:48:46.171542 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3cf8f2-822a-4db2-ade4-a385fc28d152 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:48:46.178487 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ad3cf8f2-822a-4db2-ade4-a385fc28d152 tempest-RoutersIpV6AdminTest-170210493 tempest-RoutersIpV6AdminTest-170210493-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/02cbb96f-6bba-4e18-8b16-35b7e0ae7e15 HTTP/1.1" status: 404 len: 337 time: 0.1637497 Aug 31 15:48:46.181979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35572) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:46.210869 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:46.286891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:46.289780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35576) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:46.301085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb39bc7-5426-4b6b-a8e4-fdfb79a85424 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:46.329244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-43b657de-5132-4d62-9fd6-cd76330e6cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:46.384194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff794-1338-4a33-98ca-293de5559bcd req-0331dd10-f351-4a01-877a-c3d59eebc4ad tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:46.386457 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f00ff794-1338-4a33-98ca-293de5559bcd req-0331dd10-f351-4a01-877a-c3d59eebc4ad tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.2428229 Aug 31 15:48:46.427010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-33268edc-494b-440f-8091-aa6d604f96e7 admin admin] Publish callbacks [] for security_group (4a524f44-f0de-4a1f-927a-938f05082835), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:46.452154 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f00ff794-1338-4a33-98ca-293de5559bcd req-fdd446a1-ae66-461e-b579-87a96c5cace8 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540421 Aug 31 15:48:46.479146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:46.485326 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:46.530096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb39bc7-5426-4b6b-a8e4-fdfb79a85424 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:46.535358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2fb39bc7-5426-4b6b-a8e4-fdfb79a85424 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:46.560528 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e383ff2-d357-4887-b387-5aa109bdb127 None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:46.580478 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e383ff2-d357-4887-b387-5aa109bdb127 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:46.581101 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3e383ff2-d357-4887-b387-5aa109bdb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:46.605543 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-43b657de-5132-4d62-9fd6-cd76330e6cf6 admin admin] Publish callbacks [] for security_group (c47e80cb-83ff-4e15-b307-f67a8a69725b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:46.610458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-33268edc-494b-440f-8091-aa6d604f96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4a524f44-f0de-4a1f-927a-938f05082835), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:46.626573 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3e383ff2-d357-4887-b387-5aa109bdb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:46.639156 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e383ff2-d357-4887-b387-5aa109bdb127 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:46.640034 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3e383ff2-d357-4887-b387-5aa109bdb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:46.659210 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b87a1207-b087-49eb-9d1b-16a48b856056 req-37251fba-6b29-4ebb-a6b9-1d24b095021c tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 210 time: 0.0782712 Aug 31 15:48:46.678054 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3e383ff2-d357-4887-b387-5aa109bdb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:46.678881 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e383ff2-d357-4887-b387-5aa109bdb127 None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:46.685107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:46.706451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-43b657de-5132-4d62-9fd6-cd76330e6cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c47e80cb-83ff-4e15-b307-f67a8a69725b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:46.723023 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2fb39bc7-5426-4b6b-a8e4-fdfb79a85424 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/a138cb4e-0e4e-45c4-b1a5-5676dc3b6966 HTTP/1.1" status: 200 len: 688 time: 1.6228588 Aug 31 15:48:46.758276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35582) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:46.785398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33268edc-494b-440f-8091-aa6d604f96e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a524f44-f0de-4a1f-927a-938f05082835,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:46.861349 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b657de-5132-4d62-9fd6-cd76330e6cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47e80cb-83ff-4e15-b307-f67a8a69725b,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:46.868441 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-33268edc-494b-440f-8091-aa6d604f96e7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=56733abdc4ae48688283407e793aed37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1014924 Aug 31 15:48:46.901394 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35588) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:46.923304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35590) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:46.959513 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-43b657de-5132-4d62-9fd6-cd76330e6cf6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5a8a269edcf247c49cb3db4d166c5682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6645532 Aug 31 15:48:46.966047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35594) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:47.153869 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67ec80e6-9048-4788-8ff8-bb87c93bc7ab req-27644205-b412-4471-ab6e-1fe96d1cd9d4 tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2f2d0337-081e-4f94-b118-e4470afa38c3 HTTP/1.1" status: 200 len: 210 time: 0.0464625 Aug 31 15:48:47.227374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (592a6e6c-7c2b-489a-9dfd-2d8b28bf7077), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.303061 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=592a6e6c-7c2b-489a-9dfd-2d8b28bf7077,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:47.316927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Checking segment: {'id': 'ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:47.316927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network hostable DHCP agents. Network: e2239882-2044-41ab-bd89-24e72f1b82b9, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:48:47.322372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:47.337817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee490bf-47f4-4e30-8a9c-efcde5518ccc req-848daaef-5b78-49ad-b29c-b06da7f30134 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:47.341859 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bee490bf-47f4-4e30-8a9c-efcde5518ccc req-848daaef-5b78-49ad-b29c-b06da7f30134 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.4432349 Aug 31 15:48:47.351155 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c64d40f2-537b-4767-93b1-091d0db8d7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.399267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e2239882-2044-41ab-bd89-24e72f1b82b9 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:48:47.446814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e5d037c-9271-4ae3-8ecb-d77320e561c5 admin admin] Publish callbacks [] for security_group (c47e80cb-83ff-4e15-b307-f67a8a69725b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.463333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c1177480-d989-4f2d-8526-1025425363b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port 5824c36d-8363-4090-b255-870d131f5248 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:47.464259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1177480-d989-4f2d-8526-1025425363b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5824c36d-8363-4090-b255-870d131f5248), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.483586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, e2239882-2044-41ab-bd89-24e72f1b82b9) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:47.499879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b597fa-234a-4600-8c1d-9e82150ac466 None None] Network e2239882-2044-41ab-bd89-24e72f1b82b9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:47.504019 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:47.507252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:47.507915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.541667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e6950f3-aa33-45d8-8100-ba0c703f32c9 admin admin] Publish callbacks [] for security_group (4a524f44-f0de-4a1f-927a-938f05082835), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.565691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e5d037c-9271-4ae3-8ecb-d77320e561c5 admin admin] Publish callbacks [] for security_group (c47e80cb-83ff-4e15-b307-f67a8a69725b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.586064 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bee490bf-47f4-4e30-8a9c-efcde5518ccc req-60bfb1ad-f511-40b9-8a25-0483d1cbd056 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2374797 Aug 31 15:48:47.591868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:47.623577 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9f7d4498-cf1a-41fd-8e14-a6d3680575c3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4383454 Aug 31 15:48:47.626437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35608) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:47.631365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0edf1eee-c6b8-4838-967f-2a552ef25233 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:47.633036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e2239882-2044-41ab-bd89-24e72f1b82b9', 'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9', 'project_id': '57f5b0b0964c4f818f0c7bf0928738a3', 'fixed_ips': [{'subnet_id': '592a6e6c-7c2b-489a-9dfd-2d8b28bf7077'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:48:47.634114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.643520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e6950f3-aa33-45d8-8100-ba0c703f32c9 admin admin] Publish callbacks [] for security_group (4a524f44-f0de-4a1f-927a-938f05082835), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.717727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1177480-d989-4f2d-8526-1025425363b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5824c36d-8363-4090-b255-870d131f5248), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.718062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1177480-d989-4f2d-8526-1025425363b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (5824c36d-8363-4090-b255-870d131f5248), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.780111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c1177480-d989-4f2d-8526-1025425363b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for 5824c36d-8363-4090-b255-870d131f5248 owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:47.808469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99a95-26ef-40da-b1af-7d4a7e2f02a0 req-42c144e8-3451-4deb-8116-88f1204445dc tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:47.810244 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1ef99a95-26ef-40da-b1af-7d4a7e2f02a0 req-42c144e8-3451-4deb-8116-88f1204445dc tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1225736 Aug 31 15:48:47.816793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c64d40f2-537b-4767-93b1-091d0db8d7e7 admin admin] Publish callbacks [] for security_group (d216d3c3-ece3-45d9-80a9-8552e839df2b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.822236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 7247c799-b639-41ba-b1db-efca45561439 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:48:47.855859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 7247c799-b639-41ba-b1db-efca45561439 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:48:47.856301 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 7247c799-b639-41ba-b1db-efca45561439 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:48:47.860367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edf1eee-c6b8-4838-967f-2a552ef25233 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:47.864951 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0edf1eee-c6b8-4838-967f-2a552ef25233 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.875017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Allocated IP 172.20.0.2 (e2239882-2044-41ab-bd89-24e72f1b82b9/592a6e6c-7c2b-489a-9dfd-2d8b28bf7077/1758331a-d959-4cdc-8d2f-bd3291705a07) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:47.886616 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:47.905470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c64d40f2-537b-4767-93b1-091d0db8d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (d216d3c3-ece3-45d9-80a9-8552e839df2b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.907779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e5d037c-9271-4ae3-8ecb-d77320e561c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c47e80cb-83ff-4e15-b307-f67a8a69725b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.910305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e5d037c-9271-4ae3-8ecb-d77320e561c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:47.911421 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4e5d037c-9271-4ae3-8ecb-d77320e561c5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c47e80cb-83ff-4e15-b307-f67a8a69725b HTTP/1.1" status: 204 len: 168 time: 0.9396617 Aug 31 15:48:47.987508 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1ef99a95-26ef-40da-b1af-7d4a7e2f02a0 req-f6cc9b01-6b49-4ef4-939b-af295f85a9c7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675353 Aug 31 15:48:48.001113 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c64d40f2-537b-4767-93b1-091d0db8d7e7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c4569ea9e9f5474fa761ba8b7c75453f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0749750 Aug 31 15:48:48.013602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d40f2-537b-4767-93b1-091d0db8d7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d216d3c3-ece3-45d9-80a9-8552e839df2b,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:48.014582 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.ipam_backend_mixin [None req-0edf1eee-c6b8-4838-967f-2a552ef25233 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 592a6e6c-7c2b-489a-9dfd-2d8b28bf7077 (CIDR: 172.20.0.0/28) Aug 31 15:48:48.014582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35614) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:48.027737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e6950f3-aa33-45d8-8100-ba0c703f32c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4a524f44-f0de-4a1f-927a-938f05082835), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.033725 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e6950f3-aa33-45d8-8100-ba0c703f32c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.033725 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9e6950f3-aa33-45d8-8100-ba0c703f32c9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4a524f44-f0de-4a1f-927a-938f05082835 HTTP/1.1" status: 204 len: 168 time: 1.1282420 Aug 31 15:48:48.034432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d037c-9271-4ae3-8ecb-d77320e561c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47e80cb-83ff-4e15-b307-f67a8a69725b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:48.047859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6950f3-aa33-45d8-8100-ba0c703f32c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a524f44-f0de-4a1f-927a-938f05082835,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:48.068655 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edf1eee-c6b8-4838-967f-2a552ef25233 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:48:48.069452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edf1eee-c6b8-4838-967f-2a552ef25233 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:48:48.129731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b65b6c7-d693-4f4a-bd74-26f36c864cf5 admin admin] Publish callbacks [] for security_group (d216d3c3-ece3-45d9-80a9-8552e839df2b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.154233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b65b6c7-d693-4f4a-bd74-26f36c864cf5 admin admin] Publish callbacks [] for security_group (d216d3c3-ece3-45d9-80a9-8552e839df2b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.161798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Publish callbacks [] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.209967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1177480-d989-4f2d-8526-1025425363b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5824c36d-8363-4090-b255-870d131f5248), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.211625 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0edf1eee-c6b8-4838-967f-2a552ef25233 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5841107 Aug 31 15:48:48.215264 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35620) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:48.221531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b2f08b5c-f214-4ab6-9432-d673155873a0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:48.258296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1177480-d989-4f2d-8526-1025425363b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=5824c36d-8363-4090-b255-870d131f5248,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:48.272839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.290208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35622) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:48.292703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b65b6c7-d693-4f4a-bd74-26f36c864cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (d216d3c3-ece3-45d9-80a9-8552e839df2b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.295365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b65b6c7-d693-4f4a-bd74-26f36c864cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.297260 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0b65b6c7-d693-4f4a-bd74-26f36c864cf5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d216d3c3-ece3-45d9-80a9-8552e839df2b HTTP/1.1" status: 204 len: 168 time: 0.2870321 Aug 31 15:48:48.313175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65b6c7-d693-4f4a-bd74-26f36c864cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d216d3c3-ece3-45d9-80a9-8552e839df2b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:48.337167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:48.350515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Pushing event updated for resources: {'Port': ['ID=1758331a-d959-4cdc-8d2f-bd3291705a07,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:48.391375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Network e2239882-2044-41ab-bd89-24e72f1b82b9 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:48.393629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:48.402766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1177480-d989-4f2d-8526-1025425363b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (a138cb4e-0e4e-45c4-b1a5-5676dc3b6966), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.405175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1177480-d989-4f2d-8526-1025425363b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.406550 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c1177480-d989-4f2d-8526-1025425363b1 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/a138cb4e-0e4e-45c4-b1a5-5676dc3b6966 HTTP/1.1" status: 204 len: 168 time: 1.6398578 Aug 31 15:48:48.406664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:48.411281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35628) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:48.418460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'port_id': '3ea8f852-df31-4eee-96a6-e18fc8009d6c'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:48.425194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dfb32a9b-7ec8-4efd-9155-63c70c36b76d tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group (8400ae16-bc81-4a2b-9d15-142b8363e4c6), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.446839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:48.460240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dfb32a9b-7ec8-4efd-9155-63c70c36b76d tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group (8400ae16-bc81-4a2b-9d15-142b8363e4c6), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.475232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:48.487159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Attempting to bind port 1758331a-d959-4cdc-8d2f-bd3291705a07 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:48:48.487759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Attempting to bind port 1758331a-d959-4cdc-8d2f-bd3291705a07 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:48:48.488379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Attempting to bind port 1758331a-d959-4cdc-8d2f-bd3291705a07 on network e2239882-2044-41ab-bd89-24e72f1b82b9 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:48:48.494068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:48:48.494469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Checking segment: {'id': 'ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:48.495526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.496110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Bound using segment: {'id': 'ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:48:48.496595 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Bound port: 1758331a-d959-4cdc-8d2f-bd3291705a07, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:48:48.496980 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.524241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f08b5c-f214-4ab6-9432-d673155873a0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:48.528777 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2f08b5c-f214-4ab6-9432-d673155873a0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.585105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] For port 1758331a-d959-4cdc-8d2f-bd3291705a07, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:48:48.585712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.589415 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] For port 1758331a-d959-4cdc-8d2f-bd3291705a07, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1758331a-d959-4cdc-8d2f-bd3291705a07,segment=NetworkSegment(ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf),segment_id=ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:48:48.635878 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dfb32a9b-7ec8-4efd-9155-63c70c36b76d tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8400ae16-bc81-4a2b-9d15-142b8363e4c6), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.640062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dfb32a9b-7ec8-4efd-9155-63c70c36b76d tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.641997 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dfb32a9b-7ec8-4efd-9155-63c70c36b76d tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8400ae16-bc81-4a2b-9d15-142b8363e4c6 HTTP/1.1" status: 204 len: 168 time: 0.3501322 Aug 31 15:48:48.647362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35636) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:48.661731 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb32a9b-7ec8-4efd-9155-63c70c36b76d tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8400ae16-bc81-4a2b-9d15-142b8363e4c6,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:48.668139 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-97d54b78-afba-49bf-bac7-906031d7722b tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] show failed (client error): The resource could not be found. Aug 31 15:48:48.669588 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-97d54b78-afba-49bf-bac7-906031d7722b tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "GET /networking/v2.0/security-groups/8400ae16-bc81-4a2b-9d15-142b8363e4c6 HTTP/1.1" status: 404 len: 347 time: 0.0210042 Aug 31 15:48:48.673337 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35638) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:48.736458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:48.759675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fe3e6-557e-40a5-a8d1-67311dbf1d42 req-ef7dc36c-d314-4877-b187-44c81877aa01 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:48.762064 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-441fe3e6-557e-40a5-a8d1-67311dbf1d42 req-ef7dc36c-d314-4877-b187-44c81877aa01 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0700698 Aug 31 15:48:48.778636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.786712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:48.844921 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-441fe3e6-557e-40a5-a8d1-67311dbf1d42 req-df1ef3ad-f700-48cc-9648-a67c1d5eb7e5 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758672 Aug 31 15:48:48.849541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47740a4a-e354-4945-a9aa-3269b077161b None None] Pushing event updated for resources: {'Port': ['ID=1758331a-d959-4cdc-8d2f-bd3291705a07,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:48.878390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-7513947c-5707-4165-b83e-20ba530517ef tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Deleting port f7158769-ce09-4eb8-84da-8360ab31fa93 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:48.878784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7513947c-5707-4165-b83e-20ba530517ef tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f7158769-ce09-4eb8-84da-8360ab31fa93), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.003870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.26.2.122 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/ddb5654c-4b51-41fd-b875-3ff24f4a2a16) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:49.040871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7513947c-5707-4165-b83e-20ba530517ef tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f7158769-ce09-4eb8-84da-8360ab31fa93), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.040871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7513947c-5707-4165-b83e-20ba530517ef tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for floatingip (f7158769-ce09-4eb8-84da-8360ab31fa93), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.068242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-7513947c-5707-4165-b83e-20ba530517ef tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Calling delete_port for f7158769-ce09-4eb8-84da-8360ab31fa93 owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:49.220883 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2f08b5c-f214-4ab6-9432-d673155873a0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (9917037e-c6d8-4d3d-9a9f-8b34be24c99c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.238569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:49.244157 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35644) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:49.297033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32da24b-51bf-4aaa-be9a-8b023466a538 req-a61c517b-0d59-451e-a39c-8ae29b144f4d tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:49.298300 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f32da24b-51bf-4aaa-be9a-8b023466a538 req-a61c517b-0d59-451e-a39c-8ae29b144f4d tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1308491 Aug 31 15:48:49.306328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (ddb5654c-4b51-41fd-b875-3ff24f4a2a16), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.399916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-97a03d2f-ca72-41f9-a2bd-a2fcac7a0aac tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:49.399916 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-97a03d2f-ca72-41f9-a2bd-a2fcac7a0aac tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.0873494 Aug 31 15:48:49.403219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f08b5c-f214-4ab6-9432-d673155873a0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e2239882-2044-41ab-bd89-24e72f1b82b9 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:49.412916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b2f08b5c-f214-4ab6-9432-d673155873a0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:49.417772 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-aa20f614-cf8e-48f8-bb9c-6abf69a54074 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=bf137b45f66f413ab3d0871d4c3dc980&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1683726 Aug 31 15:48:49.419860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f08b5c-f214-4ab6-9432-d673155873a0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:49.420310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2f08b5c-f214-4ab6-9432-d673155873a0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.426193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35648) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:49.437005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f08b5c-f214-4ab6-9432-d673155873a0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=9917037e-c6d8-4d3d-9a9f-8b34be24c99c,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:49.478766 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f32da24b-51bf-4aaa-be9a-8b023466a538 req-d234511d-68e1-497a-a3ca-2f432ca05b65 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646309 Aug 31 15:48:49.504675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1949b864-16a2-4624-8e82-965c02e1e87e admin admin] Publish callbacks [] for security_group (dbabf323-eace-4765-9c00-099c6dd3a74b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.525785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1949b864-16a2-4624-8e82-965c02e1e87e admin admin] Publish callbacks [] for security_group (dbabf323-eace-4765-9c00-099c6dd3a74b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.536325 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b2f08b5c-f214-4ab6-9432-d673155873a0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3197141 Aug 31 15:48:49.538993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35652) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:49.544546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9', 'fixed_ips': [{'subnet_id': '592a6e6c-7c2b-489a-9dfd-2d8b28bf7077'}, {'subnet_id': '9917037e-c6d8-4d3d-9a9f-8b34be24c99c'}], 'name': 'tempest-PortsTestJSON-1058281342'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:49.559753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ddb5654c-4b51-41fd-b875-3ff24f4a2a16), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.609416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:49.615631 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7513947c-5707-4165-b83e-20ba530517ef tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f7158769-ce09-4eb8-84da-8360ab31fa93), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.619468 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:49.622727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:49.657667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=ddb5654c-4b51-41fd-b875-3ff24f4a2a16,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:49.713115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513947c-5707-4165-b83e-20ba530517ef tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Pushing event deleted for resources: {'Port': ['ID=f7158769-ce09-4eb8-84da-8360ab31fa93,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:49.773430 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-13d3bb8e-2ba7-447c-bbd8-8d0260e08656 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:49.775397 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-13d3bb8e-2ba7-447c-bbd8-8d0260e08656 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.1430912 Aug 31 15:48:49.818124 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1758331a-d959-4cdc-8d2f-bd3291705a07 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:48:49.836978 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7513947c-5707-4165-b83e-20ba530517ef tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks [] for floatingip (0419b3ee-cacd-4557-8c9c-29a8e4717f6f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.840119 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7513947c-5707-4165-b83e-20ba530517ef tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.850101 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7513947c-5707-4165-b83e-20ba530517ef tempest-ServersTestJSON-1733652674 tempest-ServersTestJSON-1733652674-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/0419b3ee-cacd-4557-8c9c-29a8e4717f6f HTTP/1.1" status: 204 len: 168 time: 1.1621406 Aug 31 15:48:49.850101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35656) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:49.913744 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35660) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:49.935917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 1758331a-d959-4cdc-8d2f-bd3291705a07 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:49.937690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-952a91bb-a3fd-4005-9586-80e9ac2ba89f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Deleting port 07d192fe-4176-4d1b-9ebb-164c8cca7513 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:49.938035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-952a91bb-a3fd-4005-9586-80e9ac2ba89f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.939778 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.940176 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 1758331a-d959-4cdc-8d2f-bd3291705a07 Aug 31 15:48:49.951152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1949b864-16a2-4624-8e82-965c02e1e87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (dbabf323-eace-4765-9c00-099c6dd3a74b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.957257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1949b864-16a2-4624-8e82-965c02e1e87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:49.959784 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1949b864-16a2-4624-8e82-965c02e1e87e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dbabf323-eace-4765-9c00-099c6dd3a74b HTTP/1.1" status: 204 len: 168 time: 0.5326896 Aug 31 15:48:50.016225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949b864-16a2-4624-8e82-965c02e1e87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbabf323-eace-4765-9c00-099c6dd3a74b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:50.026343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:50.131473 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7720fa7c-5d22-4994-b43a-a2d176d285e6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8fd558be06804ac38608d1d5ebb94d64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2178123 Aug 31 15:48:50.162227 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35668) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:50.256165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09117c-2617-49aa-873f-443452e5ad69 req-3e2103b1-e3fa-4b70-a5d6-11cd996ac91a tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:50.257884 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cb09117c-2617-49aa-873f-443452e5ad69 req-3e2103b1-e3fa-4b70-a5d6-11cd996ac91a tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 944 time: 0.2456808 Aug 31 15:48:50.260150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3da50e5f-2fa3-41b7-a137-84ef83eb70b7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Deleting port b5f8137d-424c-419c-9c43-38c1bfd9be51 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:50.260150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3da50e5f-2fa3-41b7-a137-84ef83eb70b7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:50.319690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed531f-cc9f-4b49-80d2-aeb64abd4acf None None] Network e2239882-2044-41ab-bd89-24e72f1b82b9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:50.364542 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:50.467643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-952a91bb-a3fd-4005-9586-80e9ac2ba89f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] For port 07d192fe-4176-4d1b-9ebb-164c8cca7513, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=07d192fe-4176-4d1b-9ebb-164c8cca7513,segment=NetworkSegment(7c9fefcf-3de5-4077-a3c3-5f413195a3f1),segment_id=7c9fefcf-3de5-4077-a3c3-5f413195a3f1)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:50.468006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-952a91bb-a3fd-4005-9586-80e9ac2ba89f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:50.499081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:50.549262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-952a91bb-a3fd-4005-9586-80e9ac2ba89f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Calling delete_port for 07d192fe-4176-4d1b-9ebb-164c8cca7513 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:50.567667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-23aa27ed-679c-4472-bf76-d8a9aa259bb7 admin admin] Publish callbacks [] for security_group (a84c714e-2846-44f8-9fe2-72c02eaf4f67), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:50.588077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3da50e5f-2fa3-41b7-a137-84ef83eb70b7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] For port b5f8137d-424c-419c-9c43-38c1bfd9be51, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=b5f8137d-424c-419c-9c43-38c1bfd9be51,segment=NetworkSegment(0922db83-8cd7-4ce3-a84c-767f84f1283e),segment_id=0922db83-8cd7-4ce3-a84c-767f84f1283e)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:50.588547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3da50e5f-2fa3-41b7-a137-84ef83eb70b7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:50.602826 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cb09117c-2617-49aa-873f-443452e5ad69 req-d0ceced1-3bd8-4431-83f4-18db61e9bdec tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=84873d94-98cc-4d86-99b9-0f2f09a561cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3073776 Aug 31 15:48:50.655824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-dd3ff3ac-9717-4d30-83e7-bab62be4a629 None None] Provisioning complete for port 1758331a-d959-4cdc-8d2f-bd3291705a07 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:50.656453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff3ac-9717-4d30-83e7-bab62be4a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:50.656965 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dd3ff3ac-9717-4d30-83e7-bab62be4a629 None None] Attempt 1 to provision port 1758331a-d959-4cdc-8d2f-bd3291705a07 Aug 31 15:48:50.689721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:50.722132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:50.724067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:50.726456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-23aa27ed-679c-4472-bf76-d8a9aa259bb7 admin admin] Publish callbacks [] for security_group (a84c714e-2846-44f8-9fe2-72c02eaf4f67), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:50.732213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3da50e5f-2fa3-41b7-a137-84ef83eb70b7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Calling delete_port for b5f8137d-424c-419c-9c43-38c1bfd9be51 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-dd3ff3ac-9717-4d30-83e7-bab62be4a629 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:50.750157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:50.833074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:50.969239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:50.987324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0219a16-b595-4f2b-bc37-abe0ea857011 None None] Update dhcp port {'port': {'network_id': 'e2239882-2044-41ab-bd89-24e72f1b82b9', 'fixed_ips': [{'subnet_id': '592a6e6c-7c2b-489a-9dfd-2d8b28bf7077', 'ip_address': '172.20.0.2'}, {'subnet_id': '9917037e-c6d8-4d3d-9a9f-8b34be24c99c'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '1758331a-d959-4cdc-8d2f-bd3291705a07'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:48:51.056918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d0219a16-b595-4f2b-bc37-abe0ea857011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.179697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5aee2-1a1b-4738-8493-adf802a636e6 req-32436d2a-85ce-49c5-8c2d-1d3dd9ee73c9 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:51.181310 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e9f5aee2-1a1b-4738-8493-adf802a636e6 req-32436d2a-85ce-49c5-8c2d-1d3dd9ee73c9 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 945 time: 0.4820285 Aug 31 15:48:51.196445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.197661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-23aa27ed-679c-4472-bf76-d8a9aa259bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a84c714e-2846-44f8-9fe2-72c02eaf4f67), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.200778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-23aa27ed-679c-4472-bf76-d8a9aa259bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.202015 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-23aa27ed-679c-4472-bf76-d8a9aa259bb7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a84c714e-2846-44f8-9fe2-72c02eaf4f67 HTTP/1.1" status: 204 len: 168 time: 1.0387681 Aug 31 15:48:51.252321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa27ed-679c-4472-bf76-d8a9aa259bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84c714e-2846-44f8-9fe2-72c02eaf4f67,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:51.306902 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-952a91bb-a3fd-4005-9586-80e9ac2ba89f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (07d192fe-4176-4d1b-9ebb-164c8cca7513), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.321717 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (3d741574-a4d2-4210-b3d6-ead8a34a5a58), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.332334 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-d0219a16-b595-4f2b-bc37-abe0ea857011 None None] Allocated IP 172.20.0.18 (e2239882-2044-41ab-bd89-24e72f1b82b9/9917037e-c6d8-4d3d-9a9f-8b34be24c99c/1758331a-d959-4cdc-8d2f-bd3291705a07) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:51.375709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3da50e5f-2fa3-41b7-a137-84ef83eb70b7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b5f8137d-424c-419c-9c43-38c1bfd9be51), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.379817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a91bb-a3fd-4005-9586-80e9ac2ba89f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Pushing event deleted for resources: {'Port': ['ID=07d192fe-4176-4d1b-9ebb-164c8cca7513,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:51.439283 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e9f5aee2-1a1b-4738-8493-adf802a636e6 req-345cedef-4c34-47a9-9c11-cd18d5c3f43e tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b14e6e-22fa-435f-b0e0-4955b69ae26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247987 Aug 31 15:48:51.443585 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (77745a1a-83c5-47d2-9a1d-6d7640e8c41f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.486877 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:51.514575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da50e5f-2fa3-41b7-a137-84ef83eb70b7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Pushing event deleted for resources: {'Port': ['ID=b5f8137d-424c-419c-9c43-38c1bfd9be51,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:51.556758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-952a91bb-a3fd-4005-9586-80e9ac2ba89f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] No DVR routers for this DVR port 07d192fe-4176-4d1b-9ebb-164c8cca7513 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:51.575731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d0219a16-b595-4f2b-bc37-abe0ea857011 None None] For port 1758331a-d959-4cdc-8d2f-bd3291705a07, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1758331a-d959-4cdc-8d2f-bd3291705a07,segment=NetworkSegment(ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf),segment_id=ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:51.586280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-952a91bb-a3fd-4005-9586-80e9ac2ba89f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.590707 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51a92abe-45e2-42b2-888a-cfdfd5f8c1b4 req-952a91bb-a3fd-4005-9586-80e9ac2ba89f tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.43 "DELETE /networking/v2.0/ports/07d192fe-4176-4d1b-9ebb-164c8cca7513 HTTP/1.1" status: 204 len: 173 time: 1.9932628 Aug 31 15:48:51.591184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb278a-0d3f-4631-b52f-c40880aa10b1', 'name': 'network-vif-deleted', 'tag': '07d192fe-4176-4d1b-9ebb-164c8cca7513'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:48:51.593764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feda038-4339-48b4-bde4-a7127f9d3915" -d '{"events": [{"server_uuid": "8aeb278a-0d3f-4631-b52f-c40880aa10b1", "name": "network-vif-deleted", "tag": "07d192fe-4176-4d1b-9ebb-164c8cca7513"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:48:51.598985 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3da50e5f-2fa3-41b7-a137-84ef83eb70b7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] No DVR routers for this DVR port b5f8137d-424c-419c-9c43-38c1bfd9be51 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:48:51.601732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3da50e5f-2fa3-41b7-a137-84ef83eb70b7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.605825 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f2b7bbd-9988-4f09-b9dd-f63de1cbea12 req-3da50e5f-2fa3-41b7-a137-84ef83eb70b7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.43 "DELETE /networking/v2.0/ports/b5f8137d-424c-419c-9c43-38c1bfd9be51 HTTP/1.1" status: 204 len: 173 time: 1.8218491 Aug 31 15:48:51.661759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d0219a16-b595-4f2b-bc37-abe0ea857011 None None] Publish callbacks [] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.728018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 15:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cabf30-0cb2-4291-90e9-5db7bca45a38 x-openstack-request-id: req-b6cabf30-0cb2-4291-90e9-5db7bca45a38 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:48:51.728318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeb278a-0d3f-4631-b52f-c40880aa10b1", "name": "network-vif-deleted", "tag": "07d192fe-4176-4d1b-9ebb-164c8cca7513", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:48:51.728588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6cabf30-0cb2-4291-90e9-5db7bca45a38 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:48:51.729022 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b6cabf30-0cb2-4291-90e9-5db7bca45a38']: {'server_uuid': '8aeb278a-0d3f-4631-b52f-c40880aa10b1', 'name': 'network-vif-deleted', 'tag': '07d192fe-4176-4d1b-9ebb-164c8cca7513', 'status': 'failed', 'code': 422} returned with failed status Aug 31 15:48:51.752015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d0219a16-b595-4f2b-bc37-abe0ea857011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:51.812042 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4d77d8a1-1f39-4531-95a6-b37f51b37d94 req-2b4de8fa-32af-4e17-9bcb-1d32689e41e0 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 210 time: 0.0638773 Aug 31 15:48:51.895705 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device b5f8137d-424c-419c-9c43-38c1bfd9be51 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:48:51.922167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: b5f8137d-424c-419c-9c43-38c1bfd9be51 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:48:51.922749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device b5f8137d-424c-419c-9c43-38c1bfd9be51 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:48:51.923307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 07d192fe-4176-4d1b-9ebb-164c8cca7513 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:48:51.937858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.7 (e2239882-2044-41ab-bd89-24e72f1b82b9/592a6e6c-7c2b-489a-9dfd-2d8b28bf7077/372566de-aa18-4805-a5eb-8cbd6e4c1c45) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:51.950626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.30 (e2239882-2044-41ab-bd89-24e72f1b82b9/9917037e-c6d8-4d3d-9a9f-8b34be24c99c/372566de-aa18-4805-a5eb-8cbd6e4c1c45) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:51.954839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 07d192fe-4176-4d1b-9ebb-164c8cca7513 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:48:51.955384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 07d192fe-4176-4d1b-9ebb-164c8cca7513 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:48:52.004957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ddb5654c-4b51-41fd-b875-3ff24f4a2a16), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:52.056594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0219a16-b595-4f2b-bc37-abe0ea857011 None None] Pushing event updated for resources: {'Port': ['ID=1758331a-d959-4cdc-8d2f-bd3291705a07,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:52.326165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:52.333932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (ddb5654c-4b51-41fd-b875-3ff24f4a2a16), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:52.340641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:52.350961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] Deleting port 77f92079-5ee2-470b-af8e-0828f2ce43e0 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:52.350961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:52.454187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (ddb5654c-4b51-41fd-b875-3ff24f4a2a16), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:52.487409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:52.537095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35724) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:52.556851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (77745a1a-83c5-47d2-9a1d-6d7640e8c41f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:52.575386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] For port 77f92079-5ee2-470b-af8e-0828f2ce43e0, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=77f92079-5ee2-470b-af8e-0828f2ce43e0,segment=NetworkSegment(f2f5b6d9-56bc-444b-bd09-be61baadf0cf),segment_id=f2f5b6d9-56bc-444b-bd09-be61baadf0cf)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:52.579802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:52.652995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e2239882-2044-41ab-bd89-24e72f1b82b9 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:52.657850 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:52.661984 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:52.720593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] Calling delete_port for 77f92079-5ee2-470b-af8e-0828f2ce43e0 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:52.721949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35728) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:52.724404 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=ddb5654c-4b51-41fd-b875-3ff24f4a2a16,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:52.743343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:52.744276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:52.804225 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-18e18132-cddc-48ed-b4f6-391a24daac53 req-69953f27-235c-4e1b-8032-373c07f8a2ed tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 210 time: 0.0643270 Aug 31 15:48:52.816225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=372566de-aa18-4805-a5eb-8cbd6e4c1c45,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:52.876488 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ed465ec7-8162-46f1-962b-8eaf2120609b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3364658 Aug 31 15:48:52.879231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35736) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:52.891712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6bd50084-37af-4ada-90b0-719ead3071c2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '592a6e6c-7c2b-489a-9dfd-2d8b28bf7077'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:52.925800 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.l3_db [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP 77745a1a-83c5-47d2-9a1d-6d7640e8c41f associated. External IP: 172.26.2.122, port: 3ea8f852-df31-4eee-96a6-e18fc8009d6c. Aug 31 15:48:53.009980 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-74859da5-6b0e-4193-9fef-09da2e6e1214 None None] Provisioning complete for port 1758331a-d959-4cdc-8d2f-bd3291705a07 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:53.012723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-74859da5-6b0e-4193-9fef-09da2e6e1214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:53.012723 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-74859da5-6b0e-4193-9fef-09da2e6e1214 None None] Attempt 1 to provision port 1758331a-d959-4cdc-8d2f-bd3291705a07 Aug 31 15:48:53.016556 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa0ede7-8c0e-4623-b4e6-1a9cbe36814a None None] Network e2239882-2044-41ab-bd89-24e72f1b82b9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:53.087810 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-49fc2766-0116-4fb9-b837-ba8a4f2adc37 req-f37ac569-e8b1-4839-a9f9-e9f339514f14 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 210 time: 0.0680470 Aug 31 15:48:53.123617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:53.145475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bd50084-37af-4ada-90b0-719ead3071c2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:53.183209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155968609'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:53.190745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a9b55644-ab76-4531-8e4c-feaa5bb1a976 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1514603066'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:53.193725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a9b55644-ab76-4531-8e4c-feaa5bb1a976 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Unknown quota resources ['metering_label']. {{(pid=114266) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 31 15:48:53.291614 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f355873d-1a00-4229-b9ca-cddfd88bb9bf req-8a4ba98b-fe93-4115-8eab-6f9afc7aede2 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=976e5a69-f70c-44ff-a4ee-9f31356c47c1 HTTP/1.1" status: 200 len: 210 time: 0.0752969 Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-74859da5-6b0e-4193-9fef-09da2e6e1214 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:53.340789 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:53.346360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:53.350395 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:53.368316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:53.404255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:53.456275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (77f92079-5ee2-470b-af8e-0828f2ce43e0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:53.576176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:53.581673 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f92079-5ee2-470b-af8e-0828f2ce43e0,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:53.751761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for security_group (c480d009-1e82-4070-87c3-87460ab44615), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:53.780377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:53.826147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Provisioning complete for port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:53.827260 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:53.829271 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 1 to provision port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 Aug 31 15:48:53.877538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c480d009-1e82-4070-87c3-87460ab44615), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:53.900359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b7d0a-9ccc-4511-993a-90f6ccf9815f None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:53.911348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:53.920538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b7d0a-9ccc-4511-993a-90f6ccf9815f None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:53.921669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-484b7d0a-9ccc-4511-993a-90f6ccf9815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:53.962696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:53.997100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-484b7d0a-9ccc-4511-993a-90f6ccf9815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:54.004515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1758331a-d959-4cdc-8d2f-bd3291705a07 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:48:54.034923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976e5a69-f70c-44ff-a4ee-9f31356c47c1', 'name': 'network-vif-deleted', 'tag': 'b5f8137d-424c-419c-9c43-38c1bfd9be51'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:48:54.037986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00379904-4e90-425b-b0af-34a060ac72ba" -d '{"events": [{"server_uuid": "976e5a69-f70c-44ff-a4ee-9f31356c47c1", "name": "network-vif-deleted", "tag": "b5f8137d-424c-419c-9c43-38c1bfd9be51"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:48:54.047509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:48:54.049617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:54.059263 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:54.082844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 1758331a-d959-4cdc-8d2f-bd3291705a07 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:54.083668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.085201 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 1758331a-d959-4cdc-8d2f-bd3291705a07 Aug 31 15:48:54.097454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c480d009-1e82-4070-87c3-87460ab44615,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:54.107340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (25272453-1bb5-46b9-a157-031611cbc4b3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.108060 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment 25272453-1bb5-46b9-a157-031611cbc4b3 of type vlan for network c72e3a37-7206-48bb-9ac2-8a2310f54b17 Aug 31 15:48:54.111460 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-45b186fc-7bab-425d-a854-091fb4bc286e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6990309 Aug 31 15:48:54.125003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35762) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:54.132431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a9b55644-ab76-4531-8e4c-feaa5bb1a976 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.134986 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a9b55644-ab76-4531-8e4c-feaa5bb1a976 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5955229 Aug 31 15:48:54.137501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:DELETE=18,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:54.152238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b7d0a-9ccc-4511-993a-90f6ccf9815f None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:54.153485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-484b7d0a-9ccc-4511-993a-90f6ccf9815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:54.154879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35766) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:54.159232 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1a2ea9f0-1083-4b38-9c89-e1e72255d83d tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6fbf0d2e-0cb0-41c9-8d1b-df602f8e28e5'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:54.159862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1a2ea9f0-1083-4b38-9c89-e1e72255d83d tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114265) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 31 15:48:54.199000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-484b7d0a-9ccc-4511-993a-90f6ccf9815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:54.199610 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b7d0a-9ccc-4511-993a-90f6ccf9815f None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:54.217530 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:54.225964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:54.239582 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (c72e3a37-7206-48bb-9ac2-8a2310f54b17), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.245837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (3d741574-a4d2-4210-b3d6-ead8a34a5a58), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.252844 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2ddf4244-5caf-47d9-b670-f7c094472f9b req-10083da6-cf22-4521-a919-7e467cdd1b55 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8aeb278a-0d3f-4631-b52f-c40880aa10b1 HTTP/1.1" status: 200 len: 210 time: 0.7717726 Aug 31 15:48:54.279835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-6bd50084-37af-4ada-90b0-719ead3071c2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Delete allocated IP 172.20.0.30 (e2239882-2044-41ab-bd89-24e72f1b82b9/9917037e-c6d8-4d3d-9a9f-8b34be24c99c) {{(pid=114266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 15:48:54.413606 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 2 to provision port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 Aug 31 15:48:54.462821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:54.507925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bd50084-37af-4ada-90b0-719ead3071c2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.599214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.resource_extend [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 15:48:54.612489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bd50084-37af-4ada-90b0-719ead3071c2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.618220 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-aba4d88b-a7ad-40a9-b20f-6d031418f1ad tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "GET /networking/v2.0/floatingips/77745a1a-83c5-47d2-9a1d-6d7640e8c41f HTTP/1.1" status: 200 len: 978 time: 0.4944899 Aug 31 15:48:54.622047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35772) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:54.696452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 15:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdced51-7ede-4461-afff-4416c50720f6 x-openstack-request-id: req-0fdced51-7ede-4461-afff-4416c50720f6 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:48:54.696452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976e5a69-f70c-44ff-a4ee-9f31356c47c1", "name": "network-vif-deleted", "tag": "b5f8137d-424c-419c-9c43-38c1bfd9be51", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:48:54.696452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fdced51-7ede-4461-afff-4416c50720f6 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:48:54.696452 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0fdced51-7ede-4461-afff-4416c50720f6']: {'server_uuid': '976e5a69-f70c-44ff-a4ee-9f31356c47c1', 'name': 'network-vif-deleted', 'tag': 'b5f8137d-424c-419c-9c43-38c1bfd9be51', 'status': 'failed', 'code': 422} returned with failed status Aug 31 15:48:54.725281 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.services.metering.metering_plugin [None req-1a2ea9f0-1083-4b38-9c89-e1e72255d83d tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 15:48:54.736582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd50084-37af-4ada-90b0-719ead3071c2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=372566de-aa18-4805-a5eb-8cbd6e4c1c45,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:54.778770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-6bd50084-37af-4ada-90b0-719ead3071c2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] In _notify_port_updated(), no bound segment for port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 on network e2239882-2044-41ab-bd89-24e72f1b82b9 {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:48:54.784105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd50084-37af-4ada-90b0-719ead3071c2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:54.785014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bd50084-37af-4ada-90b0-719ead3071c2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.786838 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6bd50084-37af-4ada-90b0-719ead3071c2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "PUT /networking/v2.0/ports/372566de-aa18-4805-a5eb-8cbd6e4c1c45 HTTP/1.1" status: 200 len: 919 time: 1.9064674 Aug 31 15:48:54.790034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35782) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:54.798372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '592a6e6c-7c2b-489a-9dfd-2d8b28bf7077'}, {'subnet_id': '9917037e-c6d8-4d3d-9a9f-8b34be24c99c'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:54.860326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (c72e3a37-7206-48bb-9ac2-8a2310f54b17), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.865892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:54.867016 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.869003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:54.910101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35784) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:54.964968 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 3 to provision port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 Aug 31 15:48:54.966324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1a2ea9f0-1083-4b38-9c89-e1e72255d83d tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:54.967685 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1a2ea9f0-1083-4b38-9c89-e1e72255d83d tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8117015 Aug 31 15:48:54.973014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35788) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.003886 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e15f583f-2b26-4c1c-9736-790d033803f8 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3474987 Aug 31 15:48:55.004081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:55.006149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-99bf032e-a427-4b15-bad8-94ddc31b505d tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6fbf0d2e-0cb0-41c9-8d1b-df602f8e28e5'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:55.006752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-99bf032e-a427-4b15-bad8-94ddc31b505d tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114266) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 31 15:48:55.020924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35790) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.029993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'port_id': '6b683506-53ca-4ce8-887d-8cbb282a837e'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:55.059955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=c72e3a37-7206-48bb-9ac2-8a2310f54b17,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:55.074801 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network c72e3a37-7206-48bb-9ac2-8a2310f54b17 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:48:55.126591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.141599 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b737f2d5-190a-47e9-bdf6-e9c4cf20eac1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4067254 Aug 31 15:48:55.233084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:55.240173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (77745a1a-83c5-47d2-9a1d-6d7640e8c41f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.282892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35800) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.292956 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db60b4a3-98f5-4bf7-a109-ffc9406190a6 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group (17b14e6e-22fa-435f-b0e0-4955b69ae26e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.293538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35802) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.295762 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.services.metering.metering_plugin [None req-99bf032e-a427-4b15-bad8-94ddc31b505d tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 15:48:55.303169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': 'c72e3a37-7206-48bb-9ac2-8a2310f54b17', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:55.346259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] Router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:55.383137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35804) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.402105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:55.475103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db60b4a3-98f5-4bf7-a109-ffc9406190a6 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group (17b14e6e-22fa-435f-b0e0-4955b69ae26e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.491850 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-99bf032e-a427-4b15-bad8-94ddc31b505d tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.493064 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-99bf032e-a427-4b15-bad8-94ddc31b505d tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5185175 Aug 31 15:48:55.498925 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35808) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.504589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-032bb100-f34f-4a0c-bab6-d97f2836b9ad tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group (84873d94-98cc-4d86-99b9-0f2f09a561cd), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.504774 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 4 to provision port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 Aug 31 15:48:55.526461 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:55.532105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-90574689', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:55.558424 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-db2fdc9f-d43b-4584-8380-df594fcf447a tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-label-rules?id=84aa0d6a-e370-497f-a5e8-e4013d87a71c HTTP/1.1" status: 200 len: 462 time: 0.0519698 Aug 31 15:48:55.561043 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:55.567436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35810) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.601866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-032bb100-f34f-4a0c-bab6-d97f2836b9ad tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group (84873d94-98cc-4d86-99b9-0f2f09a561cd), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.643965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:55.655022 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] Sync routers for ids ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:55.661637 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-935bcc07-6ecd-4491-9178-9d7c3e2d5172 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/3d741574-a4d2-4210-b3d6-ead8a34a5a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8127820 Aug 31 15:48:55.662848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35812) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.665075 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] Routers {'3d741574-a4d2-4210-b3d6-ead8a34a5a58'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:55.665734 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:55.673467 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:55.677914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.771569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Made reservation on behalf of dac7a1321a104f818165adcae54c5928 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:55.773973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.783275 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] Set router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:48:55.787857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.815405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db60b4a3-98f5-4bf7-a109-ffc9406190a6 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (17b14e6e-22fa-435f-b0e0-4955b69ae26e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.817973 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db60b4a3-98f5-4bf7-a109-ffc9406190a6 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.821648 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-db60b4a3-98f5-4bf7-a109-ffc9406190a6 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/17b14e6e-22fa-435f-b0e0-4955b69ae26e HTTP/1.1" status: 204 len: 168 time: 0.9080956 Aug 31 15:48:55.822148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.21 (e2239882-2044-41ab-bd89-24e72f1b82b9/9917037e-c6d8-4d3d-9a9f-8b34be24c99c/372566de-aa18-4805-a5eb-8cbd6e4c1c45) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:55.829748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35814) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.835111 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=57 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:55.881006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-032bb100-f34f-4a0c-bab6-d97f2836b9ad tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (84873d94-98cc-4d86-99b9-0f2f09a561cd), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.881453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60b4a3-98f5-4bf7-a109-ffc9406190a6 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b14e6e-22fa-435f-b0e0-4955b69ae26e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:55.883548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-032bb100-f34f-4a0c-bab6-d97f2836b9ad tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.887618 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=56 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:55.888067 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-032bb100-f34f-4a0c-bab6-d97f2836b9ad tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/84873d94-98cc-4d86-99b9-0f2f09a561cd HTTP/1.1" status: 204 len: 168 time: 0.6038828 Aug 31 15:48:55.892873 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35816) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.930652 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-2b317e2e-74be-45e1-9a4c-456e1d4ce66e tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] show failed (client error): The resource could not be found. Aug 31 15:48:55.931818 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2b317e2e-74be-45e1-9a4c-456e1d4ce66e tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "GET /networking/v2.0/security-groups/84873d94-98cc-4d86-99b9-0f2f09a561cd HTTP/1.1" status: 404 len: 347 time: 0.0354147 Aug 31 15:48:55.939170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35818) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.942702 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-b0c11ff4-0547-422b-98cb-ee1a36c5cef7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] show failed (client error): The resource could not be found. Aug 31 15:48:55.946362 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bb100-f34f-4a0c-bab6-d97f2836b9ad tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84873d94-98cc-4d86-99b9-0f2f09a561cd,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:55.946522 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b0c11ff4-0547-422b-98cb-ee1a36c5cef7 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "GET /networking/v2.0/security-groups/17b14e6e-22fa-435f-b0e0-4955b69ae26e HTTP/1.1" status: 404 len: 347 time: 0.1078537 Aug 31 15:48:55.950704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Publish callbacks [] for router (3d741574-a4d2-4210-b3d6-ead8a34a5a58), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:55.956248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35820) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:55.993011 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'name': 'tempest-ServersTestJSON-1699959650-router', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:48:53Z', 'revision_number': 5, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'gw_port': {'id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:56.020556 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] Checking router: 3d741574-a4d2-4210-b3d6-ead8a34a5a58 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:48:56.043995 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] Routers {'3d741574-a4d2-4210-b3d6-ead8a34a5a58'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:56.044791 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:56.063656 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 5 to provision port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 Aug 31 15:48:56.098467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b17c0a21-bca5-4d69-b72d-7be953dd63d3 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.102301 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b17c0a21-bca5-4d69-b72d-7be953dd63d3 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "DELETE /networking/v2.0/metering/metering-label-rules/84aa0d6a-e370-497f-a5e8-e4013d87a71c HTTP/1.1" status: 204 len: 168 time: 0.5223327 Aug 31 15:48:56.112656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35822) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:56.123964 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:56.171512 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] Set router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:48:56.178413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:56.186150 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c1e373cc-0e4b-46f9-b477-86ccf13fde99 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-label-rules?id=84aa0d6a-e370-497f-a5e8-e4013d87a71c HTTP/1.1" status: 200 len: 221 time: 0.0726511 Aug 31 15:48:56.192012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35824) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:56.198327 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-968c2076-851d-4799-a35c-9ea69fe3bccb tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--866182264', 'description': 'label created by tempest'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:56.198771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-968c2076-851d-4799-a35c-9ea69fe3bccb tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Unknown quota resources ['metering_label']. {{(pid=114265) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 31 15:48:56.329980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f6f56619-f315-480d-9fa7-62bed6814590 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Deleting port 100bab62-858d-4e6f-93bc-8210ba4d3e16 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:56.330323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6f56619-f315-480d-9fa7-62bed6814590 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (100bab62-858d-4e6f-93bc-8210ba4d3e16), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.336218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-45b03fb3-9eea-468e-8648-9b23ff1e5685 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Deleting port 2f95850c-174f-4627-8199-cb14d3bd68c5 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:56.336789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b03fb3-9eea-468e-8648-9b23ff1e5685 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2f95850c-174f-4627-8199-cb14d3bd68c5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.372492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.415906 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks [] for security_group (2251ce81-7170-4b1d-87c9-d8bfd169129e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.418975 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'name': 'tempest-ServersTestJSON-1699959650-router', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:48:53Z', 'revision_number': 5, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'gw_port': {'id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:56.447549 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef999f0-a4bd-44ac-bd0f-fb5e97ad8d70 None None] The sync data for ids ['3d741574-a4d2-4210-b3d6-ead8a34a5a58'] in dv-neutron-855257-2-hyperv is: [{'id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'name': 'tempest-ServersTestJSON-1699959650-router', 'tenant_id': '705873c953a14cc9ac26823dd144c4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:48:53Z', 'revision_number': 5, 'project_id': '705873c953a14cc9ac26823dd144c4d5', 'gw_port': {'id': '79c72dab-a4d5-40ee-8d32-aa1ac1350db6', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d741574-a4d2-4210-b3d6-ead8a34a5a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:46:57Z', 'updated_at': '2022-08-31T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:56.471416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.512160 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Publish callbacks [] for router_gateway (3d741574-a4d2-4210-b3d6-ead8a34a5a58), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.514481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6f56619-f315-480d-9fa7-62bed6814590 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (100bab62-858d-4e6f-93bc-8210ba4d3e16), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.514816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6f56619-f315-480d-9fa7-62bed6814590 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for floatingip (100bab62-858d-4e6f-93bc-8210ba4d3e16), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.547885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f6f56619-f315-480d-9fa7-62bed6814590 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Calling delete_port for 100bab62-858d-4e6f-93bc-8210ba4d3e16 owned by network:floatingip {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:56.563523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (2251ce81-7170-4b1d-87c9-d8bfd169129e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.606502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] device_id is not set on port 6c2e9791-6183-47c2-a708-31eecf60f9a7 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:48:56.613474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b03fb3-9eea-468e-8648-9b23ff1e5685 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2f95850c-174f-4627-8199-cb14d3bd68c5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.613825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b03fb3-9eea-468e-8648-9b23ff1e5685 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for floatingip (2f95850c-174f-4627-8199-cb14d3bd68c5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.617291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (da840a0f-e850-4f6b-ba93-47eff3289e33), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.627710 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 6 to provision port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 Aug 31 15:48:56.629329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=372566de-aa18-4805-a5eb-8cbd6e4c1c45,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:56.638945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-968c2076-851d-4799-a35c-9ea69fe3bccb tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.642848 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-968c2076-851d-4799-a35c-9ea69fe3bccb tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4451895 Aug 31 15:48:56.686408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35826) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:56.690889 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:56.692506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.711719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.712066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.712414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.712751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.713082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.714052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.714572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.715178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.715517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.715848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.716194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.716630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.716883 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.717206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.717531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:56.822262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (77745a1a-83c5-47d2-9a1d-6d7640e8c41f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:56.974122 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-45b03fb3-9eea-468e-8648-9b23ff1e5685 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Calling delete_port for 2f95850c-174f-4627-8199-cb14d3bd68c5 owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:57.035865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:57.055763 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2251ce81-7170-4b1d-87c9-d8bfd169129e,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:57.118184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:57.134919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=da840a0f-e850-4f6b-ba93-47eff3289e33,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:57.155463 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Deleting port 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:57.155799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.178672 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8db2a135-f168-4554-9d32-17a46b501b5e tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-labels?id=c09aeae4-7170-4dd3-883b-6d86e319ba79 HTTP/1.1" status: 200 len: 467 time: 0.4878824 Aug 31 15:48:57.184995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35828) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:57.192096 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 7 to provision port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 Aug 31 15:48:57.201685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:57.215562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] In _notify_port_updated(), no bound segment for port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 on network e2239882-2044-41ab-bd89-24e72f1b82b9 {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:48:57.220093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:57.220728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.224850 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-af7de7da-e25e-4db0-ae82-1748f42225f5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "PUT /networking/v2.0/ports/372566de-aa18-4805-a5eb-8cbd6e4c1c45 HTTP/1.1" status: 200 len: 999 time: 2.4307225 Aug 31 15:48:57.231855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35830) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:57.236196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:57.263671 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': '25272453-1bb5-46b9-a157-031611cbc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c72e3a37-7206-48bb-9ac2-8a2310f54b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:57.264250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: c72e3a37-7206-48bb-9ac2-8a2310f54b17, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:48:57.295185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Allocated IP 172.26.2.200 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/6c2e9791-6183-47c2-a708-31eecf60f9a7) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:57.387078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] For port 79c72dab-a4d5-40ee-8d32-aa1ac1350db6, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=79c72dab-a4d5-40ee-8d32-aa1ac1350db6,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:48:57.387425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.413191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Calling delete_port for 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:57.421352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network c72e3a37-7206-48bb-9ac2-8a2310f54b17 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:48:57.431785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:57.460536 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.l3_db [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP 77745a1a-83c5-47d2-9a1d-6d7640e8c41f associated. External IP: 172.26.2.122, port: 3ea8f852-df31-4eee-96a6-e18fc8009d6c. Aug 31 15:48:57.521476 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:57.552066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b03fb3-9eea-468e-8648-9b23ff1e5685 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (2f95850c-174f-4627-8199-cb14d3bd68c5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.553963 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, c72e3a37-7206-48bb-9ac2-8a2310f54b17) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:57.564372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d4c651-66cb-48da-8c58-c99f62856ec9 None None] Network c72e3a37-7206-48bb-9ac2-8a2310f54b17 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:48:57.579374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:57.580423 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.614889 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b03fb3-9eea-468e-8648-9b23ff1e5685 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Pushing event deleted for resources: {'Port': ['ID=2f95850c-174f-4627-8199-cb14d3bd68c5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:57.621198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-80fd88d8-740b-48ef-9811-f86fc01a996c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:48:57.621501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80fd88d8-740b-48ef-9811-f86fc01a996c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.695445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 77f92079-5ee2-470b-af8e-0828f2ce43e0 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:48:57.696105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks [] for port (6c2e9791-6183-47c2-a708-31eecf60f9a7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.707580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a41cee2b-c298-4ebe-bbbf-97be2ec75ba8 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.709157 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a41cee2b-c298-4ebe-bbbf-97be2ec75ba8 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "DELETE /networking/v2.0/metering/metering-labels/c09aeae4-7170-4dd3-883b-6d86e319ba79 HTTP/1.1" status: 204 len: 168 time: 0.5211983 Aug 31 15:48:57.719296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35832) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:57.723410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-c72e3a37-7206-48bb-9ac2-8a2310f54b17', 'network_id': 'c72e3a37-7206-48bb-9ac2-8a2310f54b17', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': 'da840a0f-e850-4f6b-ba93-47eff3289e33'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:48:57.724471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.727407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:57.729178 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 77f92079-5ee2-470b-af8e-0828f2ce43e0 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:48:57.729698 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 77f92079-5ee2-470b-af8e-0828f2ce43e0 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:48:57.740068 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 8 to provision port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 Aug 31 15:48:57.750984 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-06c390c3-1842-4b22-b36b-fdd753cdbc38 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-labels?id=c09aeae4-7170-4dd3-883b-6d86e319ba79 HTTP/1.1" status: 200 len: 216 time: 0.0228176 Aug 31 15:48:57.755494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35834) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:57.780322 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6cbdbfb9-2a20-42de-8d2a-76b74483f633 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4818878 Aug 31 15:48:57.786214 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-81ed7f51-bc69-41e5-8904-3970822d2359 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0278332 Aug 31 15:48:57.787636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35836) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:57.790162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35838) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:57.797898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b03fb3-9eea-468e-8648-9b23ff1e5685 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks [] for floatingip (23a823f0-c4de-4180-bf32-d975e0b9f1a4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.800351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45b03fb3-9eea-468e-8648-9b23ff1e5685 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.804563 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-45b03fb3-9eea-468e-8648-9b23ff1e5685 tempest-ServersTestManualDisk-2077238978 tempest-ServersTestManualDisk-2077238978-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/23a823f0-c4de-4180-bf32-d975e0b9f1a4 HTTP/1.1" status: 204 len: 168 time: 1.8391218 Aug 31 15:48:57.805394 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35840) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:57.831744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-646147371'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:57.852574 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:57.858637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80fd88d8-740b-48ef-9811-f86fc01a996c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.861187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6f56619-f315-480d-9fa7-62bed6814590 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (100bab62-858d-4e6f-93bc-8210ba4d3e16), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.876444 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0dcb36b4-4a11-45e5-b302-423419cca993 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0817406 Aug 31 15:48:57.878472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35842) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:57.904317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (6c2e9791-6183-47c2-a708-31eecf60f9a7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:57.931106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Allocated IP 172.20.255.242 (c72e3a37-7206-48bb-9ac2-8a2310f54b17/da840a0f-e850-4f6b-ba93-47eff3289e33/2c130a95-f367-4475-8c24-72dda2862e02) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:48:57.933174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-80fd88d8-740b-48ef-9811-f86fc01a996c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 372566de-aa18-4805-a5eb-8cbd6e4c1c45 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:48:57.943736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f56619-f315-480d-9fa7-62bed6814590 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Pushing event deleted for resources: {'Port': ['ID=100bab62-858d-4e6f-93bc-8210ba4d3e16,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:57.957405 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2b36a46a-54a1-41f1-b5fa-e3609f4a7bcb tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-labels/6fbf0d2e-0cb0-41c9-8d1b-df602f8e28e5 HTTP/1.1" status: 200 len: 473 time: 0.0763824 Aug 31 15:48:57.982881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35844) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:58.006621 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:58.045042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:58.053823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:58.058619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:58.065154 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6002eb27-b885-4b94-9243-0dc5e9c73361 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-label-rules/af813f13-97d8-4524-a674-d900c846e568 HTTP/1.1" status: 200 len: 459 time: 0.0760851 Aug 31 15:48:58.065413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Pushing event updated for resources: {'Port': ['ID=6c2e9791-6183-47c2-a708-31eecf60f9a7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:58.065628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35846) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:58.068886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:58.073352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.110397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:58.115782 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Publish callbacks [] for port (2c130a95-f367-4475-8c24-72dda2862e02), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.138432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (79c72dab-a4d5-40ee-8d32-aa1ac1350db6), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.165753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6f56619-f315-480d-9fa7-62bed6814590 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks [] for floatingip (6af73156-b091-48af-af30-b470c6c6691c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.169653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6f56619-f315-480d-9fa7-62bed6814590 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.170840 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f6f56619-f315-480d-9fa7-62bed6814590 tempest-ServerActionsTestJSON-1259634650 tempest-ServerActionsTestJSON-1259634650-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/6af73156-b091-48af-af30-b470c6c6691c HTTP/1.1" status: 204 len: 168 time: 2.2261167 Aug 31 15:48:58.177391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:48:58.179209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35848) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:58.181530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=79c72dab-a4d5-40ee-8d32-aa1ac1350db6,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:58.189861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:58.190461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.203918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (2c130a95-f367-4475-8c24-72dda2862e02), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.239907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d16a8ab9-cacb-4184-ab2a-3aeab8b67a72), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.240447 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment d16a8ab9-cacb-4184-ab2a-3aeab8b67a72 of type vlan for network 8a0eb84d-d010-43dc-8554-8e025dcdf44e Aug 31 15:48:58.245820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:58.381101 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d55a93f0-8f60-4230-96e8-f90005ddd7df tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9871075 Aug 31 15:48:58.388496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35850) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:58.390249 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 9 to provision port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 Aug 31 15:48:58.403764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.200'}]}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:58.414621 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:58.433261 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (3d741574-a4d2-4210-b3d6-ead8a34a5a58), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.449669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Network c72e3a37-7206-48bb-9ac2-8a2310f54b17 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:48:58.453022 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:48:58.456917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:48:58.461393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:48:58.468575 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Pushing event updated for resources: {'Port': ['ID=2c130a95-f367-4475-8c24-72dda2862e02,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:58.470112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cba5eabd-82cf-4de4-a90b-86a575734cae tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.471447 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cba5eabd-82cf-4de4-a90b-86a575734cae tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "DELETE /networking/v2.0/metering/metering-label-rules/af813f13-97d8-4524-a674-d900c846e568 HTTP/1.1" status: 204 len: 168 time: 0.4050174 Aug 31 15:48:58.473241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (8a0eb84d-d010-43dc-8554-8e025dcdf44e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.484060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.484060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.484372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.484970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.484970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.485328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.485461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35852) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:58.485892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.486144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.486532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.486915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.487316 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.487738 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.488130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.488770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.489144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:48:58.534233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:48:58.550626 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e868072-d763-4ab3-ac64-c5886818950a None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:48:58.564629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e868072-d763-4ab3-ac64-c5886818950a None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:58.565275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-6e868072-d763-4ab3-ac64-c5886818950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:58.591765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:58.596505 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (8a0eb84d-d010-43dc-8554-8e025dcdf44e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.601719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:48:58.602424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.607672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-6e868072-d763-4ab3-ac64-c5886818950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:58.611592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Attempting to bind port 2c130a95-f367-4475-8c24-72dda2862e02 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:48:58.611967 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Attempting to bind port 2c130a95-f367-4475-8c24-72dda2862e02 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '25272453-1bb5-46b9-a157-031611cbc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c72e3a37-7206-48bb-9ac2-8a2310f54b17'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:48:58.613893 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Attempting to bind port 2c130a95-f367-4475-8c24-72dda2862e02 on network c72e3a37-7206-48bb-9ac2-8a2310f54b17 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:48:58.622765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:48:58.623183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Checking segment: {'id': '25272453-1bb5-46b9-a157-031611cbc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c72e3a37-7206-48bb-9ac2-8a2310f54b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:48:58.623858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.623972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Bound using segment: {'id': '25272453-1bb5-46b9-a157-031611cbc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c72e3a37-7206-48bb-9ac2-8a2310f54b17'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:48:58.624387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Bound port: 2c130a95-f367-4475-8c24-72dda2862e02, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25272453-1bb5-46b9-a157-031611cbc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c72e3a37-7206-48bb-9ac2-8a2310f54b17'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:48:58.625119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2c130a95-f367-4475-8c24-72dda2862e02), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.636703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e868072-d763-4ab3-ac64-c5886818950a None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:48:58.637353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-6e868072-d763-4ab3-ac64-c5886818950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:58.647281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (3d741574-a4d2-4210-b3d6-ead8a34a5a58), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.649204 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (76f8c84b-dfcc-49b0-ad4b-7f9a40096ab0), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.650424 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (76f8c84b-dfcc-49b0-ad4b-7f9a40096ab0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.656302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Publish callbacks [] for router_controller (3d741574-a4d2-4210-b3d6-ead8a34a5a58), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.677746 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-6e868072-d763-4ab3-ac64-c5886818950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:48:58.678353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e868072-d763-4ab3-ac64-c5886818950a None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:48:58.705804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80fd88d8-740b-48ef-9811-f86fc01a996c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (372566de-aa18-4805-a5eb-8cbd6e4c1c45), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.745288 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9234157 Aug 31 15:48:58.750231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35854) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:58.760179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] For port 2c130a95-f367-4475-8c24-72dda2862e02, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:48:58.766810 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] For port 2c130a95-f367-4475-8c24-72dda2862e02, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2c130a95-f367-4475-8c24-72dda2862e02,segment=NetworkSegment(25272453-1bb5-46b9-a157-031611cbc4b3),segment_id=25272453-1bb5-46b9-a157-031611cbc4b3)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:48:58.778976 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': '8a0eb84d-d010-43dc-8554-8e025dcdf44e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:48:58.783022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7922b-77ad-42fa-ae04-978e6c5e64b8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=8a0eb84d-d010-43dc-8554-8e025dcdf44e,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:58.798301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:58.798640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd88d8-740b-48ef-9811-f86fc01a996c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=372566de-aa18-4805-a5eb-8cbd6e4c1c45,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:58.807483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 8a0eb84d-d010-43dc-8554-8e025dcdf44e details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:48:58.899904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:58.919376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (2c130a95-f367-4475-8c24-72dda2862e02), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:58.973281 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 10 to provision port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 Aug 31 15:48:59.005908 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Port 372566de-aa18-4805-a5eb-8cbd6e4c1c45 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:48:59.020880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks [] for router_controller (76f8c84b-dfcc-49b0-ad4b-7f9a40096ab0), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.021484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Provisioning complete for port 1758331a-d959-4cdc-8d2f-bd3291705a07 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:48:59.022075 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.022547 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Attempt 1 to provision port 1758331a-d959-4cdc-8d2f-bd3291705a07 Aug 31 15:48:59.032582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80fd88d8-740b-48ef-9811-f86fc01a996c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.035917 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-80fd88d8-740b-48ef-9811-f86fc01a996c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/372566de-aa18-4805-a5eb-8cbd6e4c1c45 HTTP/1.1" status: 204 len: 168 time: 1.8013384 Aug 31 15:48:59.067792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35856) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:59.082458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-953de958-e496-4182-9338-1beadcb3a881 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:48:59.101683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:48:59.109733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bd1d7-2829-4154-84e0-0f9e3efeba47 None None] Pushing event updated for resources: {'Port': ['ID=2c130a95-f367-4475-8c24-72dda2862e02,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:48:59.119185 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe73816-d9d6-4fa3-98a7-29bc7eb7233e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:48:59.121959 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bbe73816-d9d6-4fa3-98a7-29bc7eb7233e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/372566de-aa18-4805-a5eb-8cbd6e4c1c45 HTTP/1.1" status: 404 len: 333 time: 0.0531504 Aug 31 15:48:59.127536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35858) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:59.143639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:48:59.148572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.177141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:59.225389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-5097ca7d-456f-4d4b-b645-21bd8db68011 None None] Could not find standard attr ID for object 372566de-aa18-4805-a5eb-8cbd6e4c1c45. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:48:59.417508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (3d741574-a4d2-4210-b3d6-ead8a34a5a58), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.418732 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d741574-a4d2-4210-b3d6-ead8a34a5a58 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:48:59.429609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.430801 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1d866da3-a0e3-4403-ad6b-bd161baef0dd admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/3d741574-a4d2-4210-b3d6-ead8a34a5a58 HTTP/1.1" status: 204 len: 168 time: 3.7670476 Aug 31 15:48:59.443267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35860) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:48:59.520266 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (bf1d3336-8e29-4293-81bd-a22f8303ffaf), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.556188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-931fc9cd-cde4-4776-bccd-8065290c1135 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.561093 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-931fc9cd-cde4-4776-bccd-8065290c1135 tempest-MeteringIpV6TestJSON-914377529 tempest-MeteringIpV6TestJSON-914377529-project-admin] 10.222.0.46 "DELETE /networking/v2.0/metering/metering-labels/6fbf0d2e-0cb0-41c9-8d1b-df602f8e28e5 HTTP/1.1" status: 204 len: 168 time: 1.0131874 Aug 31 15:48:59.670356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:48:59.674608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:59.680159 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-229cfb9e-dd37-428f-b49b-00ea7dde7772 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet 9917037e-c6d8-4d3d-9a9f-8b34be24c99c {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:48:59.685059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-229cfb9e-dd37-428f-b49b-00ea7dde7772 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (9917037e-c6d8-4d3d-9a9f-8b34be24c99c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.716652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Deleting subnet 0d7cb343-1c10-476e-9a0f-ca100f27319c {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:48:59.749861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-229cfb9e-dd37-428f-b49b-00ea7dde7772 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (9917037e-c6d8-4d3d-9a9f-8b34be24c99c), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.752320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Publish callbacks [] for subnet (0d7cb343-1c10-476e-9a0f-ca100f27319c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.754335 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:48:59.801391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks [] for router_gateway (76f8c84b-dfcc-49b0-ad4b-7f9a40096ab0), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.848631 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (0d7cb343-1c10-476e-9a0f-ca100f27319c), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.909869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (1595294c-0f1b-4f11-bf44-5f204087b296), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:48:59.997595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-229cfb9e-dd37-428f-b49b-00ea7dde7772 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (9917037e-c6d8-4d3d-9a9f-8b34be24c99c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.001260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:00.014661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.015040 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f95679-0d75-4618-89be-13a92ac81cc7 None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:00.075079 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f95679-0d75-4618-89be-13a92ac81cc7 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:00.075584 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-42f95679-0d75-4618-89be-13a92ac81cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:00.082863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:00.178144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2c130a95-f367-4475-8c24-72dda2862e02 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:00.200726 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-42f95679-0d75-4618-89be-13a92ac81cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:00.220483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (0d7cb343-1c10-476e-9a0f-ca100f27319c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.227299 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f95679-0d75-4618-89be-13a92ac81cc7 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:00.228259 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-42f95679-0d75-4618-89be-13a92ac81cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:00.256692 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4331fa50-3ed9-4879-a8b3-872094ada06e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/77745a1a-83c5-47d2-9a1d-6d7640e8c41f HTTP/1.1" status: 200 len: 978 time: 5.2346227 Aug 31 15:49:00.258852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35866) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:00.268641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (8b70cc81-571e-40ad-beac-5605ad2eefc2), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.286998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:00.295539 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-42f95679-0d75-4618-89be-13a92ac81cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:00.296724 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f95679-0d75-4618-89be-13a92ac81cc7 None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:00.303000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-85a6b19e-9291-4b5a-8f57-204d8ee6b723 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:00.306062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 2c130a95-f367-4475-8c24-72dda2862e02 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:00.306435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2c130a95-f367-4475-8c24-72dda2862e02), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.306764 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 2c130a95-f367-4475-8c24-72dda2862e02 Aug 31 15:49:00.356067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35868) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:00.368190 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:00.399392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856b2e8-8fc0-493f-ac36-6031de37a3fa None None] Network c72e3a37-7206-48bb-9ac2-8a2310f54b17 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:00.452994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:00.456406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-229cfb9e-dd37-428f-b49b-00ea7dde7772 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (9917037e-c6d8-4d3d-9a9f-8b34be24c99c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.470041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-85a6b19e-9291-4b5a-8f57-204d8ee6b723 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (77745a1a-83c5-47d2-9a1d-6d7640e8c41f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.486679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-229cfb9e-dd37-428f-b49b-00ea7dde7772 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.490275 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-229cfb9e-dd37-428f-b49b-00ea7dde7772 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/9917037e-c6d8-4d3d-9a9f-8b34be24c99c HTTP/1.1" status: 204 len: 168 time: 1.3614893 Aug 31 15:49:00.493487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:00.493658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35872) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:00.494249 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 79c72dab-a4d5-40ee-8d32-aa1ac1350db6 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:00.506084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39444a6a-8fb5-4fe4-af77-08676af95687 None None] Network e2239882-2044-41ab-bd89-24e72f1b82b9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:00.512561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bd7fc9bb-7413-4839-aeb5-af434574aa23 None None] Provisioning complete for port 2c130a95-f367-4475-8c24-72dda2862e02 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:00.513008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bd7fc9bb-7413-4839-aeb5-af434574aa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2c130a95-f367-4475-8c24-72dda2862e02), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.513421 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bd7fc9bb-7413-4839-aeb5-af434574aa23 None None] Attempt 1 to provision port 2c130a95-f367-4475-8c24-72dda2862e02 Aug 31 15:49:00.574727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] Deleting port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:00.575356 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.579267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:00.586768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=8b70cc81-571e-40ad-beac-5605ad2eefc2,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:00.630460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:00.632188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks [] for router_gateway (76f8c84b-dfcc-49b0-ad4b-7f9a40096ab0), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.636708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cfb9e-dd37-428f-b49b-00ea7dde7772 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=9917037e-c6d8-4d3d-9a9f-8b34be24c99c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:00.653847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': 'd16a8ab9-cacb-4184-ab2a-3aeab8b67a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a0eb84d-d010-43dc-8554-8e025dcdf44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:00.653847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: 8a0eb84d-d010-43dc-8554-8e025dcdf44e, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-bd7fc9bb-7413-4839-aeb5-af434574aa23 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:00.668464 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:00.674769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (0d7cb343-1c10-476e-9a0f-ca100f27319c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.681062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:00.708824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:00.710195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.714451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1077cf-73ba-4da0-9a9d-b5a58979693f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet 592a6e6c-7c2b-489a-9dfd-2d8b28bf7077 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:00.725491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed1077cf-73ba-4da0-9a9d-b5a58979693f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (592a6e6c-7c2b-489a-9dfd-2d8b28bf7077), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.776295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d7cb343-1c10-476e-9a0f-ca100f27319c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:00.778227 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265b879b-b002-41db-858a-44702c23714d None None] Network 21139938-13fc-48aa-b1f6-f330426c0275 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:00.781752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.789187 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/0d7cb343-1c10-476e-9a0f-ca100f27319c HTTP/1.1" status: 204 len: 168 time: 1.3424661 Aug 31 15:49:00.795131 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66809e55-e109-4bbd-8edd-a2a58bfd81fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.808393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35874) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:00.831327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-85a6b19e-9291-4b5a-8f57-204d8ee6b723 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.874100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.874452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.874699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.875040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.875368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.875697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.876060 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.876385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.876723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.877049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.877388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.877776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.886595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.887019 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed1077cf-73ba-4da0-9a9d-b5a58979693f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (592a6e6c-7c2b-489a-9dfd-2d8b28bf7077), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.887128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.887128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438e14-ca73-479e-9285-beabb487217e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:00.916339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network 8a0eb84d-d010-43dc-8554-8e025dcdf44e is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:00.944867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-85a6b19e-9291-4b5a-8f57-204d8ee6b723 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (77745a1a-83c5-47d2-9a1d-6d7640e8c41f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:00.945204 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.l3_db [None req-85a6b19e-9291-4b5a-8f57-204d8ee6b723 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP 77745a1a-83c5-47d2-9a1d-6d7640e8c41f disassociated. External IP: 172.26.2.122, port: 6b683506-53ca-4ce8-887d-8cbb282a837e. Aug 31 15:49:01.036304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 8a0eb84d-d010-43dc-8554-8e025dcdf44e) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:01.036982 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caab077-9727-4b7d-bee8-f731708980da None None] DHCP port deletion for 21139938-13fc-48aa-b1f6-f330426c0275 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:01.049957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484e377a-5ec5-4930-9136-e66dd38fc894 None None] Network 8a0eb84d-d010-43dc-8554-8e025dcdf44e requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:01.051361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:01.051974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.078530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] For port 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d,segment=NetworkSegment(0922db83-8cd7-4ce3-a84c-767f84f1283e),segment_id=0922db83-8cd7-4ce3-a84c-767f84f1283e)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:01.078992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.103570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed1077cf-73ba-4da0-9a9d-b5a58979693f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (592a6e6c-7c2b-489a-9dfd-2d8b28bf7077), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.104133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] Deleting port be03b279-619e-42a4-a36c-ffc59d1e62e3 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:01.105347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.131578 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (21139938-13fc-48aa-b1f6-f330426c0275), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.165751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] Calling delete_port for 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:01.211347 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-39fe7607-41a9-41fe-928f-7f0acfd153aa None None] Provisioning complete for port 2c130a95-f367-4475-8c24-72dda2862e02 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:01.212448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-39fe7607-41a9-41fe-928f-7f0acfd153aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2c130a95-f367-4475-8c24-72dda2862e02), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.213059 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-39fe7607-41a9-41fe-928f-7f0acfd153aa None None] Attempt 1 to provision port 2c130a95-f367-4475-8c24-72dda2862e02 Aug 31 15:49:01.244502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8caab077-9727-4b7d-bee8-f731708980da None None] Deleting port 066b16c4-d045-4f3e-96de-a286e52b8c96 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:01.245884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8caab077-9727-4b7d-bee8-f731708980da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.258552 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a1770c11-98e0-4f2e-9f79-f9ae44846ec7 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5066218 Aug 31 15:49:01.261734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35876) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:01.353339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed1077cf-73ba-4da0-9a9d-b5a58979693f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (592a6e6c-7c2b-489a-9dfd-2d8b28bf7077), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.383698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Deleting port 066b16c4-d045-4f3e-96de-a286e52b8c96 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:01.384276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.389767 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:01.398434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8caab077-9727-4b7d-bee8-f731708980da None None] For port 066b16c4-d045-4f3e-96de-a286e52b8c96, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=066b16c4-d045-4f3e-96de-a286e52b8c96,segment=NetworkSegment(f2f5b6d9-56bc-444b-bd09-be61baadf0cf),segment_id=f2f5b6d9-56bc-444b-bd09-be61baadf0cf)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:01.398975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8caab077-9727-4b7d-bee8-f731708980da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.399842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1077cf-73ba-4da0-9a9d-b5a58979693f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=592a6e6c-7c2b-489a-9dfd-2d8b28bf7077,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-39fe7607-41a9-41fe-928f-7f0acfd153aa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:01.405623 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:01.435122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed1077cf-73ba-4da0-9a9d-b5a58979693f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.435815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-8a0eb84d-d010-43dc-8554-8e025dcdf44e', 'network_id': '8a0eb84d-d010-43dc-8554-8e025dcdf44e', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': '8b70cc81-571e-40ad-beac-5605ad2eefc2'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:01.436771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.440948 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ed1077cf-73ba-4da0-9a9d-b5a58979693f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/592a6e6c-7c2b-489a-9dfd-2d8b28bf7077 HTTP/1.1" status: 204 len: 168 time: 0.9069908 Aug 31 15:49:01.445627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35878) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:01.449614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8caab077-9727-4b7d-bee8-f731708980da None None] Calling delete_port for 066b16c4-d045-4f3e-96de-a286e52b8c96 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:01.464815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:01.469650 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:01.520958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a6b19e-9291-4b5a-8f57-204d8ee6b723 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:01.567466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66809e55-e109-4bbd-8edd-a2a58bfd81fd admin admin] Publish callbacks [] for security_group (9c2dba15-4e60-4db5-a751-b918ba27d08f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.576674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] For port be03b279-619e-42a4-a36c-ffc59d1e62e3, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=be03b279-619e-42a4-a36c-ffc59d1e62e3,segment=NetworkSegment(7c9fefcf-3de5-4077-a3c3-5f413195a3f1),segment_id=7c9fefcf-3de5-4077-a3c3-5f413195a3f1)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:01.576674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.578730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:01.593120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (8a0eb84d-d010-43dc-8554-8e025dcdf44e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.604495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] For port 066b16c4-d045-4f3e-96de-a286e52b8c96, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=066b16c4-d045-4f3e-96de-a286e52b8c96,segment=NetworkSegment(f2f5b6d9-56bc-444b-bd09-be61baadf0cf),segment_id=f2f5b6d9-56bc-444b-bd09-be61baadf0cf)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:01.604918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.608054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] Calling delete_port for be03b279-619e-42a4-a36c-ffc59d1e62e3 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:01.622207 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421525ef-c40e-48eb-8060-7ae691c852d8 None None] Network e2239882-2044-41ab-bd89-24e72f1b82b9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:01.622789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks [] for router (76f8c84b-dfcc-49b0-ad4b-7f9a40096ab0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.624656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:01.635118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (e2239882-2044-41ab-bd89-24e72f1b82b9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.670099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Calling delete_port for 066b16c4-d045-4f3e-96de-a286e52b8c96 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:01.795360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:01.814775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a6b19e-9291-4b5a-8f57-204d8ee6b723 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:01.830186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-85a6b19e-9291-4b5a-8f57-204d8ee6b723 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.860398 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75218c3-1eab-4ac2-b0a2-e669eae3e031 None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:01.864145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 066b16c4-d045-4f3e-96de-a286e52b8c96 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:01.876570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-42e45ec0-4be9-4381-a831-e2be4eb696c8 None None] Provisioning complete for port 1758331a-d959-4cdc-8d2f-bd3291705a07 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:01.876899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 1758331a-d959-4cdc-8d2f-bd3291705a07 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:01.877057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-42e45ec0-4be9-4381-a831-e2be4eb696c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.877292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.877406 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-42e45ec0-4be9-4381-a831-e2be4eb696c8 None None] Attempt 1 to provision port 1758331a-d959-4cdc-8d2f-bd3291705a07 Aug 31 15:49:01.882771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (8b70cc81-571e-40ad-beac-5605ad2eefc2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:01.953681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75218c3-1eab-4ac2-b0a2-e669eae3e031 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:01.954571 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a75218c3-1eab-4ac2-b0a2-e669eae3e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:01.961023 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-85a6b19e-9291-4b5a-8f57-204d8ee6b723 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/77745a1a-83c5-47d2-9a1d-6d7640e8c41f HTTP/1.1" status: 200 len: 688 time: 1.7010574 Aug 31 15:49:01.964697 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35884) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:02.008706 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66809e55-e109-4bbd-8edd-a2a58bfd81fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (9c2dba15-4e60-4db5-a751-b918ba27d08f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.016005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a75218c3-1eab-4ac2-b0a2-e669eae3e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:02.036157 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Allocated IP 172.20.0.2 (8a0eb84d-d010-43dc-8554-8e025dcdf44e/8b70cc81-571e-40ad-beac-5605ad2eefc2/70b23aab-06fd-4ce4-a98a-b79ef16553c4) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:02.039884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8caab077-9727-4b7d-bee8-f731708980da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.094340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] For port 1758331a-d959-4cdc-8d2f-bd3291705a07, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1758331a-d959-4cdc-8d2f-bd3291705a07,segment=NetworkSegment(ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf),segment_id=ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:02.094701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.101828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caab077-9727-4b7d-bee8-f731708980da None None] Pushing event deleted for resources: {'Port': ['ID=066b16c4-d045-4f3e-96de-a286e52b8c96,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-42e45ec0-4be9-4381-a831-e2be4eb696c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:02.114730 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:02.116425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caab077-9727-4b7d-bee8-f731708980da None None] No DVR routers for this DVR port 066b16c4-d045-4f3e-96de-a286e52b8c96 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:02.131199 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75218c3-1eab-4ac2-b0a2-e669eae3e031 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:02.131841 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a75218c3-1eab-4ac2-b0a2-e669eae3e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:02.132003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:02.134520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 1758331a-d959-4cdc-8d2f-bd3291705a07 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:02.164796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No active binding found for port 066b16c4-d045-4f3e-96de-a286e52b8c96 {{(pid=114267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 31 15:49:02.165061 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] The host dv-neutron-855257-2-hyperv is not matching for port 066b16c4-d045-4f3e-96de-a286e52b8c96 host None! {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2414}} Aug 31 15:49:02.165354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 066b16c4-d045-4f3e-96de-a286e52b8c96 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:02.165506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9fee7cc1-3c68-4358-860b-730a8965181b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port ddb5654c-4b51-41fd-b875-3ff24f4a2a16 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:02.165758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fee7cc1-3c68-4358-860b-730a8965181b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ddb5654c-4b51-41fd-b875-3ff24f4a2a16), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.173048 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a75218c3-1eab-4ac2-b0a2-e669eae3e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:02.174343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75218c3-1eab-4ac2-b0a2-e669eae3e031 None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:02.204982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66809e55-e109-4bbd-8edd-a2a58bfd81fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2dba15-4e60-4db5-a751-b918ba27d08f,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:02.262871 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-66809e55-e109-4bbd-8edd-a2a58bfd81fd admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=fc385f7b8b984cbe9c1f9233f40513e6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8984945 Aug 31 15:49:02.263381 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35892) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:02.319878 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6faf8c8-6a68-4eec-b909-344b7f4dd0ff None None] DHCP port deletion for e2239882-2044-41ab-bd89-24e72f1b82b9 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:02.341219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:02.356641 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:02.373302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (76f8c84b-dfcc-49b0-ad4b-7f9a40096ab0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.377094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fee7cc1-3c68-4358-860b-730a8965181b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ddb5654c-4b51-41fd-b875-3ff24f4a2a16), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.377425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fee7cc1-3c68-4358-860b-730a8965181b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (ddb5654c-4b51-41fd-b875-3ff24f4a2a16), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.379499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks [] for router_controller (76f8c84b-dfcc-49b0-ad4b-7f9a40096ab0), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.410515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9fee7cc1-3c68-4358-860b-730a8965181b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for ddb5654c-4b51-41fd-b875-3ff24f4a2a16 owned by network:floatingip {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:02.421868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e6faf8c8-6a68-4eec-b909-344b7f4dd0ff None None] Deleting port 1758331a-d959-4cdc-8d2f-bd3291705a07 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:02.422247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6faf8c8-6a68-4eec-b909-344b7f4dd0ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.423847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd0ceb9f-e02c-4c93-8a59-9f0c9a9fbd92 admin admin] Publish callbacks [] for security_group (9c2dba15-4e60-4db5-a751-b918ba27d08f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.425374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Publish callbacks [] for port (70b23aab-06fd-4ce4-a98a-b79ef16553c4), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.482451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.492867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd0ceb9f-e02c-4c93-8a59-9f0c9a9fbd92 admin admin] Publish callbacks [] for security_group (9c2dba15-4e60-4db5-a751-b918ba27d08f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.501913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e6faf8c8-6a68-4eec-b909-344b7f4dd0ff None None] For port 1758331a-d959-4cdc-8d2f-bd3291705a07, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1758331a-d959-4cdc-8d2f-bd3291705a07,segment=NetworkSegment(ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf),segment_id=ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:02.502331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6faf8c8-6a68-4eec-b909-344b7f4dd0ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.514291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (066b16c4-d045-4f3e-96de-a286e52b8c96), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.519903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e6faf8c8-6a68-4eec-b909-344b7f4dd0ff None None] Calling delete_port for 1758331a-d959-4cdc-8d2f-bd3291705a07 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:02.526952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=1758331a-d959-4cdc-8d2f-bd3291705a07,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:02.529178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No DVR routers for this DVR port 1758331a-d959-4cdc-8d2f-bd3291705a07 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:02.540150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (70b23aab-06fd-4ce4-a98a-b79ef16553c4), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.547916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:02.575051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] No DVR routers for this DVR port 066b16c4-d045-4f3e-96de-a286e52b8c96 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:02.579853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Pushing event deleted for resources: {'Port': ['ID=066b16c4-d045-4f3e-96de-a286e52b8c96,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:02.601543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Network 8a0eb84d-d010-43dc-8554-8e025dcdf44e is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:02.606657 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:02.612386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (76f8c84b-dfcc-49b0-ad4b-7f9a40096ab0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.613085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76f8c84b-dfcc-49b0-ad4b-7f9a40096ab0 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:49:02.613944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:02.647145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Pushing event updated for resources: {'Port': ['ID=70b23aab-06fd-4ce4-a98a-b79ef16553c4,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:02.650184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.667916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (8b70cc81-571e-40ad-beac-5605ad2eefc2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.671069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:02.706769 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (e2239882-2044-41ab-bd89-24e72f1b82b9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.714755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Attempting to bind port 70b23aab-06fd-4ce4-a98a-b79ef16553c4 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:02.715317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Attempting to bind port 70b23aab-06fd-4ce4-a98a-b79ef16553c4 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'd16a8ab9-cacb-4184-ab2a-3aeab8b67a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a0eb84d-d010-43dc-8554-8e025dcdf44e'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:02.715771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Attempting to bind port 70b23aab-06fd-4ce4-a98a-b79ef16553c4 on network 8a0eb84d-d010-43dc-8554-8e025dcdf44e {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:02.717852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=8b70cc81-571e-40ad-beac-5605ad2eefc2,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:02.734745 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:49:02.738704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:02.739852 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Checking segment: {'id': 'd16a8ab9-cacb-4184-ab2a-3aeab8b67a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a0eb84d-d010-43dc-8554-8e025dcdf44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:02.739852 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.742493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Bound using segment: {'id': 'd16a8ab9-cacb-4184-ab2a-3aeab8b67a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a0eb84d-d010-43dc-8554-8e025dcdf44e'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:02.742493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Bound port: 70b23aab-06fd-4ce4-a98a-b79ef16553c4, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16a8ab9-cacb-4184-ab2a-3aeab8b67a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a0eb84d-d010-43dc-8554-8e025dcdf44e'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:02.742493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (70b23aab-06fd-4ce4-a98a-b79ef16553c4), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.754129 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2239882-2044-41ab-bd89-24e72f1b82b9']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:02.755702 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6faf8c8-6a68-4eec-b909-344b7f4dd0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (1758331a-d959-4cdc-8d2f-bd3291705a07), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.770058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:02.776577 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 15:49:02.777922 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f9221aa8-c2b5-4902-a389-c2d48ae587ef tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3881521 Aug 31 15:49:02.779812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (21139938-13fc-48aa-b1f6-f330426c0275), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.789706 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35894) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:02.796976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6faf8c8-6a68-4eec-b909-344b7f4dd0ff None None] No DVR routers for this DVR port 1758331a-d959-4cdc-8d2f-bd3291705a07 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:02.798678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faf8c8-6a68-4eec-b909-344b7f4dd0ff None None] Pushing event deleted for resources: {'Port': ['ID=1758331a-d959-4cdc-8d2f-bd3291705a07,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:02.825325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:02.853499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:02.854159 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:02.876972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] For port 70b23aab-06fd-4ce4-a98a-b79ef16553c4, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:02.882033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd0ceb9f-e02c-4c93-8a59-9f0c9a9fbd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (9c2dba15-4e60-4db5-a751-b918ba27d08f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.882224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] For port 70b23aab-06fd-4ce4-a98a-b79ef16553c4, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=70b23aab-06fd-4ce4-a98a-b79ef16553c4,segment=NetworkSegment(d16a8ab9-cacb-4184-ab2a-3aeab8b67a72),segment_id=d16a8ab9-cacb-4184-ab2a-3aeab8b67a72)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:02.884720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd0ceb9f-e02c-4c93-8a59-9f0c9a9fbd92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.889376 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bd0ceb9f-e02c-4c93-8a59-9f0c9a9fbd92 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9c2dba15-4e60-4db5-a751-b918ba27d08f HTTP/1.1" status: 204 len: 168 time: 0.6236794 Aug 31 15:49:02.898467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (8a0eb84d-d010-43dc-8554-8e025dcdf44e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.905060 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.905911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21139938-13fc-48aa-b1f6-f330426c0275']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:02.929599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:02.929907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f5b6d9-56bc-444b-bd09-be61baadf0cf') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:02.951116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ceb9f-e02c-4c93-8a59-9f0c9a9fbd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2dba15-4e60-4db5-a751-b918ba27d08f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:02.965223 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (70b23aab-06fd-4ce4-a98a-b79ef16553c4), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.985373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.986536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (f2f5b6d9-56bc-444b-bd09-be61baadf0cf), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:02.999447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0eb84d-d010-43dc-8554-8e025dcdf44e']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:03.011726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:03.012130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.023818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (f2f5b6d9-56bc-444b-bd09-be61baadf0cf), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.051079 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf resource provider aggregate not found Aug 31 15:49:03.054595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=15 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:03.064462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:03.070254 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (f2f5b6d9-56bc-444b-bd09-be61baadf0cf), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.074713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8bcc1-568a-45f1-9c91-954a54a38b6f None None] Pushing event updated for resources: {'Port': ['ID=70b23aab-06fd-4ce4-a98a-b79ef16553c4,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:03.097659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4aaa40-4896-48dd-87d4-3c646dcd0b16 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:49:03.102443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (be03b279-619e-42a4-a36c-ffc59d1e62e3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.114064 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment f2f5b6d9-56bc-444b-bd09-be61baadf0cf resource provider aggregate not found Aug 31 15:49:03.125576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16a8ab9-cacb-4184-ab2a-3aeab8b67a72') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:03.125870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16a8ab9-cacb-4184-ab2a-3aeab8b67a72') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:03.138336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fee7cc1-3c68-4358-860b-730a8965181b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ddb5654c-4b51-41fd-b875-3ff24f4a2a16), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.156747 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee9b3d11-a47a-4c7c-9711-ec5430fcc2cf found for delete ", "request_id": "req-fe9a8850-6ac7-4f04-8fb7-8d71033fea27"}]} Aug 31 15:49:03.158571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (d16a8ab9-cacb-4184-ab2a-3aeab8b67a72), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.212600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee7cc1-3c68-4358-860b-730a8965181b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=ddb5654c-4b51-41fd-b875-3ff24f4a2a16,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:03.213679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d16a8ab9-cacb-4184-ab2a-3aeab8b67a72), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.243544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:03.243544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (d16a8ab9-cacb-4184-ab2a-3aeab8b67a72), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.251297 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment f2f5b6d9-56bc-444b-bd09-be61baadf0cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2f5b6d9-56bc-444b-bd09-be61baadf0cf found for delete ", "request_id": "req-6f7fb322-6d71-453a-940c-f8639d20aa5a"}]} Aug 31 15:49:03.269127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] Pushing event deleted for resources: {'Port': ['ID=be03b279-619e-42a4-a36c-ffc59d1e62e3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:03.272390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e1734ea9-6898-40d8-90de-9ddc8e5e8a5c tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Deleting port 6c2e9791-6183-47c2-a708-31eecf60f9a7 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:03.272941 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e1734ea9-6898-40d8-90de-9ddc8e5e8a5c tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6c2e9791-6183-47c2-a708-31eecf60f9a7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.283560 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4aaa40-4896-48dd-87d4-3c646dcd0b16 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:49:03.285141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=72,neutron:DELETE=25,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:03.288340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (e2239882-2044-41ab-bd89-24e72f1b82b9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.400206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (21139938-13fc-48aa-b1f6-f330426c0275), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.406293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.413071 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/21139938-13fc-48aa-b1f6-f330426c0275 HTTP/1.1" status: 204 len: 168 time: 2.6015425 Aug 31 15:49:03.463730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834970a9-a101-4665-b942-2b7061f258ba admin admin] Pushing event deleted for resources: {'Network': ['ID=21139938-13fc-48aa-b1f6-f330426c0275,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:03.550372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (bf1d3336-8e29-4293-81bd-a22f8303ffaf), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.590824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e1734ea9-6898-40d8-90de-9ddc8e5e8a5c tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6c2e9791-6183-47c2-a708-31eecf60f9a7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.658350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a61e61-a074-40dc-b907-e8812ac55f6f None None] Network 8a0eb84d-d010-43dc-8554-8e025dcdf44e requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:03.706315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.713920 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/networks/e2239882-2044-41ab-bd89-24e72f1b82b9 HTTP/1.1" status: 204 len: 168 time: 2.2616127 Aug 31 15:49:03.719797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35910) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:03.771587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374d2a8-275c-4d8b-b150-abe1c8e2d2ce tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Network': ['ID=e2239882-2044-41ab-bd89-24e72f1b82b9,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:03.796622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:03.810704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e1734ea9-6898-40d8-90de-9ddc8e5e8a5c tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Calling delete_port for 6c2e9791-6183-47c2-a708-31eecf60f9a7 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:03.827528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:03.842938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fee7cc1-3c68-4358-860b-730a8965181b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (77745a1a-83c5-47d2-9a1d-6d7640e8c41f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.858254 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fee7cc1-3c68-4358-860b-730a8965181b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.862704 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9fee7cc1-3c68-4358-860b-730a8965181b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/77745a1a-83c5-47d2-9a1d-6d7640e8c41f HTTP/1.1" status: 204 len: 168 time: 1.8940113 Aug 31 15:49:03.866640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35912) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:03.875256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0e896-a4ff-4423-a660-24a4c323870c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:03.877452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35914) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:03.877645 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6ed0e896-a4ff-4423-a660-24a4c323870c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1463821 Aug 31 15:49:03.884034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35916) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:03.895930 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1758331a-d959-4cdc-8d2f-bd3291705a07 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:03.920502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2706de75-2f31-4811-b7a9-22d54053269d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.923357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.db.api [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:49:03.923357 dv-neutron-855257-2-hyperv neutron-server[114266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:49:03.923357 dv-neutron-855257-2-hyperv neutron-server[114266]: [parameters: {'id': '8a0eb84d-d010-43dc-8554-8e025dcdf44e'}] Aug 31 15:49:03.923357 dv-neutron-855257-2-hyperv neutron-server[114266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:49:03.926933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG oslo_db.api [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:49:03.928797 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 1758331a-d959-4cdc-8d2f-bd3291705a07 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:03.929366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1758331a-d959-4cdc-8d2f-bd3291705a07 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:03.941707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35918) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:03.952144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (1595294c-0f1b-4f11-bf44-5f204087b296), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:03.987498 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d1dc357f-c72e-4f3a-82ff-deaf5d17de50 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0960586 Aug 31 15:49:03.991470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35920) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:03.993004 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-e100f617-5480-41ea-9ef1-eb89f4ff48a9 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] delete failed (client error): The resource could not be found. Aug 31 15:49:03.994046 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e100f617-5480-41ea-9ef1-eb89f4ff48a9 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/77745a1a-83c5-47d2-9a1d-6d7640e8c41f HTTP/1.1" status: 404 len: 345 time: 0.1126025 Aug 31 15:49:03.999123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1224373744'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:04.018520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35922) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:04.085632 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2cb1d1ba-b003-4246-857f-3b53c0a7b2e6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=705873c953a14cc9ac26823dd144c4d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1428196 Aug 31 15:49:04.090827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35924) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:04.126714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:04.137364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d5161-d7f9-477b-8831-7f6e68fd776a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:04.142609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d5161-d7f9-477b-8831-7f6e68fd776a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:04.147722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d5161-d7f9-477b-8831-7f6e68fd776a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:04.149424 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-893d5161-d7f9-477b-8831-7f6e68fd776a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "GET /networking/v2.0/ports?network_id=a6ea373f-069e-40c9-a1cf-ebec40d66a03 HTTP/1.1" status: 200 len: 2358 time: 0.1299207 Aug 31 15:49:04.153111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35926) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:04.187297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:04.191620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.257083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2706de75-2f31-4811-b7a9-22d54053269d admin admin] Publish callbacks [] for security_group (2bc0ba48-a01b-4889-9975-461a4be8577a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.260428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97fe0f-1dd4-4ac4-ad1c-43522b6a817f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:04.261821 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1d97fe0f-1dd4-4ac4-ad1c-43522b6a817f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "GET /networking/v2.0/subnets/25ad09f6-4c69-4850-833b-a30dac656f97 HTTP/1.1" status: 200 len: 797 time: 0.1076779 Aug 31 15:49:04.267191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35928) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:04.269220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:04.274284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'port': {'network_id': 'a6ea373f-069e-40c9-a1cf-ebec40d66a03', 'name': 'tempest-FloatingIPTestJSON-2051596952', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:04.277678 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] Router bf1d3336-8e29-4293-81bd-a22f8303ffaf has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:04.311200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-348807db-c3b1-4d12-bbcd-52e0435f8cb5 admin admin] Publish callbacks [] for security_group (a408d4fa-2d7e-446c-992f-7f9b1559f83f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.323382 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dc87c2ac-5515-4f27-921f-9235e8fab83c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.323851 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Added segment dc87c2ac-5515-4f27-921f-9235e8fab83c of type vlan for network f4de5aa7-71df-41bd-8567-4d6968513571 Aug 31 15:49:04.336136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2706de75-2f31-4811-b7a9-22d54053269d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (2bc0ba48-a01b-4889-9975-461a4be8577a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.396935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e1734ea9-6898-40d8-90de-9ddc8e5e8a5c tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (6c2e9791-6183-47c2-a708-31eecf60f9a7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.420562 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-348807db-c3b1-4d12-bbcd-52e0435f8cb5 admin admin] Publish callbacks [] for security_group (a408d4fa-2d7e-446c-992f-7f9b1559f83f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.423692 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f4de5aa7-71df-41bd-8567-4d6968513571), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.425885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (8a0eb84d-d010-43dc-8554-8e025dcdf44e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.443050 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2706de75-2f31-4811-b7a9-22d54053269d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d4f4c7bc13884aa188c89e6a0cfe1540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5603762 Aug 31 15:49:04.454048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706de75-2f31-4811-b7a9-22d54053269d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc0ba48-a01b-4889-9975-461a4be8577a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:04.459925 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35930) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:04.496959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1734ea9-6898-40d8-90de-9ddc8e5e8a5c tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c2e9791-6183-47c2-a708-31eecf60f9a7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:04.517353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:04.536204 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port 70b23aab-06fd-4ce4-a98a-b79ef16553c4 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:04.536553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (70b23aab-06fd-4ce4-a98a-b79ef16553c4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.582137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f4de5aa7-71df-41bd-8567-4d6968513571), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.587107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:04.587641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.657011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Made reservation on behalf of e32f095990c841089b988cd1e7acf5fd for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:04.659397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:04.676598 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] Sync routers for ids ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:04.677219 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1725d996-bd6f-4491-8f3b-f5a2a6c5e2df admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/bf1d3336-8e29-4293-81bd-a22f8303ffaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8677521 Aug 31 15:49:04.679055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35932) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:04.695839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] Router 1595294c-0f1b-4f11-bf44-5f204087b296 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:04.696059 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] Routers {'bf1d3336-8e29-4293-81bd-a22f8303ffaf'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:04.702144 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:04.730828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port 70b23aab-06fd-4ce4-a98a-b79ef16553c4, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=70b23aab-06fd-4ce4-a98a-b79ef16553c4,segment=NetworkSegment(d16a8ab9-cacb-4184-ab2a-3aeab8b67a72),segment_id=d16a8ab9-cacb-4184-ab2a-3aeab8b67a72)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:04.731197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (70b23aab-06fd-4ce4-a98a-b79ef16553c4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.743007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e1734ea9-6898-40d8-90de-9ddc8e5e8a5c tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.746072 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7535486 Aug 31 15:49:04.750365 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e1734ea9-6898-40d8-90de-9ddc8e5e8a5c tempest-RoutersAdminNegativeTest-273701338 tempest-RoutersAdminNegativeTest-273701338-project-admin] 10.222.0.46 "DELETE /networking/v2.0/ports/6c2e9791-6183-47c2-a708-31eecf60f9a7 HTTP/1.1" status: 204 len: 168 time: 1.9509184 Aug 31 15:49:04.750905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa4276-2d8d-4043-a44c-875b0fe79912 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Network': ['ID=f4de5aa7-71df-41bd-8567-4d6968513571,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:04.752995 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35934) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:04.759112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:04.759892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for 70b23aab-06fd-4ce4-a98a-b79ef16553c4 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:04.764124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'f4de5aa7-71df-41bd-8567-4d6968513571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:04.767647 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bcd370ff-c16b-40e8-91c3-e9fc39ec078e admin admin] Publish callbacks [] for security_group (2bc0ba48-a01b-4889-9975-461a4be8577a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.769232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f4de5aa7-71df-41bd-8567-4d6968513571 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:04.840639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:04.870736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] device_id is not set on port 9ea0ebad-c341-4014-a171-021d01c06160 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:04.875788 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] Set router bf1d3336-8e29-4293-81bd-a22f8303ffaf gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:49:05.075746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (70b23aab-06fd-4ce4-a98a-b79ef16553c4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.112396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=70b23aab-06fd-4ce4-a98a-b79ef16553c4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:05.121050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port 70b23aab-06fd-4ce4-a98a-b79ef16553c4 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:05.137727 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:05.198814 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'name': 'tempest-ServersTestManualDisk-682894399-router', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:02Z', 'updated_at': '2022-08-31T15:49:02Z', 'revision_number': 5, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'gw_port': {'id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:05.199160 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment d16a8ab9-cacb-4184-ab2a-3aeab8b67a72 resource provider aggregate not found Aug 31 15:49:05.216606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-348807db-c3b1-4d12-bbcd-52e0435f8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a408d4fa-2d7e-446c-992f-7f9b1559f83f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.222110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-348807db-c3b1-4d12-bbcd-52e0435f8cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.223499 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-348807db-c3b1-4d12-bbcd-52e0435f8cb5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a408d4fa-2d7e-446c-992f-7f9b1559f83f HTTP/1.1" status: 204 len: 168 time: 1.1317368 Aug 31 15:49:05.228209 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] Checking router: bf1d3336-8e29-4293-81bd-a22f8303ffaf for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:49:05.238951 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] Routers {'bf1d3336-8e29-4293-81bd-a22f8303ffaf'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:05.239572 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:05.271540 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment d16a8ab9-cacb-4184-ab2a-3aeab8b67a72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d16a8ab9-cacb-4184-ab2a-3aeab8b67a72 found for delete ", "request_id": "req-dc7c2fbe-3b99-4ad3-a72a-a054febd40bb"}]} Aug 31 15:49:05.292350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.20.0.14 (a6ea373f-069e-40c9-a1cf-ebec40d66a03/25ad09f6-4c69-4850-833b-a30dac656f97/9ea0ebad-c341-4014-a171-021d01c06160) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:05.307282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.20.0.13 (a6ea373f-069e-40c9-a1cf-ebec40d66a03/25ad09f6-4c69-4850-833b-a30dac656f97/9ea0ebad-c341-4014-a171-021d01c06160) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:05.316877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (8a0eb84d-d010-43dc-8554-8e025dcdf44e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.323799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348807db-c3b1-4d12-bbcd-52e0435f8cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408d4fa-2d7e-446c-992f-7f9b1559f83f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:05.328593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bcd370ff-c16b-40e8-91c3-e9fc39ec078e admin admin] Publish callbacks [] for security_group (2bc0ba48-a01b-4889-9975-461a4be8577a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.367115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0eb84d-d010-43dc-8554-8e025dcdf44e']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:05.390444 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] Set router bf1d3336-8e29-4293-81bd-a22f8303ffaf gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:49:05.416095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:05.424511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16a8ab9-cacb-4184-ab2a-3aeab8b67a72') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:05.425331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16a8ab9-cacb-4184-ab2a-3aeab8b67a72') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:05.471153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (d16a8ab9-cacb-4184-ab2a-3aeab8b67a72), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.477163 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:05.515942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Publish callbacks [] for router (bf1d3336-8e29-4293-81bd-a22f8303ffaf), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.534300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d16a8ab9-cacb-4184-ab2a-3aeab8b67a72), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.550869 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:05.551473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (d16a8ab9-cacb-4184-ab2a-3aeab8b67a72), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.553389 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:05.611148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:05.615513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.638275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:05.643761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35948) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:05.652646 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7a9b11e7-c446-40c3-a5be-c7f02a97d14f admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/1595294c-0f1b-4f11-bf44-5f204087b296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4689908 Aug 31 15:49:05.653989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] Sync routers for ids ['1595294c-0f1b-4f11-bf44-5f204087b296'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:05.663387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35950) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:05.681139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] Routers {'1595294c-0f1b-4f11-bf44-5f204087b296'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:05.693801 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['1595294c-0f1b-4f11-bf44-5f204087b296'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:05.707525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bcd370ff-c16b-40e8-91c3-e9fc39ec078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (2bc0ba48-a01b-4889-9975-461a4be8577a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.710433 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bcd370ff-c16b-40e8-91c3-e9fc39ec078e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.711729 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bcd370ff-c16b-40e8-91c3-e9fc39ec078e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2bc0ba48-a01b-4889-9975-461a4be8577a HTTP/1.1" status: 204 len: 168 time: 1.2505538 Aug 31 15:49:05.729642 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'name': 'tempest-ServersTestManualDisk-682894399-router', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:02Z', 'updated_at': '2022-08-31T15:49:02Z', 'revision_number': 5, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'gw_port': {'id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:05.742654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd370ff-c16b-40e8-91c3-e9fc39ec078e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc0ba48-a01b-4889-9975-461a4be8577a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:05.746958 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Publish callbacks [] for router_gateway (bf1d3336-8e29-4293-81bd-a22f8303ffaf), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.756046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (9ea0ebad-c341-4014-a171-021d01c06160), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.760456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (8a0eb84d-d010-43dc-8554-8e025dcdf44e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.763187 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbd910-deac-4213-a6d2-8cb73910b309 None None] The sync data for ids ['bf1d3336-8e29-4293-81bd-a22f8303ffaf'] in dv-neutron-855257-2-hyperv is: [{'id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'name': 'tempest-ServersTestManualDisk-682894399-router', 'tenant_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:02Z', 'updated_at': '2022-08-31T15:49:02Z', 'revision_number': 5, 'project_id': '6de8d08af2234e7e80490ad5c1ebd6a3', 'gw_port': {'id': 'ef2ee700-e495-4d66-9e8d-ec79df72042d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d3336-8e29-4293-81bd-a22f8303ffaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:05.771636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.783790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35958) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:05.784480 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/8a0eb84d-d010-43dc-8554-8e025dcdf44e HTTP/1.1" status: 204 len: 168 time: 4.5216236 Aug 31 15:49:05.788297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-682680579'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:05.880028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3b2eb-8108-421f-80d2-a1ba5ea33a9f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=8a0eb84d-d010-43dc-8554-8e025dcdf44e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:05.919067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Deleting port ef2ee700-e495-4d66-9e8d-ec79df72042d {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:05.919416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.928333 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Publish callbacks [] for router (1595294c-0f1b-4f11-bf44-5f204087b296), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:05.966154 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:05.970873 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.045205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] Set router 1595294c-0f1b-4f11-bf44-5f204087b296 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:49:06.060257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7722bd88-5efc-4fac-ab28-89e9a87182bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.065399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Publish callbacks [] for router_gateway (1595294c-0f1b-4f11-bf44-5f204087b296), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.065698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:06.091199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (f5c39175-bf76-49b0-9fa0-883c1fd0fb27), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.092231 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment f5c39175-bf76-49b0-9fa0-883c1fd0fb27 of type vlan for network 85d1bb11-365d-4af5-b6a0-1b93a956211c Aug 31 15:49:06.110509 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:06.173516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7722bd88-5efc-4fac-ab28-89e9a87182bf admin admin] Publish callbacks [] for security_group (4b2e43bd-9b06-47e8-ab08-e0f41985d4f8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.181677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9ea0ebad-c341-4014-a171-021d01c06160), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.190018 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (a6efebb5-1702-4c89-b8ab-325b2dbc8649), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.193982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] For port ef2ee700-e495-4d66-9e8d-ec79df72042d, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ef2ee700-e495-4d66-9e8d-ec79df72042d,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:06.194695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.198609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (85d1bb11-365d-4af5-b6a0-1b93a956211c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.257455 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Calling delete_port for ef2ee700-e495-4d66-9e8d-ec79df72042d owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:06.263861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=9ea0ebad-c341-4014-a171-021d01c06160,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:06.277809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network a6ea373f-069e-40c9-a1cf-ebec40d66a03 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:06.279985 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:06.301162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'name': 'tempest-ServerActionsTestJSON-595016790-router', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:49:02Z', 'revision_number': 5, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'gw_port': {'id': '9b33d44b-133e-4232-a186-ba890f4e7736', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:47:05Z', 'updated_at': '2022-08-31T15:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:06.307680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:06.313248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:06.336229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] Checking router: 1595294c-0f1b-4f11-bf44-5f204087b296 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:49:06.351010 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] Routers {'1595294c-0f1b-4f11-bf44-5f204087b296'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:06.351866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:48:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['1595294c-0f1b-4f11-bf44-5f204087b296'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:06.393905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7722bd88-5efc-4fac-ab28-89e9a87182bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4b2e43bd-9b06-47e8-ab08-e0f41985d4f8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.421857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:06.425395 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=a6efebb5-1702-4c89-b8ab-325b2dbc8649,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:06.436103 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:06.436483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:06.437161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (85d1bb11-365d-4af5-b6a0-1b93a956211c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.437329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.443930 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7722bd88-5efc-4fac-ab28-89e9a87182bf admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=29e62ee73286476da0afa51298ea05c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7984171 Aug 31 15:49:06.446161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:06.449112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35970) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:06.450676 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.497603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Deleting port 9b33d44b-133e-4232-a186-ba890f4e7736 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:06.497946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9b33d44b-133e-4232-a186-ba890f4e7736), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.518629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] Set router 1595294c-0f1b-4f11-bf44-5f204087b296 gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:49:06.531238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722bd88-5efc-4fac-ab28-89e9a87182bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2e43bd-9b06-47e8-ab08-e0f41985d4f8,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:06.538227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Checking segment: {'id': 'dc87c2ac-5515-4f27-921f-9235e8fab83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4de5aa7-71df-41bd-8567-4d6968513571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:06.538701 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network hostable DHCP agents. Network: f4de5aa7-71df-41bd-8567-4d6968513571, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:06.642678 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f1c55da2-8a6b-4e15-b253-b4c24573c6d3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3744085 Aug 31 15:49:06.648857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 35974) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:06.655998 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'name': 'tempest-ServerActionsTestJSON-595016790-router', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:49:06Z', 'revision_number': 6, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:06.657124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'port_id': '9ea0ebad-c341-4014-a171-021d01c06160', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:06.662738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=85d1bb11-365d-4af5-b6a0-1b93a956211c,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:06.672936 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0a49a1e1-949e-4ab7-818d-43f2f338d639 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8881717 Aug 31 15:49:06.677892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35978) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:06.686181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-225e4234-e105-4ae9-a4bb-2dca7cb7cdeb admin admin] Publish callbacks [] for security_group (4b2e43bd-9b06-47e8-ab08-e0f41985d4f8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.687876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': '85d1bb11-365d-4af5-b6a0-1b93a956211c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:06.693682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 85d1bb11-365d-4af5-b6a0-1b93a956211c details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:06.699307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a26f3-2fbe-4007-a14c-ef4a3519f05b None None] The sync data for ids ['1595294c-0f1b-4f11-bf44-5f204087b296'] in dv-neutron-855257-2-hyperv is: [{'id': '1595294c-0f1b-4f11-bf44-5f204087b296', 'name': 'tempest-ServerActionsTestJSON-595016790-router', 'tenant_id': 'a2d10fe02795485885453d6286ee49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:47:03Z', 'updated_at': '2022-08-31T15:49:06Z', 'revision_number': 6, 'project_id': 'a2d10fe02795485885453d6286ee49e1', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:06.741400 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-225e4234-e105-4ae9-a4bb-2dca7cb7cdeb admin admin] Publish callbacks [] for security_group (4b2e43bd-9b06-47e8-ab08-e0f41985d4f8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.769845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.796120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network f4de5aa7-71df-41bd-8567-4d6968513571 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:06.802112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] For port 9b33d44b-133e-4232-a186-ba890f4e7736, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9b33d44b-133e-4232-a186-ba890f4e7736,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:06.802550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9b33d44b-133e-4232-a186-ba890f4e7736), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.867079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Calling delete_port for 9b33d44b-133e-4232-a186-ba890f4e7736 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:06.938329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, f4de5aa7-71df-41bd-8567-4d6968513571) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:06.948488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.952143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:06.952751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:06.982979 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9e04a-3e70-476d-9e40-fdb3875bdfc3 None None] Network f4de5aa7-71df-41bd-8567-4d6968513571 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:07.048979 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:07.068362 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.079473 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c8c7dbbd-63a3-4a1d-900a-5b541e1e0883 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3239610 Aug 31 15:49:07.080497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ef2ee700-e495-4d66-9e8d-ec79df72042d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.083742 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 35988) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:07.124119 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': 'f4de5aa7-71df-41bd-8567-4d6968513571', 'name': 'tempest-PortsTestJSON-512387282'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:07.192304 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-f4de5aa7-71df-41bd-8567-4d6968513571', 'network_id': 'f4de5aa7-71df-41bd-8567-4d6968513571', 'project_id': '57f5b0b0964c4f818f0c7bf0928738a3', 'fixed_ips': [{'subnet_id': 'a6efebb5-1702-4c89-b8ab-325b2dbc8649'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:07.193999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.214194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:07.310629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-225e4234-e105-4ae9-a4bb-2dca7cb7cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4b2e43bd-9b06-47e8-ab08-e0f41985d4f8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.318877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-225e4234-e105-4ae9-a4bb-2dca7cb7cdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.320064 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-225e4234-e105-4ae9-a4bb-2dca7cb7cdeb admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4b2e43bd-9b06-47e8-ab08-e0f41985d4f8 HTTP/1.1" status: 204 len: 168 time: 0.8609283 Aug 31 15:49:07.363990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2ee700-e495-4d66-9e8d-ec79df72042d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:07.413964 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment d16a8ab9-cacb-4184-ab2a-3aeab8b67a72 resource provider aggregate not found Aug 31 15:49:07.420775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.ipam_backend_mixin [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Performing IP validity checks on allocation pools {{(pid=114265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 31 15:49:07.421430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.ipam_backend_mixin [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 31 15:49:07.482853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:07.496830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e4234-e105-4ae9-a4bb-2dca7cb7cdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2e43bd-9b06-47e8-ab08-e0f41985d4f8,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:07.509441 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment d16a8ab9-cacb-4184-ab2a-3aeab8b67a72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d16a8ab9-cacb-4184-ab2a-3aeab8b67a72 found for delete ", "request_id": "req-80d225b7-a13e-4458-8ffd-fb667ad5271d"}]} Aug 31 15:49:07.528336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (bf1d3336-8e29-4293-81bd-a22f8303ffaf), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.551326 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.26.2.77 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/ae234c97-9314-4ab6-b73d-3fb9db7c480b) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:07.613642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Allocated IP 172.20.0.2 (f4de5aa7-71df-41bd-8567-4d6968513571/a6efebb5-1702-4c89-b8ab-325b2dbc8649/102f57cb-df7e-4ac1-9b13-87244fc295e9) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:07.665755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:07.670633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=10,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:07.674044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (bf1d3336-8e29-4293-81bd-a22f8303ffaf), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.687436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Publish callbacks [] for router_controller (bf1d3336-8e29-4293-81bd-a22f8303ffaf), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.709134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9b33d44b-133e-4232-a186-ba890f4e7736), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.769928 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b33d44b-133e-4232-a186-ba890f4e7736,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:07.831005 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:07.840806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.908581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:07.915360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (ae234c97-9314-4ab6-b73d-3fb9db7c480b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.921721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (1595294c-0f1b-4f11-bf44-5f204087b296), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.931057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Publish callbacks [] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:07.937148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device be03b279-619e-42a4-a36c-ffc59d1e62e3 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:07.940485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:07.959699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: be03b279-619e-42a4-a36c-ffc59d1e62e3 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:07.960052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device be03b279-619e-42a4-a36c-ffc59d1e62e3 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:07.960481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9b33d44b-133e-4232-a186-ba890f4e7736 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:07.972871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:07.990752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 9b33d44b-133e-4232-a186-ba890f4e7736 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:07.991337 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9b33d44b-133e-4232-a186-ba890f4e7736 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:07.992149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:08.024838 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:08.025440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2e6e2fb3-f9c4-4e69-985d-d6760ec23d6d not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:08.032663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.041898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (bf1d3336-8e29-4293-81bd-a22f8303ffaf), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.041898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf1d3336-8e29-4293-81bd-a22f8303ffaf {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:49:08.051441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.056365 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f25ca569-9532-41a4-88dd-3de0b96480a8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/bf1d3336-8e29-4293-81bd-a22f8303ffaf HTTP/1.1" status: 204 len: 168 time: 3.3720548 Aug 31 15:49:08.058880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (1595294c-0f1b-4f11-bf44-5f204087b296), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.060411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36010) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:08.062992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Publish callbacks [] for router_controller (1595294c-0f1b-4f11-bf44-5f204087b296), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.095833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Network f4de5aa7-71df-41bd-8567-4d6968513571 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:08.097116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:08.102061 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:08.110781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Pushing event updated for resources: {'Port': ['ID=102f57cb-df7e-4ac1-9b13-87244fc295e9,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:08.143627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (ca4d4768-77cb-4ac2-af9b-24224085a8a6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.170814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca632922-7e76-42e8-af8d-fb83ffd8a7b4 admin admin] Deleting subnet eac39988-0761-4ad2-92d7-005ebc89c086 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:08.174320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ca632922-7e76-42e8-af8d-fb83ffd8a7b4 admin admin] Publish callbacks [] for subnet (eac39988-0761-4ad2-92d7-005ebc89c086), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.190201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Attempting to bind port 102f57cb-df7e-4ac1-9b13-87244fc295e9 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:08.190581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Attempting to bind port 102f57cb-df7e-4ac1-9b13-87244fc295e9 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'dc87c2ac-5515-4f27-921f-9235e8fab83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4de5aa7-71df-41bd-8567-4d6968513571'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:08.193188 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Attempting to bind port 102f57cb-df7e-4ac1-9b13-87244fc295e9 on network f4de5aa7-71df-41bd-8567-4d6968513571 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:08.196968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:08.197594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Checking segment: {'id': 'dc87c2ac-5515-4f27-921f-9235e8fab83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4de5aa7-71df-41bd-8567-4d6968513571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:08.198446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.198446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Bound using segment: {'id': 'dc87c2ac-5515-4f27-921f-9235e8fab83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4de5aa7-71df-41bd-8567-4d6968513571'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:08.198885 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Bound port: 102f57cb-df7e-4ac1-9b13-87244fc295e9, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc87c2ac-5515-4f27-921f-9235e8fab83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4de5aa7-71df-41bd-8567-4d6968513571'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:08.199274 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.219988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (1595294c-0f1b-4f11-bf44-5f204087b296), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.220564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1595294c-0f1b-4f11-bf44-5f204087b296 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:49:08.234771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.239393 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-37fd709e-ad5e-4e2d-a2e5-cf84103033a4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/1595294c-0f1b-4f11-bf44-5f204087b296 HTTP/1.1" status: 204 len: 168 time: 2.5708511 Aug 31 15:49:08.241005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36014) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:08.242079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ae234c97-9314-4ab6-b73d-3fb9db7c480b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.279848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.14 (f4de5aa7-71df-41bd-8567-4d6968513571/a6efebb5-1702-4c89-b8ab-325b2dbc8649/ae16f155-aa94-42aa-a81b-66c9d0ccbf1c) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:08.350964 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] For port 102f57cb-df7e-4ac1-9b13-87244fc295e9, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:08.360164 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] For port 102f57cb-df7e-4ac1-9b13-87244fc295e9, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=102f57cb-df7e-4ac1-9b13-87244fc295e9,segment=NetworkSegment(dc87c2ac-5515-4f27-921f-9235e8fab83c),segment_id=dc87c2ac-5515-4f27-921f-9235e8fab83c)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:08.377612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=ca4d4768-77cb-4ac2-af9b-24224085a8a6,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:08.387861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36018) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:08.434403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': 'f5c39175-bf76-49b0-9fa0-883c1fd0fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '85d1bb11-365d-4af5-b6a0-1b93a956211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:08.435151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: 85d1bb11-365d-4af5-b6a0-1b93a956211c, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:08.449069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.521547 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:08.602639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0dfa4e-c3d2-494c-a175-ad028f7b7d5b None None] Pushing event updated for resources: {'Port': ['ID=102f57cb-df7e-4ac1-9b13-87244fc295e9,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:08.609636 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0f72d4ce-d254-4b86-8b51-65be8808747e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=dac7a1321a104f818165adcae54c5928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158320 Aug 31 15:49:08.621880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-eb830eef-cca5-4f38-bb37-197f2a430245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.628974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36020) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:08.704519 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network 85d1bb11-365d-4af5-b6a0-1b93a956211c is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:08.723511 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:08.770340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (ae16f155-aa94-42aa-a81b-66c9d0ccbf1c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.799633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ca632922-7e76-42e8-af8d-fb83ffd8a7b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (eac39988-0761-4ad2-92d7-005ebc89c086), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.811892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-98e673bf-cc60-42cf-8aa1-aa7165661f78 admin admin] Publish callbacks [] for security_group (2251ce81-7170-4b1d-87c9-d8bfd169129e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.836616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:08.847774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3025d253-698a-402e-b264-110af1e701ca admin admin] Deleting subnet de35b079-8645-47b6-9ecb-972c8a646114 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:08.850363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3025d253-698a-402e-b264-110af1e701ca admin admin] Publish callbacks [] for subnet (de35b079-8645-47b6-9ecb-972c8a646114), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.852772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:08.855586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:08.855921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 85d1bb11-365d-4af5-b6a0-1b93a956211c) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:08.865258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ff16ec-9750-447f-a8d4-5f85971c2622 None None] Network 85d1bb11-365d-4af5-b6a0-1b93a956211c requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:08.872024 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-98e673bf-cc60-42cf-8aa1-aa7165661f78 admin admin] Publish callbacks [] for security_group (2251ce81-7170-4b1d-87c9-d8bfd169129e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.876252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:08.877043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:08.885920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=ae234c97-9314-4ab6-b73d-3fb9db7c480b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:08.941918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3025d253-698a-402e-b264-110af1e701ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (de35b079-8645-47b6-9ecb-972c8a646114), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.016921 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d85ec442-bbb6-46b9-81a2-1c7276a4da4e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3379464 Aug 31 15:49:09.019729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36030) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:09.085418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-98e673bf-cc60-42cf-8aa1-aa7165661f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (2251ce81-7170-4b1d-87c9-d8bfd169129e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.094490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-98e673bf-cc60-42cf-8aa1-aa7165661f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.096846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ca632922-7e76-42e8-af8d-fb83ffd8a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (eac39988-0761-4ad2-92d7-005ebc89c086), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.098647 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-98e673bf-cc60-42cf-8aa1-aa7165661f78 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2251ce81-7170-4b1d-87c9-d8bfd169129e HTTP/1.1" status: 204 len: 168 time: 0.4602809 Aug 31 15:49:09.099900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ae16f155-aa94-42aa-a81b-66c9d0ccbf1c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.105822 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-85d1bb11-365d-4af5-b6a0-1b93a956211c', 'network_id': '85d1bb11-365d-4af5-b6a0-1b93a956211c', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': 'ca4d4768-77cb-4ac2-af9b-24224085a8a6'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:09.108018 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.231091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (85d1bb11-365d-4af5-b6a0-1b93a956211c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.237919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e673bf-cc60-42cf-8aa1-aa7165661f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2251ce81-7170-4b1d-87c9-d8bfd169129e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:09.296915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Allocated IP 172.20.0.3 (85d1bb11-365d-4af5-b6a0-1b93a956211c/ca4d4768-77cb-4ac2-af9b-24224085a8a6/de253e7c-2c8f-4919-a1cd-47eead89248a) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:09.316817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3025d253-698a-402e-b264-110af1e701ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (de35b079-8645-47b6-9ecb-972c8a646114), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.358413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network f4de5aa7-71df-41bd-8567-4d6968513571 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:09.374711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:09.384168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:09.385948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:09.415102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=ae16f155-aa94-42aa-a81b-66c9d0ccbf1c,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:09.440564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (ca4d4768-77cb-4ac2-af9b-24224085a8a6), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.493540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:09.495321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.514993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:09.552146 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Publish callbacks [] for port (de253e7c-2c8f-4919-a1cd-47eead89248a), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.637080 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9e1b2bac-351c-42cb-a96f-e4821cc58361 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5302918 Aug 31 15:49:09.640947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36046) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:09.641637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ca632922-7e76-42e8-af8d-fb83ffd8a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (eac39988-0761-4ad2-92d7-005ebc89c086), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.662543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (de253e7c-2c8f-4919-a1cd-47eead89248a), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.674356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca632922-7e76-42e8-af8d-fb83ffd8a7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac39988-0761-4ad2-92d7-005ebc89c086,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:09.676876 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ca632922-7e76-42e8-af8d-fb83ffd8a7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.678522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': 'f4de5aa7-71df-41bd-8567-4d6968513571', 'name': 'tempest-PortsTestJSON-372923261'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:09.681707 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ca632922-7e76-42e8-af8d-fb83ffd8a7b4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/eac39988-0761-4ad2-92d7-005ebc89c086 HTTP/1.1" status: 204 len: 168 time: 1.6186893 Aug 31 15:49:09.683057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36050) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:09.790478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3025d253-698a-402e-b264-110af1e701ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (de35b079-8645-47b6-9ecb-972c8a646114), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.811015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Pushing event updated for resources: {'Port': ['ID=de253e7c-2c8f-4919-a1cd-47eead89248a,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:09.820411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0323e9fc-e2d0-4d5e-b148-5b9af4b0cad0 None None] Network b339b5fd-5f65-4981-aef9-3a56845f0808 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:09.887250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (b339b5fd-5f65-4981-aef9-3a56845f0808), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.906970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (ca4d4768-77cb-4ac2-af9b-24224085a8a6), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.907439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3025d253-698a-402e-b264-110af1e701ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:09.917278 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3025d253-698a-402e-b264-110af1e701ca admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/de35b079-8645-47b6-9ecb-972c8a646114 HTTP/1.1" status: 204 len: 168 time: 1.6719778 Aug 31 15:49:09.934684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36056) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:09.991538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4d4768-77cb-4ac2-af9b-24224085a8a6,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:10.004570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 102f57cb-df7e-4ac1-9b13-87244fc295e9 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:10.008536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b99b3b-31e9-4b72-88c5-fe4ce566cee2 None None] Network 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:10.015364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Network 85d1bb11-365d-4af5-b6a0-1b93a956211c is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:10.063725 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:10.067212 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:10.123370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:10.130645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.135902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (85d1bb11-365d-4af5-b6a0-1b93a956211c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.156809 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca7d6b3-92b8-4cbe-b7f7-75088c8d92e4 None None] Network f4de5aa7-71df-41bd-8567-4d6968513571 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:10.167245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025d253-698a-402e-b264-110af1e701ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de35b079-8645-47b6-9ecb-972c8a646114,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:10.170267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:10.195891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (9eee8628-cd0e-4573-ad4d-ec8082f80eb5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.204693 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port 577f6d4b-c20f-49b7-868b-78545173dc40 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:10.226973 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (27fe200b-3c03-4cc1-9781-5bd796876705), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.251458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e45496-fc33-4397-b7a1-d55e551c15f2 None None] DHCP port deletion for b339b5fd-5f65-4981-aef9-3a56845f0808 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:10.268005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Deleting port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:10.268450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.328195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.7 (f4de5aa7-71df-41bd-8567-4d6968513571/a6efebb5-1702-4c89-b8ab-325b2dbc8649/577f6d4b-c20f-49b7-868b-78545173dc40) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:10.344188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=7,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:10.347355 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f5d5243c-baaf-409b-9645-2446c15ee3d9 None None] Provisioning complete for port 102f57cb-df7e-4ac1-9b13-87244fc295e9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:10.347888 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f5d5243c-baaf-409b-9645-2446c15ee3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.348255 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f5d5243c-baaf-409b-9645-2446c15ee3d9 None None] Attempt 1 to provision port 102f57cb-df7e-4ac1-9b13-87244fc295e9 Aug 31 15:49:10.386330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:10.412866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] For port 3baf479e-ab24-4dc5-88e0-ce3edf641f78, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3baf479e-ab24-4dc5-88e0-ce3edf641f78,segment=NetworkSegment(0922db83-8cd7-4ce3-a84c-767f84f1283e),segment_id=0922db83-8cd7-4ce3-a84c-767f84f1283e)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:10.413525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.436914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Calling delete_port for 3baf479e-ab24-4dc5-88e0-ce3edf641f78 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:10.522257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (577f6d4b-c20f-49b7-868b-78545173dc40), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.525227 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36070) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:10.549342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ae234c97-9314-4ab6-b73d-3fb9db7c480b), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.561284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d1bb11-365d-4af5-b6a0-1b93a956211c']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:10.563527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-50e45496-fc33-4397-b7a1-d55e551c15f2 None None] Deleting port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:10.563900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-50e45496-fc33-4397-b7a1-d55e551c15f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.574996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c39175-bf76-49b0-9fa0-883c1fd0fb27') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:10.575542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c39175-bf76-49b0-9fa0-883c1fd0fb27') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:10.596826 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (f5c39175-bf76-49b0-9fa0-883c1fd0fb27), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.643614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (577f6d4b-c20f-49b7-868b-78545173dc40), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.648066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (f5c39175-bf76-49b0-9fa0-883c1fd0fb27), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.670421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-50e45496-fc33-4397-b7a1-d55e551c15f2 None None] For port 3baf479e-ab24-4dc5-88e0-ce3edf641f78, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3baf479e-ab24-4dc5-88e0-ce3edf641f78,segment=NetworkSegment(0922db83-8cd7-4ce3-a84c-767f84f1283e),segment_id=0922db83-8cd7-4ce3-a84c-767f84f1283e)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:10.671002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-50e45496-fc33-4397-b7a1-d55e551c15f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.673006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:10.675192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (f5c39175-bf76-49b0-9fa0-883c1fd0fb27), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.686497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-50e45496-fc33-4397-b7a1-d55e551c15f2 None None] Calling delete_port for 3baf479e-ab24-4dc5-88e0-ce3edf641f78 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:10.785547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.803830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36076) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:10.816424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-50e45496-fc33-4397-b7a1-d55e551c15f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (3baf479e-ab24-4dc5-88e0-ce3edf641f78), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.823508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] No DVR routers for this DVR port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f5d5243c-baaf-409b-9645-2446c15ee3d9 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:10.828852 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:10.852546 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment f5c39175-bf76-49b0-9fa0-883c1fd0fb27 resource provider aggregate not found Aug 31 15:49:10.866549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network f4de5aa7-71df-41bd-8567-4d6968513571 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:10.870112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Deleting port e80f8894-8675-4e34-ac05-198050faa911 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:10.870632 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e80f8894-8675-4e34-ac05-198050faa911), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.889537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:10.902155 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e45496-fc33-4397-b7a1-d55e551c15f2 None None] No DVR routers for this DVR port 3baf479e-ab24-4dc5-88e0-ce3edf641f78 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:10.912278 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment f5c39175-bf76-49b0-9fa0-883c1fd0fb27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5c39175-bf76-49b0-9fa0-883c1fd0fb27 found for delete ", "request_id": "req-bcb65e03-1654-4ba8-886d-b3a8b1cb90a6"}]} Aug 31 15:49:10.915705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:10.927434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Pushing event deleted for resources: {'Port': ['ID=3baf479e-ab24-4dc5-88e0-ce3edf641f78,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:10.938319 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e45496-fc33-4397-b7a1-d55e551c15f2 None None] Pushing event deleted for resources: {'Port': ['ID=3baf479e-ab24-4dc5-88e0-ce3edf641f78,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:10.942228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Attempting to bind port de253e7c-2c8f-4919-a1cd-47eead89248a on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:10.942598 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Attempting to bind port de253e7c-2c8f-4919-a1cd-47eead89248a by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'f5c39175-bf76-49b0-9fa0-883c1fd0fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '85d1bb11-365d-4af5-b6a0-1b93a956211c'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:10.943329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Attempting to bind port de253e7c-2c8f-4919-a1cd-47eead89248a on network 85d1bb11-365d-4af5-b6a0-1b93a956211c {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:10.953283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:10.954911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Checking segment: {'id': 'f5c39175-bf76-49b0-9fa0-883c1fd0fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '85d1bb11-365d-4af5-b6a0-1b93a956211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:10.955143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:10.960000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Bound using segment: {'id': 'f5c39175-bf76-49b0-9fa0-883c1fd0fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '85d1bb11-365d-4af5-b6a0-1b93a956211c'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:10.960000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Bound port: de253e7c-2c8f-4919-a1cd-47eead89248a, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c39175-bf76-49b0-9fa0-883c1fd0fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '85d1bb11-365d-4af5-b6a0-1b93a956211c'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:10.960000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (de253e7c-2c8f-4919-a1cd-47eead89248a), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.020706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (ae234c97-9314-4ab6-b73d-3fb9db7c480b), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.044017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (b339b5fd-5f65-4981-aef9-3a56845f0808), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.077345 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1881-017f-4b30-9b82-7cbb006c5184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.088713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Provisioning complete for port 102f57cb-df7e-4ac1-9b13-87244fc295e9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:11.089091 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.089234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b339b5fd-5f65-4981-aef9-3a56845f0808']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:11.089426 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Attempt 1 to provision port 102f57cb-df7e-4ac1-9b13-87244fc295e9 Aug 31 15:49:11.118794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0922db83-8cd7-4ce3-a84c-767f84f1283e') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:11.122186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0922db83-8cd7-4ce3-a84c-767f84f1283e') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:11.130664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (ae234c97-9314-4ab6-b73d-3fb9db7c480b), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.213745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 102f57cb-df7e-4ac1-9b13-87244fc295e9 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:11.215603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.215726 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 102f57cb-df7e-4ac1-9b13-87244fc295e9 Aug 31 15:49:11.219151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b655919-6d68-475e-b8b9-caaeb551d722 None None] DHCP port deletion for 9eee8628-cd0e-4573-ad4d-ec8082f80eb5 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:11.265291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:11.327125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-07697ea4-fa9b-41ea-b39c-aa886fde7136 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1728972474'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:11.327877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-07697ea4-fa9b-41ea-b39c-aa886fde7136 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Unknown quota resources ['metering_label']. {{(pid=114266) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 31 15:49:11.336278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-adfbc2d6-30b3-47a3-941a-2da07aa87cc8 tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:11.347101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (0922db83-8cd7-4ce3-a84c-767f84f1283e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.356064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0b655919-6d68-475e-b8b9-caaeb551d722 None None] Deleting port e80f8894-8675-4e34-ac05-198050faa911 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:11.356064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0b655919-6d68-475e-b8b9-caaeb551d722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e80f8894-8675-4e34-ac05-198050faa911), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.362612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:11.450996 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:11.468960 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] For port de253e7c-2c8f-4919-a1cd-47eead89248a, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:11.502488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0922db83-8cd7-4ce3-a84c-767f84f1283e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:11.516801 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:11.548772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=577f6d4b-c20f-49b7-868b-78545173dc40,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:11.552753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=ae234c97-9314-4ab6-b73d-3fb9db7c480b,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:11.554401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:11.566483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:11.567565 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ef2ee700-e495-4d66-9e8d-ec79df72042d no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:11.570759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Provisioning complete for port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:11.571302 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae16f155-aa94-42aa-a81b-66c9d0ccbf1c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.571444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (0922db83-8cd7-4ce3-a84c-767f84f1283e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.571917 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Attempt 1 to provision port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c Aug 31 15:49:11.592620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.api [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:49:11.592620 dv-neutron-855257-2-hyperv neutron-server[114265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:49:11.592620 dv-neutron-855257-2-hyperv neutron-server[114265]: [parameters: {'id': '85d1bb11-365d-4af5-b6a0-1b93a956211c'}] Aug 31 15:49:11.592620 dv-neutron-855257-2-hyperv neutron-server[114265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:49:11.596834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG oslo_db.api [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:49:11.599269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:11.608334 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:11.609231 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.621660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] For port de253e7c-2c8f-4919-a1cd-47eead89248a, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=de253e7c-2c8f-4919-a1cd-47eead89248a,segment=NetworkSegment(f5c39175-bf76-49b0-9fa0-883c1fd0fb27),segment_id=f5c39175-bf76-49b0-9fa0-883c1fd0fb27)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:11.633331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (27fe200b-3c03-4cc1-9781-5bd796876705), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.637986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:11.653303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36092) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:11.660664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] For port e80f8894-8675-4e34-ac05-198050faa911, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e80f8894-8675-4e34-ac05-198050faa911,segment=NetworkSegment(7c9fefcf-3de5-4077-a3c3-5f413195a3f1),segment_id=7c9fefcf-3de5-4077-a3c3-5f413195a3f1)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:11.661033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e80f8894-8675-4e34-ac05-198050faa911), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.667910 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ef2ee700-e495-4d66-9e8d-ec79df72042d {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:11.668248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ef2ee700-e495-4d66-9e8d-ec79df72042d not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:11.674238 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0922db83-8cd7-4ce3-a84c-767f84f1283e resource provider aggregate not found Aug 31 15:49:11.679292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0b655919-6d68-475e-b8b9-caaeb551d722 None None] For port e80f8894-8675-4e34-ac05-198050faa911, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e80f8894-8675-4e34-ac05-198050faa911,segment=NetworkSegment(7c9fefcf-3de5-4077-a3c3-5f413195a3f1),segment_id=7c9fefcf-3de5-4077-a3c3-5f413195a3f1)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:11.679694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0b655919-6d68-475e-b8b9-caaeb551d722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e80f8894-8675-4e34-ac05-198050faa911), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.696521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0b655919-6d68-475e-b8b9-caaeb551d722 None None] Calling delete_port for e80f8894-8675-4e34-ac05-198050faa911 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:11.698436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Calling delete_port for e80f8894-8675-4e34-ac05-198050faa911 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:11.762799 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (de253e7c-2c8f-4919-a1cd-47eead89248a), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.784553 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0922db83-8cd7-4ce3-a84c-767f84f1283e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0922db83-8cd7-4ce3-a84c-767f84f1283e found for delete ", "request_id": "req-4b77e46d-61a2-434d-a9e9-641ec2d27900"}]} Aug 31 15:49:11.807842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3baf479e-ab24-4dc5-88e0-ce3edf641f78 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:11.819270 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1213f62b-2679-4fdf-83cc-db044d028dfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1698055 Aug 31 15:49:11.821655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36098) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:11.827082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:11.836727 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07697ea4-fa9b-41ea-b39c-aa886fde7136 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:11.842404 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-07697ea4-fa9b-41ea-b39c-aa886fde7136 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0273345 Aug 31 15:49:11.849731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36100) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:11.854468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:11.856435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-8da6577e-9bad-4f24-8791-6f82d6d2ae88 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cd936e07-9900-45d3-a177-56a4a9fea207'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:11.856933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-8da6577e-9bad-4f24-8791-6f82d6d2ae88 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114266) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 31 15:49:11.863806 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-adfbc2d6-30b3-47a3-941a-2da07aa87cc8 tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] 10.222.0.46 "PUT /networking/v2.0/quotas/f0b178404ce8405b809172b5dad942da HTTP/1.1" status: 200 len: 366 time: 1.3364420 Aug 31 15:49:11.866839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36102) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:11.888726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-98475362'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:11.891665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 3baf479e-ab24-4dc5-88e0-ce3edf641f78 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:11.892014 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3baf479e-ab24-4dc5-88e0-ce3edf641f78 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:11.892441 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e80f8894-8675-4e34-ac05-198050faa911 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:11.935292 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-961c74ee-4e88-4ea0-ae97-3507b6712fb1 tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] 10.222.0.46 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0632830 Aug 31 15:49:11.942159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376cb9f-ec4a-4fb4-92c3-4079a49214d9 None None] Pushing event updated for resources: {'Port': ['ID=de253e7c-2c8f-4919-a1cd-47eead89248a,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:11.947844 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36104) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:11.973237 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a0e8d-7ada-4768-80e8-8760400ec1f2 None None] Network 85d1bb11-365d-4af5-b6a0-1b93a956211c requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:11.991478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Made reservation on behalf of 114c67b872c74375b00b079be0270197 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:11.997071 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.016146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (b339b5fd-5f65-4981-aef9-3a56845f0808), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.018509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.029861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.035658 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/b339b5fd-5f65-4981-aef9-3a56845f0808 HTTP/1.1" status: 204 len: 168 time: 2.3489826 Aug 31 15:49:12.037985 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-52786d66-2ed2-4292-8f20-8317de4fa15d tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] 10.222.0.46 "GET /networking/v2.0/quotas/f0b178404ce8405b809172b5dad942da HTTP/1.1" status: 200 len: 366 time: 0.0886776 Aug 31 15:49:12.051021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36108) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.055579 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.l3_db [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP 27fe200b-3c03-4cc1-9781-5bd796876705 associated. External IP: 172.26.2.77, port: 9ea0ebad-c341-4014-a171-021d01c06160. Aug 31 15:49:12.061431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6ae5-85d4-4e50-b124-3c2e519af697 admin admin] Pushing event deleted for resources: {'Network': ['ID=b339b5fd-5f65-4981-aef9-3a56845f0808,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:12.082262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e93a0e-76a3-44fc-8777-d2ef17986750 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:12.082457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.087134 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-42e93a0e-76a3-44fc-8777-d2ef17986750 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2590330 Aug 31 15:49:12.087333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36110) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.105116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0b655919-6d68-475e-b8b9-caaeb551d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (e80f8894-8675-4e34-ac05-198050faa911), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.112529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (85d1bb11-365d-4af5-b6a0-1b93a956211c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.116637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e80f8894-8675-4e34-ac05-198050faa911), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.129401 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.services.metering.metering_plugin [None req-8da6577e-9bad-4f24-8791-6f82d6d2ae88 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 15:49:12.145292 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Attempt 2 to provision port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c Aug 31 15:49:12.149175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b655919-6d68-475e-b8b9-caaeb551d722 None None] Pushing event deleted for resources: {'Port': ['ID=e80f8894-8675-4e34-ac05-198050faa911,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:12.157722 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b655919-6d68-475e-b8b9-caaeb551d722 None None] No DVR routers for this DVR port e80f8894-8675-4e34-ac05-198050faa911 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:12.194624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6e54b2-2cbc-41ce-b54a-b44459c0d746 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:49:12.196696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port e80f8894-8675-4e34-ac05-198050faa911 is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:49:12.220373 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3f757598-8276-4469-b8ae-9da827bf60c9 tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] 10.222.0.46 "DELETE /networking/v2.0/quotas/f0b178404ce8405b809172b5dad942da HTTP/1.1" status: 204 len: 168 time: 0.1680045 Aug 31 15:49:12.240316 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:12.260200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36112) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.265504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80f8894-8675-4e34-ac05-198050faa911,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:12.301180 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6e54b2-2cbc-41ce-b54a-b44459c0d746 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:49:12.303016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8da6577e-9bad-4f24-8791-6f82d6d2ae88 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.304618 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8da6577e-9bad-4f24-8791-6f82d6d2ae88 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4538033 Aug 31 15:49:12.310619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36114) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.316281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d8632a2f-bb63-4e5c-b04d-56fbf4fc8d96 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cd936e07-9900-45d3-a177-56a4a9fea207'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:12.317381 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d8632a2f-bb63-4e5c-b04d-56fbf4fc8d96 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114266) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 31 15:49:12.324675 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:12.339815 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] No DVR routers for this DVR port e80f8894-8675-4e34-ac05-198050faa911 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:12.352111 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6c022241-00e6-4392-ac73-63afbf9f27d6 tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] 10.222.0.46 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0666437 Aug 31 15:49:12.352111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36116) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.470157 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.services.metering.metering_plugin [None req-d8632a2f-bb63-4e5c-b04d-56fbf4fc8d96 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 15:49:12.481579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3f14a516-1ccd-4543-a638-01ca7c6ca918 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 577f6d4b-c20f-49b7-868b-78545173dc40 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:12.484239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f14a516-1ccd-4543-a638-01ca7c6ca918 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (577f6d4b-c20f-49b7-868b-78545173dc40), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.527751 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b8aa4f3b-b436-41df-9d65-74be086fd96b tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] 10.222.0.46 "GET /networking/v2.0/quotas/f0b178404ce8405b809172b5dad942da HTTP/1.1" status: 200 len: 370 time: 0.1575034 Aug 31 15:49:12.545973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36118) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.546063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:12.557957 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9bd87e05-e1a0-432d-a893-afa3a96c824c tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] 10.222.0.46 "GET /networking/v2.0/quotas/f0b178404ce8405b809172b5dad942da/default HTTP/1.1" status: 200 len: 370 time: 0.0071275 Aug 31 15:49:12.597924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36120) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.598558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36122) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.605397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (9eee8628-cd0e-4573-ad4d-ec8082f80eb5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.616053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port de253e7c-2c8f-4919-a1cd-47eead89248a {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:12.616390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (de253e7c-2c8f-4919-a1cd-47eead89248a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.617016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d8632a2f-bb63-4e5c-b04d-56fbf4fc8d96 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.618174 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d8632a2f-bb63-4e5c-b04d-56fbf4fc8d96 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3064251 Aug 31 15:49:12.623387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36124) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.628731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:12.646785 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-3e94da6c-496c-45fd-85d4-ea6e447a769d tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] delete failed (client error): The resource could not be found. Aug 31 15:49:12.652335 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3e94da6c-496c-45fd-85d4-ea6e447a769d tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] 10.222.0.46 "DELETE /networking/v2.0/quotas/f0b178404ce8405b809172b5dad942da HTTP/1.1" status: 404 len: 348 time: 0.0483329 Aug 31 15:49:12.655603 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1a3e4647-7551-4f2b-a462-cdf69c0ab715 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-label-rules?id=ba9a4bd7-7a40-4cc1-8e8e-ff0e0a027c12 HTTP/1.1" status: 200 len: 464 time: 0.0280561 Aug 31 15:49:12.657477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eee8628-cd0e-4573-ad4d-ec8082f80eb5']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:12.659735 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36128) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.684695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:12.707129 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b51833f1-3a5c-4801-b1b9-0947100e9bcf admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=6de8d08af2234e7e80490ad5c1ebd6a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1024809 Aug 31 15:49:12.707440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36130) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:12.723334 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9fefcf-3de5-4077-a3c3-5f413195a3f1') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:12.723615 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9fefcf-3de5-4077-a3c3-5f413195a3f1') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:12.741279 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Attempt 3 to provision port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c Aug 31 15:49:12.767615 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for security_group (46f0e61f-61c8-4f9d-a975-d11f4e342315), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.769738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (7c9fefcf-3de5-4077-a3c3-5f413195a3f1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.792561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port de253e7c-2c8f-4919-a1cd-47eead89248a, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=de253e7c-2c8f-4919-a1cd-47eead89248a,segment=NetworkSegment(f5c39175-bf76-49b0-9fa0-883c1fd0fb27),segment_id=f5c39175-bf76-49b0-9fa0-883c1fd0fb27)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:12.792917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (de253e7c-2c8f-4919-a1cd-47eead89248a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.805509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:12.828617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f14a516-1ccd-4543-a638-01ca7c6ca918 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (577f6d4b-c20f-49b7-868b-78545173dc40), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.831402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7c9fefcf-3de5-4077-a3c3-5f413195a3f1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.834288 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for de253e7c-2c8f-4919-a1cd-47eead89248a owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:12.843478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d15c52ff-7f2f-4ee8-a7ab-6610c2694c04 admin admin] Publish callbacks [] for security_group (0697dec4-6ba0-4148-b4f8-ad8af94ee388), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.857675 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:12.858089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (7c9fefcf-3de5-4077-a3c3-5f413195a3f1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.860402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3f14a516-1ccd-4543-a638-01ca7c6ca918 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 577f6d4b-c20f-49b7-868b-78545173dc40 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:12.875267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (46f0e61f-61c8-4f9d-a975-d11f4e342315), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.927506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d15c52ff-7f2f-4ee8-a7ab-6610c2694c04 admin admin] Publish callbacks [] for security_group (0697dec4-6ba0-4148-b4f8-ad8af94ee388), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.939793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:12.951809 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a0e0-e062-48d7-86c9-dc798cff38fd None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:12.965045 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2a0e0-e062-48d7-86c9-dc798cff38fd None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:12.965045 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0da2a0e0-e062-48d7-86c9-dc798cff38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:12.984366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:12.992372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73241b97-8b54-4216-b5e2-ec3a160853ae tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:12.998093 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-73241b97-8b54-4216-b5e2-ec3a160853ae tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "DELETE /networking/v2.0/metering/metering-label-rules/ba9a4bd7-7a40-4cc1-8e8e-ff0e0a027c12 HTTP/1.1" status: 204 len: 168 time: 0.3329129 Aug 31 15:49:13.001130 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 7c9fefcf-3de5-4077-a3c3-5f413195a3f1 resource provider aggregate not found Aug 31 15:49:13.004315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36134) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:13.032523 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-88e3441c-7ed9-465e-8f60-39a0f3d5d6c9 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-label-rules?id=ba9a4bd7-7a40-4cc1-8e8e-ff0e0a027c12 HTTP/1.1" status: 200 len: 221 time: 0.0270758 Aug 31 15:49:13.036258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36138) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:13.043762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1824620b-eb01-4c0e-92cf-f16cfbe39b07 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1394331757', 'description': 'label created by tempest'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:13.044221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1824620b-eb01-4c0e-92cf-f16cfbe39b07 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Unknown quota resources ['metering_label']. {{(pid=114266) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 31 15:49:13.046152 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 7c9fefcf-3de5-4077-a3c3-5f413195a3f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c9fefcf-3de5-4077-a3c3-5f413195a3f1 found for delete ", "request_id": "req-1cd5297d-c334-49ac-9c69-bced403d036f"}]} Aug 31 15:49:13.060698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (6a4e9f77-ae41-42da-93d7-d398f16b5455), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.061051 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Added segment 6a4e9f77-ae41-42da-93d7-d398f16b5455 of type vlan for network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb Aug 31 15:49:13.067530 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0da2a0e0-e062-48d7-86c9-dc798cff38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:13.079189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f0e61f-61c8-4f9d-a975-d11f4e342315,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:13.079418 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2a0e0-e062-48d7-86c9-dc798cff38fd None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:13.080002 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0da2a0e0-e062-48d7-86c9-dc798cff38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:13.089221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.123863 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9cd18db4-986e-4ba3-a0f9-81638ecc95c6 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4737883 Aug 31 15:49:13.126501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36140) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:13.132257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7f8e7eb2-9759-406c-a421-7955db28ba64 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'port_id': '9ea0ebad-c341-4014-a171-021d01c06160', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:13.138674 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0da2a0e0-e062-48d7-86c9-dc798cff38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:13.139277 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a0e0-e062-48d7-86c9-dc798cff38fd None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:13.149835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.159451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (9eee8628-cd0e-4573-ad4d-ec8082f80eb5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.172162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36142) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:13.178359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.184498 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/9eee8628-cd0e-4573-ad4d-ec8082f80eb5 HTTP/1.1" status: 204 len: 168 time: 3.2438183 Aug 31 15:49:13.188996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d15c52ff-7f2f-4ee8-a7ab-6610c2694c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (0697dec4-6ba0-4148-b4f8-ad8af94ee388), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.191759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d15c52ff-7f2f-4ee8-a7ab-6610c2694c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.194133 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d15c52ff-7f2f-4ee8-a7ab-6610c2694c04 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0697dec4-6ba0-4148-b4f8-ad8af94ee388 HTTP/1.1" status: 204 len: 168 time: 0.4856851 Aug 31 15:49:13.214571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df486043-5bc3-4996-ad37-391d48d37e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eee8628-cd0e-4573-ad4d-ec8082f80eb5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:13.267612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c52ff-7f2f-4ee8-a7ab-6610c2694c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0697dec4-6ba0-4148-b4f8-ad8af94ee388,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:13.310784 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Attempt 4 to provision port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c Aug 31 15:49:13.334867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (de253e7c-2c8f-4919-a1cd-47eead89248a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.341059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.351765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:13.354080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.378965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:13.466742 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f14a516-1ccd-4543-a638-01ca7c6ca918 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (577f6d4b-c20f-49b7-868b-78545173dc40), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.476742 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port de253e7c-2c8f-4919-a1cd-47eead89248a on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:13.491843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=de253e7c-2c8f-4919-a1cd-47eead89248a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:13.591600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14a516-1ccd-4543-a638-01ca7c6ca918 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=577f6d4b-c20f-49b7-868b-78545173dc40,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:13.641950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Network': ['ID=0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:13.657376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:13.659745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7eb2-9759-406c-a421-7955db28ba64 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (27fe200b-3c03-4cc1-9781-5bd796876705), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.665732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:13.732708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (85d1bb11-365d-4af5-b6a0-1b93a956211c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.751641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1824620b-eb01-4c0e-92cf-f16cfbe39b07 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.753130 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1824620b-eb01-4c0e-92cf-f16cfbe39b07 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7157977 Aug 31 15:49:13.761367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d1bb11-365d-4af5-b6a0-1b93a956211c']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:13.762565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36148) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:13.774081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c39175-bf76-49b0-9fa0-883c1fd0fb27') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:13.774494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c39175-bf76-49b0-9fa0-883c1fd0fb27') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:13.788934 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (f5c39175-bf76-49b0-9fa0-883c1fd0fb27), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.805195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (f5c39175-bf76-49b0-9fa0-883c1fd0fb27), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.812094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.815298 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.820272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:13.825096 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-09f6f6e0-0af1-41dd-aab7-087f475b7f8f tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-labels?id=369281fa-a578-4786-bad0-d78204eff588 HTTP/1.1" status: 200 len: 468 time: 0.0579503 Aug 31 15:49:13.825867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (f5c39175-bf76-49b0-9fa0-883c1fd0fb27), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.831905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36150) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:13.867411 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-39dc73f9-942e-462a-939c-f97a263e7d99 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2120697 Aug 31 15:49:13.870000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36152) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:13.880228 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Attempt 5 to provision port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c Aug 31 15:49:13.882238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'subnet': {'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:13.943839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:13.986265 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f14a516-1ccd-4543-a638-01ca7c6ca918 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:13.993374 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3f14a516-1ccd-4543-a638-01ca7c6ca918 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/577f6d4b-c20f-49b7-868b-78545173dc40 HTTP/1.1" status: 204 len: 168 time: 1.9038644 Aug 31 15:49:13.994902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36156) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.001756 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:14.056382 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36158) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.157349 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e647977b-9c15-474a-80b8-7e8ca2f44a1f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:49:14.161519 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e647977b-9c15-474a-80b8-7e8ca2f44a1f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/577f6d4b-c20f-49b7-868b-78545173dc40 HTTP/1.1" status: 404 len: 333 time: 0.1585598 Aug 31 15:49:14.163185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36162) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.214456 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8d33178b-bea0-486b-8d2e-e4a971288e88 tempest-QuotasTest-1202126847 tempest-QuotasTest-1202126847-project-admin] 10.222.0.46 "GET /networking/v2.0/quotas/9c25a8e7c3574f5c9bdd33238dc37488/details.json HTTP/1.1" status: 200 len: 703 time: 1.0395017 Aug 31 15:49:14.233047 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f5419913-006f-4882-b051-37492aeecbee admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a2d10fe02795485885453d6286ee49e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1729660 Aug 31 15:49:14.233715 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36166) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.250432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Made reservation on behalf of 114c67b872c74375b00b079be0270197 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:14.252476 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (85d1bb11-365d-4af5-b6a0-1b93a956211c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.254502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.258332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.266714 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/85d1bb11-365d-4af5-b6a0-1b93a956211c HTTP/1.1" status: 204 len: 168 time: 5.2456353 Aug 31 15:49:14.270028 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36170) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.302412 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-45039900'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:14.307879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a21c5f-c134-425d-a262-8590352a7bef tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=85d1bb11-365d-4af5-b6a0-1b93a956211c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:14.343729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-60565e9b-e565-44d3-b1b4-bb5c09b78884 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.345203 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-60565e9b-e565-44d3-b1b4-bb5c09b78884 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "DELETE /networking/v2.0/metering/metering-labels/369281fa-a578-4786-bad0-d78204eff588 HTTP/1.1" status: 204 len: 168 time: 0.4763684 Aug 31 15:49:14.371127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36174) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.393280 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4f52dc4d-a725-4f85-850b-9128e9352e87 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-labels?id=369281fa-a578-4786-bad0-d78204eff588 HTTP/1.1" status: 200 len: 216 time: 0.0183833 Aug 31 15:49:14.399529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36176) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.415472 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c34949b1-fc80-4feb-8b4d-7ff834e98499 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0138361 Aug 31 15:49:14.416866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b8449c7a-5e4b-4710-9a79-ee9eb7653f40 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:14.417493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8449c7a-5e4b-4710-9a79-ee9eb7653f40 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ae16f155-aa94-42aa-a81b-66c9d0ccbf1c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.421243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36178) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.445301 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Attempt 6 to provision port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c Aug 31 15:49:14.477270 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1b098704-23b8-4d5b-9ea1-d3d79b343173 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0539086 Aug 31 15:49:14.481623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:14.486063 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.489328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36180) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.516876 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:14.536759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:14.568679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dacaf340-2c32-4e2c-a5c7-8b03ddfc424e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.569120 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment dacaf340-2c32-4e2c-a5c7-8b03ddfc424e of type vlan for network 539ad619-2403-4e5d-b62f-741d0e603017 Aug 31 15:49:14.581341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8449c7a-5e4b-4710-9a79-ee9eb7653f40 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ae16f155-aa94-42aa-a81b-66c9d0ccbf1c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.582307 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4e91c521-72b3-4da2-b9a7-200f48608424 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-labels/cd936e07-9900-45d3-a177-56a4a9fea207 HTTP/1.1" status: 200 len: 473 time: 0.0922544 Aug 31 15:49:14.585202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:14.588321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36184) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.616501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6f350c5e-edc2-4610-8b56-c6fc82209b95 admin admin] Publish callbacks [] for security_group (1e97489c-8f21-46e1-b635-38f1ce10c91e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.658214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b8449c7a-5e4b-4710-9a79-ee9eb7653f40 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for ae16f155-aa94-42aa-a81b-66c9d0ccbf1c owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:14.661159 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8ac90857-8d04-4fe9-a3f6-d29da4794300 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "GET /networking/v2.0/metering/metering-label-rules/cef99160-52e3-432e-83af-001d48fdc1f5 HTTP/1.1" status: 200 len: 461 time: 0.0708346 Aug 31 15:49:14.671575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36186) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.676157 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (539ad619-2403-4e5d-b62f-741d0e603017), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.687205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6f350c5e-edc2-4610-8b56-c6fc82209b95 admin admin] Publish callbacks [] for security_group (1e97489c-8f21-46e1-b635-38f1ce10c91e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.777743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:14.923334 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (539ad619-2403-4e5d-b62f-741d0e603017), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.928297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:14.928904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:14.969162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36194) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:14.975665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7eb2-9759-406c-a421-7955db28ba64 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.017877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-abbb3e01-6c0e-4959-83b2-9a520c595ed1 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.022078 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Attempt 7 to provision port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c Aug 31 15:49:15.022931 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-abbb3e01-6c0e-4959-83b2-9a520c595ed1 tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "DELETE /networking/v2.0/metering/metering-label-rules/cef99160-52e3-432e-83af-001d48fdc1f5 HTTP/1.1" status: 204 len: 168 time: 0.3389587 Aug 31 15:49:15.023513 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36200) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:15.055971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=539ad619-2403-4e5d-b62f-741d0e603017,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:15.078041 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 539ad619-2403-4e5d-b62f-741d0e603017 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:15.087264 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment f5c39175-bf76-49b0-9fa0-883c1fd0fb27 resource provider aggregate not found Aug 31 15:49:15.096281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8449c7a-5e4b-4710-9a79-ee9eb7653f40 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ae16f155-aa94-42aa-a81b-66c9d0ccbf1c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.117444 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment f5c39175-bf76-49b0-9fa0-883c1fd0fb27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5c39175-bf76-49b0-9fa0-883c1fd0fb27 found for delete ", "request_id": "req-ccbe7df3-da69-473a-aa7f-4b9e1bc0819d"}]} Aug 31 15:49:15.145385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:15.149591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.152340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6f350c5e-edc2-4610-8b56-c6fc82209b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1e97489c-8f21-46e1-b635-38f1ce10c91e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.154955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6f350c5e-edc2-4610-8b56-c6fc82209b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.156454 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6f350c5e-edc2-4610-8b56-c6fc82209b95 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1e97489c-8f21-46e1-b635-38f1ce10c91e HTTP/1.1" status: 204 len: 168 time: 0.9193747 Aug 31 15:49:15.194159 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9cb7e269-f8c9-4ca0-9f16-a1af27f84630 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8729155 Aug 31 15:49:15.194159 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8449c7a-5e4b-4710-9a79-ee9eb7653f40 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=ae16f155-aa94-42aa-a81b-66c9d0ccbf1c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:15.194548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7eb2-9759-406c-a421-7955db28ba64 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (27fe200b-3c03-4cc1-9781-5bd796876705), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.194738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-849e6ae1-2618-40d4-806d-83a0c4fa4f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.201612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36208) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:15.230767 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': '539ad619-2403-4e5d-b62f-741d0e603017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:15.302343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f350c5e-edc2-4610-8b56-c6fc82209b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e97489c-8f21-46e1-b635-38f1ce10c91e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:15.312788 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8449c7a-5e4b-4710-9a79-ee9eb7653f40 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.318617 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b8449c7a-5e4b-4710-9a79-ee9eb7653f40 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/ae16f155-aa94-42aa-a81b-66c9d0ccbf1c HTTP/1.1" status: 204 len: 168 time: 1.1511130 Aug 31 15:49:15.335261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36212) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:15.438881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36214) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:15.462758 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a28bab0-8eb3-40bf-a98b-efbb17b632ee tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:49:15.465367 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8a28bab0-8eb3-40bf-a98b-efbb17b632ee tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/ae16f155-aa94-42aa-a81b-66c9d0ccbf1c HTTP/1.1" status: 404 len: 333 time: 0.1264386 Aug 31 15:49:15.472372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36218) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:15.516947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Subnet': ['ID=0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:15.532684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:15.546160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Checking segment: {'id': '6a4e9f77-ae41-42da-93d7-d398f16b5455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:15.546523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Network hostable DHCP agents. Network: 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:15.551495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c685c4f-2d38-4ca5-8e2c-51debc7824ee tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet a6efebb5-1702-4c89-b8ab-325b2dbc8649 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:15.557260 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c685c4f-2d38-4ca5-8e2c-51debc7824ee tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (a6efebb5-1702-4c89-b8ab-325b2dbc8649), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.604220 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c685c4f-2d38-4ca5-8e2c-51debc7824ee tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (a6efebb5-1702-4c89-b8ab-325b2dbc8649), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.630649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:15.634813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.648759 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Attempt 8 to provision port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c Aug 31 15:49:15.655933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cfcadcba-4643-483a-a8ed-233288570fcb tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.657094 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cfcadcba-4643-483a-a8ed-233288570fcb tempest-MeteringTestJSON-1536436583 tempest-MeteringTestJSON-1536436583-project-admin] 10.222.0.46 "DELETE /networking/v2.0/metering/metering-labels/cd936e07-9900-45d3-a177-56a4a9fea207 HTTP/1.1" status: 204 len: 168 time: 0.6321967 Aug 31 15:49:15.668637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:15.683144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-849e6ae1-2618-40d4-806d-83a0c4fa4f86 admin admin] Publish callbacks [] for security_group (88bb0d7a-e394-40e2-b8d7-3baabb8124eb), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.695969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b5b3-77ea-4143-86d4-f70700b8001e None None] Port ae16f155-aa94-42aa-a81b-66c9d0ccbf1c was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:49:15.721840 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8e7eb2-9759-406c-a421-7955db28ba64 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:15.732951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:15.773916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:15.774085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-486496216'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:15.783780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d693fa-8aae-4dd1-b52a-b974bd85e100 None None] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:15.784323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-849e6ae1-2618-40d4-806d-83a0c4fa4f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (88bb0d7a-e394-40e2-b8d7-3baabb8124eb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.796136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:15.798453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.858415 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9d0fcfb6-4555-4281-a22a-9cfb87468750 None None] Could not find standard attr ID for object 577f6d4b-c20f-49b7-868b-78545173dc40. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:15.862832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c685c4f-2d38-4ca5-8e2c-51debc7824ee tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (a6efebb5-1702-4c89-b8ab-325b2dbc8649), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.874814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9d0fcfb6-4555-4281-a22a-9cfb87468750 None None] Could not find standard attr ID for object ae16f155-aa94-42aa-a81b-66c9d0ccbf1c. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:15.889007 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:15.900635 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-849e6ae1-2618-40d4-806d-83a0c4fa4f86 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8ad567fbd0c94d148c3e330b23c25de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9301965 Aug 31 15:49:15.907149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36226) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:15.921340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e6ae1-2618-40d4-806d-83a0c4fa4f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bb0d7a-e394-40e2-b8d7-3baabb8124eb,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:15.944442 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f28d711d-02cb-4ddd-bc05-a6154a739693 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0732520 Aug 31 15:49:15.949395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb', 'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb', 'project_id': '114c67b872c74375b00b079be0270197', 'fixed_ips': [{'subnet_id': '0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:15.951515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.954335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36230) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:15.965462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:15.969987 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:15.972969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'port': {'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1759463173'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:16.032461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.081409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e7eb2-9759-406c-a421-7955db28ba64 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:16.088530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7eb2-9759-406c-a421-7955db28ba64 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.106527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735bc96-b652-440a-9b4f-659cf158887d None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:16.148516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5345e431-9427-4ec6-afbc-129301c89f01 admin admin] Publish callbacks [] for security_group (88bb0d7a-e394-40e2-b8d7-3baabb8124eb), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.181954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735bc96-b652-440a-9b4f-659cf158887d None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:16.183683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3735bc96-b652-440a-9b4f-659cf158887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:16.189472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5345e431-9427-4ec6-afbc-129301c89f01 admin admin] Publish callbacks [] for security_group (88bb0d7a-e394-40e2-b8d7-3baabb8124eb), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.206790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36234) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:16.206985 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7f8e7eb2-9759-406c-a421-7955db28ba64 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/27fe200b-3c03-4cc1-9781-5bd796876705 HTTP/1.1" status: 200 len: 978 time: 3.0790529 Aug 31 15:49:16.264539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c685c4f-2d38-4ca5-8e2c-51debc7824ee tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (a6efebb5-1702-4c89-b8ab-325b2dbc8649), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.295435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (9b5c5650-768d-4e8e-a398-46d1c0f30b10), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.317725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Made reservation on behalf of 114c67b872c74375b00b079be0270197 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:16.323288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.344814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c685c4f-2d38-4ca5-8e2c-51debc7824ee tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=a6efebb5-1702-4c89-b8ab-325b2dbc8649,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:16.347739 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c685c4f-2d38-4ca5-8e2c-51debc7824ee tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.357042 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5c685c4f-2d38-4ca5-8e2c-51debc7824ee tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a6efebb5-1702-4c89-b8ab-325b2dbc8649 HTTP/1.1" status: 204 len: 168 time: 0.8811049 Aug 31 15:49:16.365059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36240) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:16.369780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for security_group (2c2c7f5f-2953-4a6d-af87-c914192abd08), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.409255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3735bc96-b652-440a-9b4f-659cf158887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:16.414583 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] device_id is not set on port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:16.436904 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Allocated IP 2001:db8::2 (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb/0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9/89d513d2-0943-464e-b711-2901ea6b0219) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:16.455110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d168043-d5e2-4a75-8c66-963357f4fa36 None None] Network f4de5aa7-71df-41bd-8567-4d6968513571 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:16.491932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (2c2c7f5f-2953-4a6d-af87-c914192abd08), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.511145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36242) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:16.561888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=9b5c5650-768d-4e8e-a398-46d1c0f30b10,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:16.575965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f4de5aa7-71df-41bd-8567-4d6968513571), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.593086 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735bc96-b652-440a-9b4f-659cf158887d None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:16.593784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3735bc96-b652-440a-9b4f-659cf158887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:16.597934 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': 'dacaf340-2c32-4e2c-a5c7-8b03ddfc424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '539ad619-2403-4e5d-b62f-741d0e603017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:16.598552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: 539ad619-2403-4e5d-b62f-741d0e603017, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:16.623551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 102f57cb-df7e-4ac1-9b13-87244fc295e9 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:16.624068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.635340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c7f5f-2953-4a6d-af87-c914192abd08,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:16.677580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port ae234c97-9314-4ab6-b73d-3fb9db7c480b {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:16.678234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ae234c97-9314-4ab6-b73d-3fb9db7c480b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.698969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] For port 102f57cb-df7e-4ac1-9b13-87244fc295e9, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=102f57cb-df7e-4ac1-9b13-87244fc295e9,segment=NetworkSegment(dc87c2ac-5515-4f27-921f-9235e8fab83c),segment_id=dc87c2ac-5515-4f27-921f-9235e8fab83c)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:16.699360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.699843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3735bc96-b652-440a-9b4f-659cf158887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:16.700464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735bc96-b652-440a-9b4f-659cf158887d None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:16.706505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:16.713772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5345e431-9427-4ec6-afbc-129301c89f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (88bb0d7a-e394-40e2-b8d7-3baabb8124eb), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.719093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5345e431-9427-4ec6-afbc-129301c89f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.719247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 102f57cb-df7e-4ac1-9b13-87244fc295e9 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:16.719341 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5345e431-9427-4ec6-afbc-129301c89f01 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/88bb0d7a-e394-40e2-b8d7-3baabb8124eb HTTP/1.1" status: 204 len: 168 time: 0.8095341 Aug 31 15:49:16.757241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:16.760811 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:16.765469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3de093f-7f7e-41ce-8155-9f96fc054383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.788132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network 539ad619-2403-4e5d-b62f-741d0e603017 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:16.795160 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345e431-9427-4ec6-afbc-129301c89f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bb0d7a-e394-40e2-b8d7-3baabb8124eb,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:16.819371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b02d645d-94d5-40d7-a19f-e476904d295b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.819869 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Added segment b02d645d-94d5-40d7-a19f-e476904d295b of type vlan for network e986fc1f-2559-47ce-89c8-1dd43368919a Aug 31 15:49:16.899294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (e986fc1f-2559-47ce-89c8-1dd43368919a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:16.970565 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 539ad619-2403-4e5d-b62f-741d0e603017) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:16.986238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3351c456-45d0-474b-90fa-fb1b4da69736 None None] Network 539ad619-2403-4e5d-b62f-741d0e603017 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:16.988813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:16.989209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.008837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ae234c97-9314-4ab6-b73d-3fb9db7c480b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.008837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (ae234c97-9314-4ab6-b73d-3fb9db7c480b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.012342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803e155c-f9d2-4f70-a64b-e084c9843832 None None] DHCP port deletion for f4de5aa7-71df-41bd-8567-4d6968513571 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:17.025405 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (e986fc1f-2559-47ce-89c8-1dd43368919a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.030547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:17.031176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.059201 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for ae234c97-9314-4ab6-b73d-3fb9db7c480b owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:17.149449 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3ef51144-792c-40e3-a90c-3f004ed66fc4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9301760 Aug 31 15:49:17.163284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36258) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:17.203934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:17.238354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Publish callbacks [] for port (89d513d2-0943-464e-b711-2901ea6b0219), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.272817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-539ad619-2403-4e5d-b62f-741d0e603017', 'network_id': '539ad619-2403-4e5d-b62f-741d0e603017', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': '9b5c5650-768d-4e8e-a398-46d1c0f30b10'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:17.276949 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.289086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.309741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No DVR routers for this DVR port 102f57cb-df7e-4ac1-9b13-87244fc295e9 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:17.390726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=102f57cb-df7e-4ac1-9b13-87244fc295e9,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:17.401623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (89d513d2-0943-464e-b711-2901ea6b0219), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.425594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-803e155c-f9d2-4f70-a64b-e084c9843832 None None] Deleting port 102f57cb-df7e-4ac1-9b13-87244fc295e9 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:17.426207 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-803e155c-f9d2-4f70-a64b-e084c9843832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.507259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Allocated IP 2001:db8::343 (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb/0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9/09a2cbb1-eff3-462d-a0e2-3111acd21d16) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:17.519912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:17.553774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:17.561491 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:17.563597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:17.569098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f4de5aa7-71df-41bd-8567-4d6968513571), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.572607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Network': ['ID=e986fc1f-2559-47ce-89c8-1dd43368919a,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:17.578444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3de093f-7f7e-41ce-8155-9f96fc054383 admin admin] Publish callbacks [] for security_group (1e7ec37f-0fba-439b-932f-503aef03bffe), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.595987 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:17.604553 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8804d8c4-c8f1-4f81-949c-b1add30e7c0d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1643374 Aug 31 15:49:17.605422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36264) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:17.614789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:17.622296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4de5aa7-71df-41bd-8567-4d6968513571']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:17.640060 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:17.647112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc87c2ac-5515-4f27-921f-9235e8fab83c') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:17.647466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc87c2ac-5515-4f27-921f-9235e8fab83c') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:17.658624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3de093f-7f7e-41ce-8155-9f96fc054383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1e7ec37f-0fba-439b-932f-503aef03bffe), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.686457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36266) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:17.710016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (dc87c2ac-5515-4f27-921f-9235e8fab83c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.736714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8825152-64d6-4e25-9d46-35941a98da7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.757311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Pushing event updated for resources: {'Port': ['ID=89d513d2-0943-464e-b711-2901ea6b0219,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:17.785538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dc87c2ac-5515-4f27-921f-9235e8fab83c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.796429 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-803e155c-f9d2-4f70-a64b-e084c9843832 None None] For port 102f57cb-df7e-4ac1-9b13-87244fc295e9, host dv-neutron-855257-2-hyperv, got binding levels [] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:17.797117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-803e155c-f9d2-4f70-a64b-e084c9843832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.819509 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:17.819918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (dc87c2ac-5515-4f27-921f-9235e8fab83c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.826927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 102f57cb-df7e-4ac1-9b13-87244fc295e9 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:17.849597 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c3de093f-7f7e-41ce-8155-9f96fc054383 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a4da801651c9497aaa576503e94366b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3327253 Aug 31 15:49:17.854814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36270) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:17.866097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 102f57cb-df7e-4ac1-9b13-87244fc295e9 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:17.866713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 102f57cb-df7e-4ac1-9b13-87244fc295e9 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:17.870081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de093f-7f7e-41ce-8155-9f96fc054383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7ec37f-0fba-439b-932f-503aef03bffe,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:17.895111 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment dc87c2ac-5515-4f27-921f-9235e8fab83c resource provider aggregate not found Aug 31 15:49:17.926021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (539ad619-2403-4e5d-b62f-741d0e603017), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.933423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-803e155c-f9d2-4f70-a64b-e084c9843832 None None] Calling delete_port for 102f57cb-df7e-4ac1-9b13-87244fc295e9 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:17.934575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for port (09a2cbb1-eff3-462d-a0e2-3111acd21d16), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:17.939122 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.ipam_backend_mixin [None req-803e155c-f9d2-4f70-a64b-e084c9843832 None None] Port 102f57cb-df7e-4ac1-9b13-87244fc295e9 was not found and therefore no delete operation was performed {{(pid=114267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 15:49:17.939299 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment dc87c2ac-5515-4f27-921f-9235e8fab83c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc87c2ac-5515-4f27-921f-9235e8fab83c found for delete ", "request_id": "req-d6df9eea-4579-49e0-bb62-ba52b3f751bb"}]} Aug 31 15:49:17.941146 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Allocated IP 172.20.0.1 (539ad619-2403-4e5d-b62f-741d0e603017/9b5c5650-768d-4e8e-a398-46d1c0f30b10/97b226e2-bdc4-4156-a520-65d99f1c9ae5) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:17.953825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:17.964812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-803e155c-f9d2-4f70-a64b-e084c9843832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (102f57cb-df7e-4ac1-9b13-87244fc295e9), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.014342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Attempting to bind port 89d513d2-0943-464e-b711-2901ea6b0219 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:18.014717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Attempting to bind port 89d513d2-0943-464e-b711-2901ea6b0219 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '6a4e9f77-ae41-42da-93d7-d398f16b5455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:18.015087 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Attempting to bind port 89d513d2-0943-464e-b711-2901ea6b0219 on network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:18.015757 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8825152-64d6-4e25-9d46-35941a98da7b admin admin] Publish callbacks [] for security_group (003f1098-4050-4382-b9e9-9a6314fb792c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.026451 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e155c-f9d2-4f70-a64b-e084c9843832 None None] Pushing event deleted for resources: {'Port': ['ID=102f57cb-df7e-4ac1-9b13-87244fc295e9,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:18.036765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e155c-f9d2-4f70-a64b-e084c9843832 None None] No DVR routers for this DVR port 102f57cb-df7e-4ac1-9b13-87244fc295e9 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:18.056820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f4de5aa7-71df-41bd-8567-4d6968513571), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.060824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:18.060824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Checking segment: {'id': '6a4e9f77-ae41-42da-93d7-d398f16b5455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:18.060824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.060824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Bound using segment: {'id': '6a4e9f77-ae41-42da-93d7-d398f16b5455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:18.060824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Bound port: 89d513d2-0943-464e-b711-2901ea6b0219, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4e9f77-ae41-42da-93d7-d398f16b5455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:18.061249 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (89d513d2-0943-464e-b711-2901ea6b0219), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.062610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=9 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:18.071549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:18.075918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.083565 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8f09-eeff-4a96-acea-9966b463fe56 admin admin] Publish callbacks [] for security_group (1e7ec37f-0fba-439b-932f-503aef03bffe), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.102805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.114828 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f4de5aa7-71df-41bd-8567-4d6968513571 HTTP/1.1" status: 204 len: 168 time: 1.7482865 Aug 31 15:49:18.121424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d2a5e-bdd0-4245-80d8-4082058869aa tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Network': ['ID=f4de5aa7-71df-41bd-8567-4d6968513571,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:18.123909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8825152-64d6-4e25-9d46-35941a98da7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (003f1098-4050-4382-b9e9-9a6314fb792c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.129659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36278) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:18.133444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (09a2cbb1-eff3-462d-a0e2-3111acd21d16), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.142708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-298612694'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:18.169127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8f09-eeff-4a96-acea-9966b463fe56 admin admin] Publish callbacks [] for security_group (1e7ec37f-0fba-439b-932f-503aef03bffe), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.171324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (9b5c5650-768d-4e8e-a398-46d1c0f30b10), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.201845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:18.203562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:18.214412 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] For port 89d513d2-0943-464e-b711-2901ea6b0219, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:18.253171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] For port 89d513d2-0943-464e-b711-2901ea6b0219, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=89d513d2-0943-464e-b711-2901ea6b0219,segment=NetworkSegment(6a4e9f77-ae41-42da-93d7-d398f16b5455),segment_id=6a4e9f77-ae41-42da-93d7-d398f16b5455)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:18.265267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:18.277718 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b8825152-64d6-4e25-9d46-35941a98da7b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9c25a8e7c3574f5c9bdd33238dc37488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5789597 Aug 31 15:49:18.277718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8825152-64d6-4e25-9d46-35941a98da7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003f1098-4050-4382-b9e9-9a6314fb792c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:18.277992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36282) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:18.304421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Publish callbacks [] for port (97b226e2-bdc4-4156-a520-65d99f1c9ae5), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.311225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:18.316622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:18.317197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.326773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ae234c97-9314-4ab6-b73d-3fb9db7c480b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.353203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:18.364710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (89d513d2-0943-464e-b711-2901ea6b0219), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.368102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:18.373310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.379153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Port': ['ID=09a2cbb1-eff3-462d-a0e2-3111acd21d16,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:18.408397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=ae234c97-9314-4ab6-b73d-3fb9db7c480b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:18.446469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (97b226e2-bdc4-4156-a520-65d99f1c9ae5), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.457415 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ece2973f-d680-4d50-9385-e5e3ab6b62fe tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5014052 Aug 31 15:49:18.465363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36288) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:18.470447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'port': {'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-677805298', 'allowed_address_pairs': [{'ip_address': '2001:db8::343', 'mac_address': 'fa:16:3e:df:45:a1'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:18.473077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e330e96-adb1-4e9b-81ed-52fe543aeb22 None None] Pushing event updated for resources: {'Port': ['ID=89d513d2-0943-464e-b711-2901ea6b0219,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:18.495083 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Network 539ad619-2403-4e5d-b62f-741d0e603017 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:18.500806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:18.505678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:18.537791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8f09-eeff-4a96-acea-9966b463fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1e7ec37f-0fba-439b-932f-503aef03bffe), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.541248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8f09-eeff-4a96-acea-9966b463fe56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.546880 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0d5f8f09-eeff-4a96-acea-9966b463fe56 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1e7ec37f-0fba-439b-932f-503aef03bffe HTTP/1.1" status: 204 len: 168 time: 0.6878195 Aug 31 15:49:18.557344 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-953cdb77-bef1-4768-9eb9-35c6c44c8f11 admin admin] Publish callbacks [] for security_group (003f1098-4050-4382-b9e9-9a6314fb792c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.593783 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f8f09-eeff-4a96-acea-9966b463fe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7ec37f-0fba-439b-932f-503aef03bffe,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:18.604369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (9b5c5650-768d-4e8e-a398-46d1c0f30b10), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.625524 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Attempting to bind port 97b226e2-bdc4-4156-a520-65d99f1c9ae5 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:18.626092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Attempting to bind port 97b226e2-bdc4-4156-a520-65d99f1c9ae5 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'dacaf340-2c32-4e2c-a5c7-8b03ddfc424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '539ad619-2403-4e5d-b62f-741d0e603017'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:18.626469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Attempting to bind port 97b226e2-bdc4-4156-a520-65d99f1c9ae5 on network 539ad619-2403-4e5d-b62f-741d0e603017 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:18.657105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:18.659978 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Checking segment: {'id': 'dacaf340-2c32-4e2c-a5c7-8b03ddfc424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '539ad619-2403-4e5d-b62f-741d0e603017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:18.660614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.661120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Bound using segment: {'id': 'dacaf340-2c32-4e2c-a5c7-8b03ddfc424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '539ad619-2403-4e5d-b62f-741d0e603017'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:18.663524 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:18.663856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Bound port: 97b226e2-bdc4-4156-a520-65d99f1c9ae5, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacaf340-2c32-4e2c-a5c7-8b03ddfc424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '539ad619-2403-4e5d-b62f-741d0e603017'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:18.664358 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (97b226e2-bdc4-4156-a520-65d99f1c9ae5), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.721542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Pushing event updated for resources: {'Port': ['ID=97b226e2-bdc4-4156-a520-65d99f1c9ae5,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:18.737798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36292) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:18.739451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-953cdb77-bef1-4768-9eb9-35c6c44c8f11 admin admin] Publish callbacks [] for security_group (003f1098-4050-4382-b9e9-9a6314fb792c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.747580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (27fe200b-3c03-4cc1-9781-5bd796876705), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.747921 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.l3_db [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP 27fe200b-3c03-4cc1-9781-5bd796876705 disassociated (deleted). External IP: 172.26.2.77, port: 9ea0ebad-c341-4014-a171-021d01c06160. Aug 31 15:49:18.751206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (1c74506a-12f9-421e-bb47-97af1934ea76), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.751206 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Added segment 1c74506a-12f9-421e-bb47-97af1934ea76 of type vlan for network 49564576-2697-4035-a476-0a8e059ae429 Aug 31 15:49:18.753056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:18.763813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5c5650-768d-4e8e-a398-46d1c0f30b10,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:18.808231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Made reservation on behalf of 114c67b872c74375b00b079be0270197 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:18.896981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (49564576-2697-4035-a476-0a8e059ae429), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.940850 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (b22c035c-d14b-45de-9c1d-2011a87e7312), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.945008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] For port 97b226e2-bdc4-4156-a520-65d99f1c9ae5, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:18.954558 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] For port 97b226e2-bdc4-4156-a520-65d99f1c9ae5, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=97b226e2-bdc4-4156-a520-65d99f1c9ae5,segment=NetworkSegment(dacaf340-2c32-4e2c-a5c7-8b03ddfc424e),segment_id=dacaf340-2c32-4e2c-a5c7-8b03ddfc424e)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:18.963448 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:18.985484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] device_id is not set on port af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:19.010552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (539ad619-2403-4e5d-b62f-741d0e603017), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.037010 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (49564576-2697-4035-a476-0a8e059ae429), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.043604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:19.044292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.049287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (97b226e2-bdc4-4156-a520-65d99f1c9ae5), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.091832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539ad619-2403-4e5d-b62f-741d0e603017']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:19.135277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacaf340-2c32-4e2c-a5c7-8b03ddfc424e') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:19.135867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacaf340-2c32-4e2c-a5c7-8b03ddfc424e') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:19.146526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:19.152574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (dacaf340-2c32-4e2c-a5c7-8b03ddfc424e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.163708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Network': ['ID=49564576-2697-4035-a476-0a8e059ae429,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:19.168168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0cab2-f390-4a72-a74c-f33e0a0950ed None None] Pushing event updated for resources: {'Port': ['ID=97b226e2-bdc4-4156-a520-65d99f1c9ae5,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:19.177454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 49564576-2697-4035-a476-0a8e059ae429 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:19.184903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549b3936-50a2-4910-813f-93d44e8e73b0 None None] Network 539ad619-2403-4e5d-b62f-741d0e603017 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:19.192058 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ddfc3909-5b50-4cb6-a121-54787201babd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0557640 Aug 31 15:49:19.196467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36298) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:19.203666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': '49564576-2697-4035-a476-0a8e059ae429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:19.204558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dacaf340-2c32-4e2c-a5c7-8b03ddfc424e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.232705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1443678376'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:19.246776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=b22c035c-d14b-45de-9c1d-2011a87e7312,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:19.248598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Allocated IP 2001:db8::390 (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb/0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9/af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:19.256107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:19.256602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (dacaf340-2c32-4e2c-a5c7-8b03ddfc424e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.305199 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment dacaf340-2c32-4e2c-a5c7-8b03ddfc424e resource provider aggregate not found Aug 31 15:49:19.345172 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-953cdb77-bef1-4768-9eb9-35c6c44c8f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (003f1098-4050-4382-b9e9-9a6314fb792c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.348430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-953cdb77-bef1-4768-9eb9-35c6c44c8f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.365980 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-953cdb77-bef1-4768-9eb9-35c6c44c8f11 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/003f1098-4050-4382-b9e9-9a6314fb792c HTTP/1.1" status: 204 len: 168 time: 1.0812929 Aug 31 15:49:19.365980 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment dacaf340-2c32-4e2c-a5c7-8b03ddfc424e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dacaf340-2c32-4e2c-a5c7-8b03ddfc424e found for delete ", "request_id": "req-15e1a52d-8c81-47ac-8060-217744d842c6"}]} Aug 31 15:49:19.433302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Made reservation on behalf of 875202cc42e14f51a4a2ae7198a949c1 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:19.437904 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.455770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.469269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:19.471649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network hostable DHCP agents. Network: e986fc1f-2559-47ce-89c8-1dd43368919a, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:19.472070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cdb77-bef1-4768-9eb9-35c6c44c8f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003f1098-4050-4382-b9e9-9a6314fb792c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:19.586554 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.api [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:49:19.586554 dv-neutron-855257-2-hyperv neutron-server[114265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:49:19.586554 dv-neutron-855257-2-hyperv neutron-server[114265]: [parameters: {'id': '539ad619-2403-4e5d-b62f-741d0e603017'}] Aug 31 15:49:19.586554 dv-neutron-855257-2-hyperv neutron-server[114265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:49:19.587645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG oslo_db.api [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:49:19.592173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:19.594743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:19.599440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.679651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:19.711478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks [] for security_group (d5863856-5c64-42aa-8402-0d7245970e89), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.770144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, e986fc1f-2559-47ce-89c8-1dd43368919a) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:19.775103 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:19.775714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.784849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for port (af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.808934 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433643fb-46c1-4e73-8986-c5531a3af8b0 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:19.873357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (d5863856-5c64-42aa-8402-0d7245970e89), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.896704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3a05b4a5-4194-4c6b-8548-e1fc1bae0c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2603559 Aug 31 15:49:19.903861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36306) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:19.919660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'name': 'tempest-NetworksTestDHCPv6-1622524393'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:19.919916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5863856-5c64-42aa-8402-0d7245970e89,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:19.945714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:19.959960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:19.960093 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d9bf5-fa17-4e38-ad0f-82ff5d39c4b4 None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:19.967561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:19.998901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.004735 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d9bf5-fa17-4e38-ad0f-82ff5d39c4b4 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:20.011209 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f79d9bf5-fa17-4e38-ad0f-82ff5d39c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:20.026002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (bbc61639-3756-48a9-870c-c6da70c15b5c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.026617 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Added segment bbc61639-3756-48a9-870c-c6da70c15b5c of type vlan for network 53ddb813-2352-4d16-8b38-266103bb6aea Aug 31 15:49:20.052089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 89d513d2-0943-464e-b711-2901ea6b0219 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:20.084389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36310) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:20.106696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (539ad619-2403-4e5d-b62f-741d0e603017), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.140425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:20.147967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:20.152990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:20.158978 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f79d9bf5-fa17-4e38-ad0f-82ff5d39c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:20.159282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:20.160407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.193511 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d9bf5-fa17-4e38-ad0f-82ff5d39c4b4 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:20.197829 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f79d9bf5-fa17-4e38-ad0f-82ff5d39c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:20.200688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1721d86-c40d-40c3-8b2c-7b7f00af22d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.207534 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0872e-c426-4a32-9c0f-f9649c5728e7 None None] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:20.208054 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b2bc91e8-3f61-4331-bcee-e3ca3449419e tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/27fe200b-3c03-4cc1-9781-5bd796876705 HTTP/1.1" status: 204 len: 168 time: 3.9966910 Aug 31 15:49:20.208993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (900a5ed3-2ed2-4c0c-bd31-41e51f858725), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.221222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36314) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:20.222116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:20.230868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (53ddb813-2352-4d16-8b38-266103bb6aea), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.263933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Port': ['ID=af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:20.293510 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f79d9bf5-fa17-4e38-ad0f-82ff5d39c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:20.299213 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d9bf5-fa17-4e38-ad0f-82ff5d39c4b4 None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:20.320112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port 97b226e2-bdc4-4156-a520-65d99f1c9ae5 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:20.320699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (97b226e2-bdc4-4156-a520-65d99f1c9ae5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.345318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=900a5ed3-2ed2-4c0c-bd31-41e51f858725,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:20.398069 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-59c07d69-4ada-4863-ab53-1a260f3f081c tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9315581 Aug 31 15:49:20.404606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36318) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:20.414598 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': 'b22c035c-d14b-45de-9c1d-2011a87e7312'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:20.415672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.426170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Checking segment: {'id': '1c74506a-12f9-421e-bb47-97af1934ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '49564576-2697-4035-a476-0a8e059ae429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:20.426580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network hostable DHCP agents. Network: 49564576-2697-4035-a476-0a8e059ae429, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:20.433530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bd2b5728-18ed-4f87-987e-bd9feffcc6ff None None] Provisioning complete for port 89d513d2-0943-464e-b711-2901ea6b0219 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:20.434011 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bd2b5728-18ed-4f87-987e-bd9feffcc6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (89d513d2-0943-464e-b711-2901ea6b0219), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.434418 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bd2b5728-18ed-4f87-987e-bd9feffcc6ff None None] Attempt 1 to provision port 89d513d2-0943-464e-b711-2901ea6b0219 Aug 31 15:49:20.444833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 89d513d2-0943-464e-b711-2901ea6b0219 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:20.445301 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (89d513d2-0943-464e-b711-2901ea6b0219), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.445892 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 89d513d2-0943-464e-b711-2901ea6b0219 Aug 31 15:49:20.453390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:20.490848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:20.514228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (53ddb813-2352-4d16-8b38-266103bb6aea), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.523566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-8d908981-e12f-4961-bd77-fd33b01304ae tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port 9ea0ebad-c341-4014-a171-021d01c06160 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:20.523566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8d908981-e12f-4961-bd77-fd33b01304ae tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9ea0ebad-c341-4014-a171-021d01c06160), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.523880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:20.523880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.525854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:20.561517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1721d86-c40d-40c3-8b2c-7b7f00af22d6 admin admin] Publish callbacks [] for security_group (24ad7e9c-a1f9-41cb-bf34-82f603af6c9a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.566134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port 97b226e2-bdc4-4156-a520-65d99f1c9ae5, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=97b226e2-bdc4-4156-a520-65d99f1c9ae5,segment=NetworkSegment(dacaf340-2c32-4e2c-a5c7-8b03ddfc424e),segment_id=dacaf340-2c32-4e2c-a5c7-8b03ddfc424e)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:20.566703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (97b226e2-bdc4-4156-a520-65d99f1c9ae5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.600601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef23ad7-2ad2-459f-a6dd-c7bf00aea61d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:20.606714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef23ad7-2ad2-459f-a6dd-c7bf00aea61d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:20.612352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef23ad7-2ad2-459f-a6dd-c7bf00aea61d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:20.615304 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1ef23ad7-2ad2-459f-a6dd-c7bf00aea61d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2096782 Aug 31 15:49:20.626434 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36324) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:20.659987 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1721d86-c40d-40c3-8b2c-7b7f00af22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (24ad7e9c-a1f9-41cb-bf34-82f603af6c9a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:20.669072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-bd2b5728-18ed-4f87-987e-bd9feffcc6ff None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:20.705937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:20.708152 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9671669 Aug 31 15:49:20.709997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36326) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:20.715263 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for 97b226e2-bdc4-4156-a520-65d99f1c9ae5 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:20.718516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network 49564576-2697-4035-a476-0a8e059ae429 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:20.731931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Request body: {'subnet': {'network_id': '53ddb813-2352-4d16-8b38-266103bb6aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:20.745449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/b22c035c-d14b-45de-9c1d-2011a87e7312/ba9e15bd-8733-4e99-a1f9-0863847bac4d) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:20.751297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b5c85-0756-4481-ae40-012ce67eac12 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Pushing event updated for resources: {'Network': ['ID=53ddb813-2352-4d16-8b38-266103bb6aea,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:20.759699 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b1721d86-c40d-40c3-8b2c-7b7f00af22d6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=eb8e60e8337b4cf48fc69231c1d7ba06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6714039 Aug 31 15:49:20.779850 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:20.783170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36328) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:20.848845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1721d86-c40d-40c3-8b2c-7b7f00af22d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ad7e9c-a1f9-41cb-bf34-82f603af6c9a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:20.908661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 49564576-2697-4035-a476-0a8e059ae429) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:20.913625 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:20.914453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.920514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Publish callbacks [] for port (ba9e15bd-8733-4e99-a1f9-0863847bac4d), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.923489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 53ddb813-2352-4d16-8b38-266103bb6aea details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:20.956505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:20.956505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:20.956830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe778e6-07e8-40ab-a4fc-a19b4acbfc9e None None] Network 49564576-2697-4035-a476-0a8e059ae429 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:20.983846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:20.992012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-be425e3f-0216-4f01-bf57-2a666fa5bef1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Deleting port af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:20.996417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be425e3f-0216-4f01-bf57-2a666fa5bef1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.010617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Provisioning complete for port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:21.011108 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (09a2cbb1-eff3-462d-a0e2-3111acd21d16), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.012292 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 1 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:21.032641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 0a1eefb7-e66f-4595-9208-0ca877068074 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:21.056231 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b9db4334-3672-441c-bad1-dd854c25308e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8576546 Aug 31 15:49:21.060135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Made reservation on behalf of 875202cc42e14f51a4a2ae7198a949c1 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:21.064782 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.075281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (ba9e15bd-8733-4e99-a1f9-0863847bac4d), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.116172 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36334) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:21.127406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': '49564576-2697-4035-a476-0a8e059ae429', 'name': 'tempest-PortsTestJSON-428817235', 'fixed_ips': [{'subnet_id': '900a5ed3-2ed2-4c0c-bd31-41e51f858725', 'ip_address': '172.20.0.10'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:21.136333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8d908981-e12f-4961-bd77-fd33b01304ae tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9ea0ebad-c341-4014-a171-021d01c06160), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.174255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.175978 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e481470-28ec-4031-a1e5-09056913c907 admin admin] Publish callbacks [] for security_group (24ad7e9c-a1f9-41cb-bf34-82f603af6c9a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.200060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:21.211712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:21.215645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Pushing event updated for resources: {'Port': ['ID=ba9e15bd-8733-4e99-a1f9-0863847bac4d,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:21.219561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:21.223421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:21.289752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-8d908981-e12f-4961-bd77-fd33b01304ae tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for 9ea0ebad-c341-4014-a171-021d01c06160 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:21.341872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-49564576-2697-4035-a476-0a8e059ae429', 'network_id': '49564576-2697-4035-a476-0a8e059ae429', 'project_id': '57f5b0b0964c4f818f0c7bf0928738a3', 'fixed_ips': [{'subnet_id': '900a5ed3-2ed2-4c0c-bd31-41e51f858725'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:21.342827 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.345034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Attempting to bind port ba9e15bd-8733-4e99-a1f9-0863847bac4d on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:21.345408 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Attempting to bind port ba9e15bd-8733-4e99-a1f9-0863847bac4d by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:21.345810 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Attempting to bind port ba9e15bd-8733-4e99-a1f9-0863847bac4d on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:21.380007 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:21.380430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:21.384987 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.387190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:21.387752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Bound port: ba9e15bd-8733-4e99-a1f9-0863847bac4d, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:21.388131 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ba9e15bd-8733-4e99-a1f9-0863847bac4d), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.396273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e481470-28ec-4031-a1e5-09056913c907 admin admin] Publish callbacks [] for security_group (24ad7e9c-a1f9-41cb-bf34-82f603af6c9a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.546638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (5e7ef09e-9d55-4649-a227-b139f4a09b08), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.562884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be425e3f-0216-4f01-bf57-2a666fa5bef1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.614236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:21.633862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Pushing event updated for resources: {'Subnet': ['ID=5e7ef09e-9d55-4649-a227-b139f4a09b08,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:21.638109 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Checking segment: {'id': 'bbc61639-3756-48a9-870c-c6da70c15b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '53ddb813-2352-4d16-8b38-266103bb6aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:21.638469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Network hostable DHCP agents. Network: 53ddb813-2352-4d16-8b38-266103bb6aea, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:21.640731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] For port ba9e15bd-8733-4e99-a1f9-0863847bac4d, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:21.645839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] For port ba9e15bd-8733-4e99-a1f9-0863847bac4d, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ba9e15bd-8733-4e99-a1f9-0863847bac4d,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:21.669839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (97b226e2-bdc4-4156-a520-65d99f1c9ae5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.672820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-be425e3f-0216-4f01-bf57-2a666fa5bef1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Calling delete_port for af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:21.700497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Allocated IP 172.20.0.2 (49564576-2697-4035-a476-0a8e059ae429/900a5ed3-2ed2-4c0c-bd31-41e51f858725/8fbf92e6-970a-4e27-9194-16c6c818bfec) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:21.712832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Network 53ddb813-2352-4d16-8b38-266103bb6aea is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:21.714697 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ba9e15bd-8733-4e99-a1f9-0863847bac4d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.725402 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 2 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:21.757131 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::ae (e986fc1f-2559-47ce-89c8-1dd43368919a/b22c035c-d14b-45de-9c1d-2011a87e7312/0a1eefb7-e66f-4595-9208-0ca877068074) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:21.764324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port 97b226e2-bdc4-4156-a520-65d99f1c9ae5 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:21.771056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=97b226e2-bdc4-4156-a520-65d99f1c9ae5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:21.809078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 53ddb813-2352-4d16-8b38-266103bb6aea) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:21.820952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:21.821831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:21.839764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f12d3-ccb6-4c7d-8b34-0127cabc92be None None] Network 53ddb813-2352-4d16-8b38-266103bb6aea requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:21.928415 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:21.935245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df7bf3-dde7-4019-a922-c9dec270110a None None] Pushing event updated for resources: {'Port': ['ID=ba9e15bd-8733-4e99-a1f9-0863847bac4d,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:21.982597 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-76d33560-af08-4e42-8e48-6cef990f5fef tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2588406 Aug 31 15:49:21.982597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36344) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:21.991279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Request body: {'port': {'network_id': '53ddb813-2352-4d16-8b38-266103bb6aea', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2050522614'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:22.092649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-53ddb813-2352-4d16-8b38-266103bb6aea', 'network_id': '53ddb813-2352-4d16-8b38-266103bb6aea', 'project_id': '875202cc42e14f51a4a2ae7198a949c1', 'fixed_ips': [{'subnet_id': '5e7ef09e-9d55-4649-a227-b139f4a09b08'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:22.094849 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.203454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Publish callbacks [] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.294453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Made reservation on behalf of 875202cc42e14f51a4a2ae7198a949c1 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:22.298560 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.313648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.324526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] device_id is not set on port 1995d04e-1f00-443c-b792-13162b04c220 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:22.395372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Network 49564576-2697-4035-a476-0a8e059ae429 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:22.398513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Pushing event updated for resources: {'Port': ['ID=8fbf92e6-970a-4e27-9194-16c6c818bfec,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:22.412775 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:22.414651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (539ad619-2403-4e5d-b62f-741d0e603017), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.415321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Allocated IP 172.20.0.2 (53ddb813-2352-4d16-8b38-266103bb6aea/5e7ef09e-9d55-4649-a227-b139f4a09b08/6084e868-79b4-489a-9a73-e9c1bb849aa6) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:22.425640 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:22.432231 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 3 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:22.437886 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539ad619-2403-4e5d-b62f-741d0e603017']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:22.440355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e481470-28ec-4031-a1e5-09056913c907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (24ad7e9c-a1f9-41cb-bf34-82f603af6c9a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.443153 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e481470-28ec-4031-a1e5-09056913c907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.450445 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0e481470-28ec-4031-a1e5-09056913c907 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/24ad7e9c-a1f9-41cb-bf34-82f603af6c9a HTTP/1.1" status: 204 len: 168 time: 1.6528981 Aug 31 15:49:22.483503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacaf340-2c32-4e2c-a5c7-8b03ddfc424e') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:22.483827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacaf340-2c32-4e2c-a5c7-8b03ddfc424e') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:22.493357 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:22.537977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e481470-28ec-4031-a1e5-09056913c907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ad7e9c-a1f9-41cb-bf34-82f603af6c9a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:22.542304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (dacaf340-2c32-4e2c-a5c7-8b03ddfc424e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.560560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:22.579307 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:22.673427 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dacaf340-2c32-4e2c-a5c7-8b03ddfc424e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.734571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:22.734975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (dacaf340-2c32-4e2c-a5c7-8b03ddfc424e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.745392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36358) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:22.792274 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:22.816481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Attempting to bind port 8fbf92e6-970a-4e27-9194-16c6c818bfec on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:22.817408 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Attempting to bind port 8fbf92e6-970a-4e27-9194-16c6c818bfec by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '1c74506a-12f9-421e-bb47-97af1934ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '49564576-2697-4035-a476-0a8e059ae429'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:22.817935 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Attempting to bind port 8fbf92e6-970a-4e27-9194-16c6c818bfec on network 49564576-2697-4035-a476-0a8e059ae429 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:22.820884 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment dacaf340-2c32-4e2c-a5c7-8b03ddfc424e resource provider aggregate not found Aug 31 15:49:22.834493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:22.840142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:22.840548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Checking segment: {'id': '1c74506a-12f9-421e-bb47-97af1934ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '49564576-2697-4035-a476-0a8e059ae429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:22.840931 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.841315 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Bound using segment: {'id': '1c74506a-12f9-421e-bb47-97af1934ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '49564576-2697-4035-a476-0a8e059ae429'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:22.841875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Bound port: 8fbf92e6-970a-4e27-9194-16c6c818bfec, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c74506a-12f9-421e-bb47-97af1934ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '49564576-2697-4035-a476-0a8e059ae429'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:22.842267 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:22.888897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=5,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:22.961131 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment dacaf340-2c32-4e2c-a5c7-8b03ddfc424e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dacaf340-2c32-4e2c-a5c7-8b03ddfc424e found for delete ", "request_id": "req-edf394dc-9c7c-43bc-8977-0586bb56fb59"}]} Aug 31 15:49:23.008686 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] For port 8fbf92e6-970a-4e27-9194-16c6c818bfec, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:23.011722 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Publish callbacks [] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.014636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] For port 8fbf92e6-970a-4e27-9194-16c6c818bfec, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8fbf92e6-970a-4e27-9194-16c6c818bfec,segment=NetworkSegment(1c74506a-12f9-421e-bb47-97af1934ea76),segment_id=1c74506a-12f9-421e-bb47-97af1934ea76)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:23.069650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (0a1eefb7-e66f-4595-9208-0ca877068074), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.080943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e332e39f-f995-47f9-b4dc-94e3e77a96f4 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1021998899'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:23.085572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.119002 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port aa359a39-4940-4ea7-bbce-8533dd5744c7 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:23.140509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.171193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7ea54-2d30-47c3-84fc-7236aea2f6d6 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:23.218803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be425e3f-0216-4f01-bf57-2a666fa5bef1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.221777 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Allocated IP 172.20.0.5 (53ddb813-2352-4d16-8b38-266103bb6aea/5e7ef09e-9d55-4649-a227-b139f4a09b08/1995d04e-1f00-443c-b792-13162b04c220) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:23.230093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8d908981-e12f-4961-bd77-fd33b01304ae tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (9ea0ebad-c341-4014-a171-021d01c06160), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.231651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (539ad619-2403-4e5d-b62f-741d0e603017), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.240970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.252564 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Pushing event updated for resources: {'Port': ['ID=6084e868-79b4-489a-9a73-e9c1bb849aa6,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:23.256470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Network 53ddb813-2352-4d16-8b38-266103bb6aea is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:23.283399 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:23.288910 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:23.289516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d908981-e12f-4961-bd77-fd33b01304ae tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=9ea0ebad-c341-4014-a171-021d01c06160,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:23.293451 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 4 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:23.311694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e332e39f-f995-47f9-b4dc-94e3e77a96f4 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (aae6d437-1bda-4e7d-ab2b-c2c2110d6e14), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.313162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e332e39f-f995-47f9-b4dc-94e3e77a96f4 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (aae6d437-1bda-4e7d-ab2b-c2c2110d6e14), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.366329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (0a1eefb7-e66f-4595-9208-0ca877068074), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.419797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be425e3f-0216-4f01-bf57-2a666fa5bef1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event deleted for resources: {'Port': ['ID=af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:23.441760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:23.446788 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad159e0-90ca-49da-84c7-759ce9dccd96 None None] Pushing event updated for resources: {'Port': ['ID=8fbf92e6-970a-4e27-9194-16c6c818bfec,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:23.471897 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Attempting to bind port 6084e868-79b4-489a-9a73-e9c1bb849aa6 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:23.472267 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Attempting to bind port 6084e868-79b4-489a-9a73-e9c1bb849aa6 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'bbc61639-3756-48a9-870c-c6da70c15b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '53ddb813-2352-4d16-8b38-266103bb6aea'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:23.473786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Attempting to bind port 6084e868-79b4-489a-9a73-e9c1bb849aa6 on network 53ddb813-2352-4d16-8b38-266103bb6aea {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:23.480421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:23.481330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Checking segment: {'id': 'bbc61639-3756-48a9-870c-c6da70c15b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '53ddb813-2352-4d16-8b38-266103bb6aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:23.481330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.482234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Bound using segment: {'id': 'bbc61639-3756-48a9-870c-c6da70c15b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '53ddb813-2352-4d16-8b38-266103bb6aea'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:23.482754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Bound port: 6084e868-79b4-489a-9a73-e9c1bb849aa6, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc61639-3756-48a9-870c-c6da70c15b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '53ddb813-2352-4d16-8b38-266103bb6aea'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:23.484334 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.533782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.544752 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/539ad619-2403-4e5d-b62f-741d0e603017 HTTP/1.1" status: 204 len: 168 time: 6.3762298 Aug 31 15:49:23.547736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36378) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:23.563250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e332e39f-f995-47f9-b4dc-94e3e77a96f4 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router_controller (aae6d437-1bda-4e7d-ab2b-c2c2110d6e14), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.593072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c6ef-e916-41df-97d4-55b04c9a3916 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=539ad619-2403-4e5d-b62f-741d0e603017,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:23.618314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:23.632316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1878661022'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:23.636535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e332e39f-f995-47f9-b4dc-94e3e77a96f4 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (aae6d437-1bda-4e7d-ab2b-c2c2110d6e14), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.638528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:23.645443 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks [] for port (1995d04e-1f00-443c-b792-13162b04c220), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.680789 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] For port 6084e868-79b4-489a-9a73-e9c1bb849aa6, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:23.691124 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] For port 6084e868-79b4-489a-9a73-e9c1bb849aa6, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6084e868-79b4-489a-9a73-e9c1bb849aa6,segment=NetworkSegment(bbc61639-3756-48a9-870c-c6da70c15b5c),segment_id=bbc61639-3756-48a9-870c-c6da70c15b5c)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:23.721843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:23.794905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e332e39f-f995-47f9-b4dc-94e3e77a96f4 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.799938 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e332e39f-f995-47f9-b4dc-94e3e77a96f4 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0533042 Aug 31 15:49:23.802441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36384) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:23.811676 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.898010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:23.920804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1995d04e-1f00-443c-b792-13162b04c220), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.921772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:23.923469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:23.959230 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 5 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:24.006765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=0a1eefb7-e66f-4595-9208-0ca877068074,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:24.055458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:24.062527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:24.063358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.10 (49564576-2697-4035-a476-0a8e059ae429/900a5ed3-2ed2-4c0c-bd31-41e51f858725/aa359a39-4940-4ea7-bbce-8533dd5744c7) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:24.070505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9055f-0c59-40ee-9c0b-29c64ce2dc97 None None] Pushing event updated for resources: {'Port': ['ID=6084e868-79b4-489a-9a73-e9c1bb849aa6,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:24.116770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8d908981-e12f-4961-bd77-fd33b01304ae tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.121307 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8d908981-e12f-4961-bd77-fd33b01304ae tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/ports/9ea0ebad-c341-4014-a171-021d01c06160 HTTP/1.1" status: 204 len: 168 time: 3.8988109 Aug 31 15:49:24.122754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be425e3f-0216-4f01-bf57-2a666fa5bef1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.131511 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-be425e3f-0216-4f01-bf57-2a666fa5bef1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "DELETE /networking/v2.0/ports/af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e HTTP/1.1" status: 204 len: 168 time: 3.4976408 Aug 31 15:49:24.131718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36390) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:24.132537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36392) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:24.141747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ba9e15bd-8733-4e99-a1f9-0863847bac4d up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:24.142007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:24.166617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Network 53ddb813-2352-4d16-8b38-266103bb6aea is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:24.174512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c3de8fab-8a28-4fbc-b3bd-10622aa15172 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (aae6d437-1bda-4e7d-ab2b-c2c2110d6e14), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.191752 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f632c7-8ce6-4660-ac94-57ca616a46f8 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] GET failed (client error): The resource could not be found. Aug 31 15:49:24.196901 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-04f632c7-8ce6-4660-ac94-57ca616a46f8 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "GET /networking/v2.0/ports/af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e HTTP/1.1" status: 404 len: 333 time: 0.0595200 Aug 31 15:49:24.197095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Pushing event updated for resources: {'Port': ['ID=1995d04e-1f00-443c-b792-13162b04c220,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:24.197095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:24.204150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:24.205516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:24.209945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.215888 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-78ff212d-d678-4f04-a929-f2c3f4db717d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3104899 Aug 31 15:49:24.223188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36394) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:24.223677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36396) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:24.255369 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ba9e15bd-8733-4e99-a1f9-0863847bac4d triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:24.255743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ba9e15bd-8733-4e99-a1f9-0863847bac4d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.256069 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ba9e15bd-8733-4e99-a1f9-0863847bac4d Aug 31 15:49:24.264711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'port': {'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1441715091'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:24.393899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:24.394796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:24.427934 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:24.428913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8fbf92e6-970a-4e27-9194-16c6c818bfec up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:24.435759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36398) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:24.555842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d765c-577f-4961-9c22-fa53a266d6ca tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:24.559061 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 6 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:24.563288 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d765c-577f-4961-9c22-fa53a266d6ca tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:24.565176 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7a1d765c-577f-4961-9c22-fa53a266d6ca tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3324852 Aug 31 15:49:24.569202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.572737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36402) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:24.591819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:24.623873 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 8fbf92e6-970a-4e27-9194-16c6c818bfec triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:24.624273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.624747 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 8fbf92e6-970a-4e27-9194-16c6c818bfec Aug 31 15:49:24.668293 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0e02234d-c62e-4cbe-beb1-9e090dab1f03 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6877251 Aug 31 15:49:24.682467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36404) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:24.683788 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dd7369d8-e45b-4083-a22a-0ecf9871942c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.684738 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment dd7369d8-e45b-4083-a22a-0ecf9871942c of type vlan for network f231b10e-1022-4445-91b2-9fd19bb13ec0 Aug 31 15:49:24.700108 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:24.716521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c3de8fab-8a28-4fbc-b3bd-10622aa15172 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (aae6d437-1bda-4e7d-ab2b-c2c2110d6e14), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:24.724966 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:24.726274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c3de8fab-8a28-4fbc-b3bd-10622aa15172 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router_controller (aae6d437-1bda-4e7d-ab2b-c2c2110d6e14), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.740164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1106213412'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:24.840054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f231b10e-1022-4445-91b2-9fd19bb13ec0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.893651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (aa359a39-4940-4ea7-bbce-8533dd5744c7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.898243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a4a22fcf-acc7-4214-9562-cb151b4375de tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Deleting port 1995d04e-1f00-443c-b792-13162b04c220 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:24.898694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a4a22fcf-acc7-4214-9562-cb151b4375de tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1995d04e-1f00-443c-b792-13162b04c220), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.904916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.907039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Made reservation on behalf of 2dcee2bf8df844c18c584f3d0b7b504e for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:24.911214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.963813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-198e565b-7c4e-43ea-bb5d-775fd3c81c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 0a1eefb7-e66f-4595-9208-0ca877068074 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:24.964176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-198e565b-7c4e-43ea-bb5d-775fd3c81c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (0a1eefb7-e66f-4595-9208-0ca877068074), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:24.990572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.084142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c3de8fab-8a28-4fbc-b3bd-10622aa15172 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (aae6d437-1bda-4e7d-ab2b-c2c2110d6e14), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.084807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3de8fab-8a28-4fbc-b3bd-10622aa15172 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aae6d437-1bda-4e7d-ab2b-c2c2110d6e14 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:49:25.101540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Made reservation on behalf of 114c67b872c74375b00b079be0270197 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:25.108398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.113538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f231b10e-1022-4445-91b2-9fd19bb13ec0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.120225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a4a22fcf-acc7-4214-9562-cb151b4375de tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1995d04e-1f00-443c-b792-13162b04c220), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.120999 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:25.122107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.125844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d509fb39-9198-4ccf-bd59-96fa54e0cf1c None None] Network 49564576-2697-4035-a476-0a8e059ae429 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:25.135719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c3de8fab-8a28-4fbc-b3bd-10622aa15172 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.136907 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c3de8fab-8a28-4fbc-b3bd-10622aa15172 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/aae6d437-1bda-4e7d-ab2b-c2c2110d6e14 HTTP/1.1" status: 204 len: 168 time: 1.3334591 Aug 31 15:49:25.144923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36406) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:25.158457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a4a22fcf-acc7-4214-9562-cb151b4375de tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Calling delete_port for 1995d04e-1f00-443c-b792-13162b04c220 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:25.162110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-cb72e6d3-96b7-48c2-be34-1de31a6d5966 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Request body: {'router': {'name': 'tempest-router-1153399474', 'distributed': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:25.191739 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-198e565b-7c4e-43ea-bb5d-775fd3c81c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (0a1eefb7-e66f-4595-9208-0ca877068074), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.201092 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 7 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:25.255204 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:25.260456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (aa359a39-4940-4ea7-bbce-8533dd5744c7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.267413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-198e565b-7c4e-43ea-bb5d-775fd3c81c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 0a1eefb7-e66f-4595-9208-0ca877068074 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:25.274617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] device_id is not set on port 4e80158c-a680-4458-97ab-84e705aeea12 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:25.329226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.26.2.129 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/c99f5e68-3a57-48dd-8868-6afb3b58d13c) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:25.335590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:25.386845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for security_group (cadfebb3-7776-4da1-8324-4ca798fd558d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.408086 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8503029 Aug 31 15:49:25.433313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36408) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:25.469000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2afbdd-6dbd-47d5-9584-63697cd51742 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=f231b10e-1022-4445-91b2-9fd19bb13ec0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:25.487492 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': 'f231b10e-1022-4445-91b2-9fd19bb13ec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:25.487604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f231b10e-1022-4445-91b2-9fd19bb13ec0 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:25.514796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (cadfebb3-7776-4da1-8324-4ca798fd558d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.518388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c8b88-c1d6-41a6-9de5-1be854a858ed None None] Network 53ddb813-2352-4d16-8b38-266103bb6aea requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:25.523746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network 49564576-2697-4035-a476-0a8e059ae429 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:25.555161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cb72e6d3-96b7-48c2-be34-1de31a6d5966 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (b5431048-acd4-47bd-b8da-042dcf848b36), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.557840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cb72e6d3-96b7-48c2-be34-1de31a6d5966 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (b5431048-acd4-47bd-b8da-042dcf848b36), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.586843 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:25.599599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (c99f5e68-3a57-48dd-8868-6afb3b58d13c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.604832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:25.607681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:25.612166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadfebb3-7776-4da1-8324-4ca798fd558d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:25.623108 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=aa359a39-4940-4ea7-bbce-8533dd5744c7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:25.626733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e6945513-91cb-4f47-9b37-331a99af03c2), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.626733 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Added segment e6945513-91cb-4f47-9b37-331a99af03c2 of type vlan for network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 Aug 31 15:49:25.692074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (cab8ff82-eb3f-40e3-9bd9-706e4046f8a6), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.740797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Allocated IP 2001:db8::1d7 (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb/0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9/4e80158c-a680-4458-97ab-84e705aeea12) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:25.757105 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 8 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:25.757668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a4a22fcf-acc7-4214-9562-cb151b4375de tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1995d04e-1f00-443c-b792-13162b04c220), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.812604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:25.813296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.815584 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a22fcf-acc7-4214-9562-cb151b4375de tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Pushing event deleted for resources: {'Port': ['ID=1995d04e-1f00-443c-b792-13162b04c220,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:25.856264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:25.861947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (cab8ff82-eb3f-40e3-9bd9-706e4046f8a6), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.869890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:25.870695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.902097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (c99f5e68-3a57-48dd-8868-6afb3b58d13c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.966793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cb72e6d3-96b7-48c2-be34-1de31a6d5966 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router_controller (b5431048-acd4-47bd-b8da-042dcf848b36), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:25.973402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=c99f5e68-3a57-48dd-8868-6afb3b58d13c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:25.987751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:25.992510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.003121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6084e868-79b4-489a-9a73-e9c1bb849aa6 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:26.046511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:26.055188 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-31d97b5e-49c9-4237-acfb-3c69f5d21ff8 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9340477 Aug 31 15:49:26.060352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36410) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:26.069415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': '49564576-2697-4035-a476-0a8e059ae429', 'name': 'tempest-PortsTestJSON-88023800', 'fixed_ips': [{'subnet_id': '900a5ed3-2ed2-4c0c-bd31-41e51f858725', 'ip_address': '172.20.0.9'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:26.074372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:26.092313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event updated for resources: {'Network': ['ID=cab8ff82-eb3f-40e3-9bd9-706e4046f8a6,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:26.095560 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:26.098414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a4a22fcf-acc7-4214-9562-cb151b4375de tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.103536 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a4a22fcf-acc7-4214-9562-cb151b4375de tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] 10.222.0.46 "DELETE /networking/v2.0/ports/1995d04e-1f00-443c-b792-13162b04c220 HTTP/1.1" status: 204 len: 168 time: 1.4191902 Aug 31 15:49:26.107347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:26.109541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36412) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:26.114390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:26.118241 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 6084e868-79b4-489a-9a73-e9c1bb849aa6 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:26.119797 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.120115 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 6084e868-79b4-489a-9a73-e9c1bb849aa6 Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:26.229154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:26.268867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceda003-d8cb-44f0-a670-b06b7f104ca7 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:49:26.356973 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 9 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:26.414959 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:26.424324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:26.450191 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceda003-d8cb-44f0-a670-b06b7f104ca7 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:49:26.521390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cb72e6d3-96b7-48c2-be34-1de31a6d5966 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (b5431048-acd4-47bd-b8da-042dcf848b36), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.536008 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:26.557142 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c7676391-f5a9-4bf0-8743-c2a2524b184a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1086471 Aug 31 15:49:26.564429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36416) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:26.567409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:INSERT=17 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:26.578751 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6c23e69c-4ac2-40e5-8bc3-de27cffa31de tempest-DHCPAgentSchedulersTestJSON-1604684439 tempest-DHCPAgentSchedulersTestJSON-1604684439-project-admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.4679072 Aug 31 15:49:26.580487 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Request body: {'subnet': {'network_id': 'cab8ff82-eb3f-40e3-9bd9-706e4046f8a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:26.586508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36418) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:26.596553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1932382254'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:26.675212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-198e565b-7c4e-43ea-bb5d-775fd3c81c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (0a1eefb7-e66f-4595-9208-0ca877068074), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.702929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:26.709247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (cc9575dd-63c2-40ad-bc77-4c2720f61961), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.727324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cb72e6d3-96b7-48c2-be34-1de31a6d5966 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.729332 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cb72e6d3-96b7-48c2-be34-1de31a6d5966 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5711136 Aug 31 15:49:26.732044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36420) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:26.771935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e565b-7c4e-43ea-bb5d-775fd3c81c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=0a1eefb7-e66f-4595-9208-0ca877068074,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:26.783610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for port (4e80158c-a680-4458-97ab-84e705aeea12), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.806389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Made reservation on behalf of 875202cc42e14f51a4a2ae7198a949c1 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:26.810280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.833176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56a0aaad-8a48-4d8e-a7f5-2f50b592f615 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (b5431048-acd4-47bd-b8da-042dcf848b36), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.839700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:26.852252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-198e565b-7c4e-43ea-bb5d-775fd3c81c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.858958 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-198e565b-7c4e-43ea-bb5d-775fd3c81c27 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/0a1eefb7-e66f-4595-9208-0ca877068074 HTTP/1.1" status: 204 len: 168 time: 2.2790632 Aug 31 15:49:26.865034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36422) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:26.916469 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 10 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:26.975852 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:26.984652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Provisioning complete for port 89d513d2-0943-464e-b711-2901ea6b0219 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:26.985026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (89d513d2-0943-464e-b711-2901ea6b0219), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:26.985358 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Attempt 1 to provision port 89d513d2-0943-464e-b711-2901ea6b0219 Aug 31 15:49:26.991628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:27.018844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2f597-8180-4981-bbdf-d3edb4c05604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:27.020789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2f597-8180-4981-bbdf-d3edb4c05604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:27.022634 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ade2f597-8180-4981-bbdf-d3edb4c05604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1563413 Aug 31 15:49:27.025949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36424) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:27.039706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (c99f5e68-3a57-48dd-8868-6afb3b58d13c), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.045506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Made reservation on behalf of 2dcee2bf8df844c18c584f3d0b7b504e for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:27.050163 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:27.055209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:27.063486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bee19d58-de87-48cc-bb38-fdd4e546a6a5 None None] Could not find standard attr ID for object af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:27.073749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ca14fe39-3361-47b4-961a-0d2403254f36), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.074303 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Added segment ca14fe39-3361-47b4-961a-0d2403254f36 of type vlan for network f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a Aug 31 15:49:27.184636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Could not find standard attr ID for object 1995d04e-1f00-443c-b792-13162b04c220. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:27.192687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0ec8bc-657f-45d8-886f-e1218eb75ce9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet b22c035c-d14b-45de-9c1d-2011a87e7312 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:27.197930 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec8bc-657f-45d8-886f-e1218eb75ce9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (b22c035c-d14b-45de-9c1d-2011a87e7312), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.199927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Provisioning complete for port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:27.200517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (09a2cbb1-eff3-462d-a0e2-3111acd21d16), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.201136 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 1 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:27.227473 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (4e80158c-a680-4458-97ab-84e705aeea12), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.228610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56a0aaad-8a48-4d8e-a7f5-2f50b592f615 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (b5431048-acd4-47bd-b8da-042dcf848b36), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.241711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56a0aaad-8a48-4d8e-a7f5-2f50b592f615 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router_controller (b5431048-acd4-47bd-b8da-042dcf848b36), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.256161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:27.276980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.292641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (0cc3bf9e-145d-4aaf-9e24-b670c0cf09ea), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.295670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:27.308982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec8bc-657f-45d8-886f-e1218eb75ce9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (b22c035c-d14b-45de-9c1d-2011a87e7312), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.335522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.357093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:27.373017 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:27.377874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:27.378680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.388143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port b6c85058-8087-42a6-a557-fcad26613966 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:27.437903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Port': ['ID=4e80158c-a680-4458-97ab-84e705aeea12,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:27.499407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=0cc3bf9e-145d-4aaf-9e24-b670c0cf09ea,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:27.559365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56a0aaad-8a48-4d8e-a7f5-2f50b592f615 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (b5431048-acd4-47bd-b8da-042dcf848b36), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.560406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a0aaad-8a48-4d8e-a7f5-2f50b592f615 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5431048-acd4-47bd-b8da-042dcf848b36 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:49:27.571900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': 'dd7369d8-e45b-4083-a22a-0ecf9871942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f231b10e-1022-4445-91b2-9fd19bb13ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:27.572382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: f231b10e-1022-4445-91b2-9fd19bb13ec0, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:27.582437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56a0aaad-8a48-4d8e-a7f5-2f50b592f615 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.589465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-56a0aaad-8a48-4d8e-a7f5-2f50b592f615 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/b5431048-acd4-47bd-b8da-042dcf848b36 HTTP/1.1" status: 204 len: 168 time: 0.8509972 Aug 31 15:49:27.597792 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9e63aa39-dc59-47f4-b215-622891ef5ea3 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3635938 Aug 31 15:49:27.597792 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36426) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:27.598618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.604512 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3b878d5b-a761-4067-9293-c341b6a35476 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Request body: {'router': {'name': 'tempest-router-129721641', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '01dcfa4121094f8e94a689efd597cff9'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:27.607095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:27.607993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36428) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:27.608178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.615586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec8bc-657f-45d8-886f-e1218eb75ce9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (b22c035c-d14b-45de-9c1d-2011a87e7312), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.623979 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d947caf2-ece7-4588-96a0-c9d932c67a6e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::343', 'mac_address': 'fa:16:3e:df:45:a1'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:27.671507 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (c99f5e68-3a57-48dd-8868-6afb3b58d13c), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.687438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (62f280fd-6cf9-47d1-a749-45e08be5aa8c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.753984 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (c99f5e68-3a57-48dd-8868-6afb3b58d13c), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.757606 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 2 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:27.788707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network f231b10e-1022-4445-91b2-9fd19bb13ec0 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:27.815237 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:27.825678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Pushing event updated for resources: {'Network': ['ID=f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:27.835798 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ee8fe778-b0b8-4296-9754-7aec657a500a tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2482567 Aug 31 15:49:27.839675 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event updated for resources: {'Subnet': ['ID=62f280fd-6cf9-47d1-a749-45e08be5aa8c,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:27.840426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:27.842003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b878d5b-a761-4067-9293-c341b6a35476 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.843219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b878d5b-a761-4067-9293-c341b6a35476 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.846110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36430) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:27.867642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.9 (49564576-2697-4035-a476-0a8e059ae429/900a5ed3-2ed2-4c0c-bd31-41e51f858725/b6c85058-8087-42a6-a557-fcad26613966) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:27.907355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Checking segment: {'id': 'e6945513-91cb-4f47-9b37-331a99af03c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cab8ff82-eb3f-40e3-9bd9-706e4046f8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:27.907555 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Network hostable DHCP agents. Network: cab8ff82-eb3f-40e3-9bd9-706e4046f8a6, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:27.907657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (cc9575dd-63c2-40ad-bc77-4c2720f61961), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.919669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=c99f5e68-3a57-48dd-8868-6afb3b58d13c,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:27.948938 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec8bc-657f-45d8-886f-e1218eb75ce9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (b22c035c-d14b-45de-9c1d-2011a87e7312), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.951098 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, f231b10e-1022-4445-91b2-9fd19bb13ec0) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:27.966108 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b878d5b-a761-4067-9293-c341b6a35476 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router_controller (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:27.996769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:27.997371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.004796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ec8bc-657f-45d8-886f-e1218eb75ce9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=b22c035c-d14b-45de-9c1d-2011a87e7312,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:28.039004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec8bc-657f-45d8-886f-e1218eb75ce9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.045400 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cc0ec8bc-657f-45d8-886f-e1218eb75ce9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b22c035c-d14b-45de-9c1d-2011a87e7312 HTTP/1.1" status: 204 len: 168 time: 1.0155873 Aug 31 15:49:28.050209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36432) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:28.066583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83583dc6-aa72-4fa5-a0f2-02e796d884e3 None None] Network f231b10e-1022-4445-91b2-9fd19bb13ec0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:28.106081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a1cdc-2d8b-4083-aac5-916a3d30cf69 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:28.114564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b878d5b-a761-4067-9293-c341b6a35476 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.116673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.121299 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4f5091b5-6914-4f19-a0d9-8a0a8e8ef07d tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9852734 Aug 31 15:49:28.124677 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-796249e9-b2cf-4c3e-a938-97e10465eb72 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736990 Aug 31 15:49:28.124798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:28.125848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36434) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:28.125848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36436) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:28.131424 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5c85541b-0a1e-4620-9f13-63bb63efa1d2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:28.142073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'port': {'network_id': 'a6ea373f-069e-40c9-a1cf-ebec40d66a03', 'name': 'tempest-FloatingIPTestJSON-468552799'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:28.148439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d947caf2-ece7-4588-96a0-c9d932c67a6e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4e80158c-a680-4458-97ab-84e705aeea12), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.153034 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6d8da85a-8f07-47d8-ad23-9c3986ec6df7 tempest-DHCPAgentSchedulersTestJSON-1604684439 tempest-DHCPAgentSchedulersTestJSON-1604684439-project-admin] 10.222.0.46 "GET /networking/v2.0/agents/8a5fdee9-5acd-4319-bc45-161a593c1485/dhcp-networks HTTP/1.1" status: 200 len: 8825 time: 0.3042603 Aug 31 15:49:28.156383 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36438) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:28.258132 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bb9ca276-ad5a-4228-a76b-34652e1c1e9a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8208132 Aug 31 15:49:28.258132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:28.264549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03560302-a44a-4ddb-b48b-9d6f2cf653df tempest-DHCPAgentSchedulersTestJSON-1604684439 tempest-DHCPAgentSchedulersTestJSON-1604684439-project-admin] Network f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:28.269686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b878d5b-a761-4067-9293-c341b6a35476 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.270536 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3b878d5b-a761-4067-9293-c341b6a35476 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6703074 Aug 31 15:49:28.273952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36440) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:28.282974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36442) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:28.285345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (b6c85058-8087-42a6-a557-fcad26613966), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.313434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-f231b10e-1022-4445-91b2-9fd19bb13ec0', 'network_id': 'f231b10e-1022-4445-91b2-9fd19bb13ec0', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': '0cc3bf9e-145d-4aaf-9e24-b670c0cf09ea'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:28.314961 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.316672 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:28.319531 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 3 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:28.330681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, cab8ff82-eb3f-40e3-9bd9-706e4046f8a6) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:28.362089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:28.362691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.382653 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fd01df-b3a0-45be-b35d-a781e1bdd7af None None] Network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:28.386504 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-03560302-a44a-4ddb-b48b-9d6f2cf653df tempest-DHCPAgentSchedulersTestJSON-1604684439 tempest-DHCPAgentSchedulersTestJSON-1604684439-project-admin] 10.222.0.46 "POST /networking/v2.0/agents/8a5fdee9-5acd-4319-bc45-161a593c1485/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2291098 Aug 31 15:49:28.394827 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36444) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:28.402800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57e28d-c94c-4638-b19c-7d262288619e None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:28.411947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd41698-3088-47f4-9c6d-0409684600db None None] Network f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:28.466044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:28.492664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f231b10e-1022-4445-91b2-9fd19bb13ec0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.546676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b6c85058-8087-42a6-a557-fcad26613966), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.622420 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-90ddc6cd-b302-4c04-964a-5b8af8bc8f75 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0537045 Aug 31 15:49:28.627757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36446) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:28.630566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c85541b-0a1e-4620-9f13-63bb63efa1d2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:28.635700 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c85541b-0a1e-4620-9f13-63bb63efa1d2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.645132 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2b57e28d-c94c-4638-b19c-7d262288619e None None] Deleting port ba9e15bd-8733-4e99-a1f9-0863847bac4d {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:28.645507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2b57e28d-c94c-4638-b19c-7d262288619e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ba9e15bd-8733-4e99-a1f9-0863847bac4d), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.647667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9fe4cd81-a83a-43d0-9cc3-906a68bb3a38 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1879049165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:28.657879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (0cc3bf9e-145d-4aaf-9e24-b670c0cf09ea), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.667483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network 49564576-2697-4035-a476-0a8e059ae429 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:28.690547 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9a2ac591-9dba-44b3-afc8-079d887ec74a tempest-DHCPAgentSchedulersTestJSON-1604684439 tempest-DHCPAgentSchedulersTestJSON-1604684439-project-admin] 10.222.0.46 "GET /networking/v2.0/agents/8a5fdee9-5acd-4319-bc45-161a593c1485/dhcp-networks HTTP/1.1" status: 200 len: 10365 time: 0.2953978 Aug 31 15:49:28.696916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:28.699931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:28.701526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:28.705695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36448) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:28.735607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=b6c85058-8087-42a6-a557-fcad26613966,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:28.749270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:28.767599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:28.802461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Allocated IP 172.20.0.2 (f231b10e-1022-4445-91b2-9fd19bb13ec0/0cc3bf9e-145d-4aaf-9e24-b670c0cf09ea/fced59f0-985c-41cc-afd3-405ca9ebac3f) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:28.802587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:28.802587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.818940 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:28.832647 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.832985 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.856509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-cab8ff82-eb3f-40e3-9bd9-706e4046f8a6', 'network_id': 'cab8ff82-eb3f-40e3-9bd9-706e4046f8a6', 'project_id': '2dcee2bf8df844c18c584f3d0b7b504e', 'fixed_ips': [{'subnet_id': '62f280fd-6cf9-47d1-a749-45e08be5aa8c'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:28.860153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.889096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Made reservation on behalf of e32f095990c841089b988cd1e7acf5fd for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:28.892815 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.917761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2b57e28d-c94c-4638-b19c-7d262288619e None None] For port ba9e15bd-8733-4e99-a1f9-0863847bac4d, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ba9e15bd-8733-4e99-a1f9-0863847bac4d,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:28.918360 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2b57e28d-c94c-4638-b19c-7d262288619e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ba9e15bd-8733-4e99-a1f9-0863847bac4d), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.932202 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9fe4cd81-a83a-43d0-9cc3-906a68bb3a38 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (df48607b-efdc-427e-99d3-7e836b0d98e5), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.932633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d5d5230c-eb41-40b8-aa9e-3445f4f930e4 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8670628 Aug 31 15:49:28.940288 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9fe4cd81-a83a-43d0-9cc3-906a68bb3a38 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (df48607b-efdc-427e-99d3-7e836b0d98e5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:28.940467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36450) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:28.944326 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2b57e28d-c94c-4638-b19c-7d262288619e None None] Calling delete_port for ba9e15bd-8733-4e99-a1f9-0863847bac4d owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:28.950555 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:28.971254 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 4 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:29.042218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:29.058240 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e313497b-1c2c-415c-a53b-ee1c317948a2 tempest-DHCPAgentSchedulersTestJSON-1604684439 tempest-DHCPAgentSchedulersTestJSON-1604684439-project-admin] 10.222.0.46 "DELETE /networking/v2.0/agents/8a5fdee9-5acd-4319-bc45-161a593c1485/dhcp-networks/f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a HTTP/1.1" status: 204 len: 168 time: 0.3458490 Aug 31 15:49:29.063571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36452) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:29.091888 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:29.099586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0a99cb-7c2d-4801-9315-e9f42c28c5c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:29.104519 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0f0a99cb-7c2d-4801-9315-e9f42c28c5c9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1647491 Aug 31 15:49:29.112829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36454) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:29.157604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:29.206205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d801de3-bd93-4aef-bb42-3d3fca72cfdc tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:29.211282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d801de3-bd93-4aef-bb42-3d3fca72cfdc tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:29.216936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d801de3-bd93-4aef-bb42-3d3fca72cfdc tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:29.222876 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6d801de3-bd93-4aef-bb42-3d3fca72cfdc tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.1049829 Aug 31 15:49:29.223427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36456) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:29.256056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Publish callbacks [] for port (fced59f0-985c-41cc-afd3-405ca9ebac3f), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.276010 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Allocated IP 172.20.0.2 (cab8ff82-eb3f-40e3-9bd9-706e4046f8a6/62f280fd-6cf9-47d1-a749-45e08be5aa8c/c318b7b1-a268-4f6e-902d-0f34d22faed3) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:29.297800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] device_id is not set on port b1b1f111-7aff-4e31-a582-d28e596b288a yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:29.312351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114265) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 15:49:29.312601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Router 2474a52f-d6d8-48d6-ab4a-621c00e86fb4 migrating from provider to provider. {{(pid=114265) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 15:49:29.312967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router_controller (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.341920 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3e6f3e74-fb60-4ae1-aa39-d1eae046b8da tempest-DHCPAgentSchedulersTestJSON-1604684439 tempest-DHCPAgentSchedulersTestJSON-1604684439-project-admin] 10.222.0.46 "GET /networking/v2.0/agents/8a5fdee9-5acd-4319-bc45-161a593c1485/dhcp-networks HTTP/1.1" status: 200 len: 9594 time: 0.2773206 Aug 31 15:49:29.346368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36458) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:29.359740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-fb124ea1-5d28-43b5-9656-12922990e676 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port b6c85058-8087-42a6-a557-fcad26613966 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:29.360079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fb124ea1-5d28-43b5-9656-12922990e676 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b6c85058-8087-42a6-a557-fcad26613966), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.371010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d947caf2-ece7-4588-96a0-c9d932c67a6e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for port (4e80158c-a680-4458-97ab-84e705aeea12), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.377878 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router_controller (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.400650 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2b57e28d-c94c-4638-b19c-7d262288619e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (ba9e15bd-8733-4e99-a1f9-0863847bac4d), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.407127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (fced59f0-985c-41cc-afd3-405ca9ebac3f), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.420731 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1d555d25-ae95-40f7-a999-fcc6022fbf65 tempest-DHCPAgentSchedulersTestJSON-1604684439 tempest-DHCPAgentSchedulersTestJSON-1604684439-project-admin] 10.222.0.46 "GET /networking/v2.0/networks/53ddb813-2352-4d16-8b38-266103bb6aea/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0674250 Aug 31 15:49:29.423629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36460) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:29.442398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9fe4cd81-a83a-43d0-9cc3-906a68bb3a38 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for router_controller (df48607b-efdc-427e-99d3-7e836b0d98e5), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.453489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57e28d-c94c-4638-b19c-7d262288619e None None] Pushing event deleted for resources: {'Port': ['ID=ba9e15bd-8733-4e99-a1f9-0863847bac4d,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:29.476895 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-37f5afe3-a973-4558-9871-b035a603dddc tempest-DHCPAgentSchedulersTestJSON-1604684439 tempest-DHCPAgentSchedulersTestJSON-1604684439-project-admin] 10.222.0.46 "GET /networking/v2.0/networks/53ddb813-2352-4d16-8b38-266103bb6aea/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0496898 Aug 31 15:49:29.478527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36462) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:29.489241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.491448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d947caf2-ece7-4588-96a0-c9d932c67a6e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (4e80158c-a680-4458-97ab-84e705aeea12), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.492312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-d947caf2-ece7-4588-96a0-c9d932c67a6e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] In _notify_port_updated(), no bound segment for port 4e80158c-a680-4458-97ab-84e705aeea12 on network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:49:29.493197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fb124ea1-5d28-43b5-9656-12922990e676 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b6c85058-8087-42a6-a557-fcad26613966), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.497392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947caf2-ece7-4588-96a0-c9d932c67a6e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:29.498058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d947caf2-ece7-4588-96a0-c9d932c67a6e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.499444 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d947caf2-ece7-4588-96a0-c9d932c67a6e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "PUT /networking/v2.0/ports/4e80158c-a680-4458-97ab-84e705aeea12 HTTP/1.1" status: 200 len: 1003 time: 1.8858094 Aug 31 15:49:29.504313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57e28d-c94c-4638-b19c-7d262288619e None None] No DVR routers for this DVR port ba9e15bd-8733-4e99-a1f9-0863847bac4d on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:29.508573 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36464) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:29.512588 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Network f231b10e-1022-4445-91b2-9fd19bb13ec0 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:29.549372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:29.551546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-fb124ea1-5d28-43b5-9656-12922990e676 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for b6c85058-8087-42a6-a557-fcad26613966 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:29.559545 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:29.565112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9fe4cd81-a83a-43d0-9cc3-906a68bb3a38 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (df48607b-efdc-427e-99d3-7e836b0d98e5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.583569 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Pushing event updated for resources: {'Port': ['ID=fced59f0-985c-41cc-afd3-405ca9ebac3f,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:29.604665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (0cc3bf9e-145d-4aaf-9e24-b670c0cf09ea), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.615639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:29.659356 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 5 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:29.664510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Attempting to bind port fced59f0-985c-41cc-afd3-405ca9ebac3f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:29.664891 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Attempting to bind port fced59f0-985c-41cc-afd3-405ca9ebac3f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'dd7369d8-e45b-4083-a22a-0ecf9871942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f231b10e-1022-4445-91b2-9fd19bb13ec0'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:29.665859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Attempting to bind port fced59f0-985c-41cc-afd3-405ca9ebac3f on network f231b10e-1022-4445-91b2-9fd19bb13ec0 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:29.681545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.20.0.8 (a6ea373f-069e-40c9-a1cf-ebec40d66a03/25ad09f6-4c69-4850-833b-a30dac656f97/b1b1f111-7aff-4e31-a582-d28e596b288a) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:29.691674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947caf2-ece7-4588-96a0-c9d932c67a6e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Port': ['ID=4e80158c-a680-4458-97ab-84e705aeea12,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:29.704167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:29.704167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Checking segment: {'id': 'dd7369d8-e45b-4083-a22a-0ecf9871942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f231b10e-1022-4445-91b2-9fd19bb13ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:29.704735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.705142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Bound using segment: {'id': 'dd7369d8-e45b-4083-a22a-0ecf9871942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f231b10e-1022-4445-91b2-9fd19bb13ec0'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:29.705948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Bound port: fced59f0-985c-41cc-afd3-405ca9ebac3f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7369d8-e45b-4083-a22a-0ecf9871942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f231b10e-1022-4445-91b2-9fd19bb13ec0'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:29.706074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fced59f0-985c-41cc-afd3-405ca9ebac3f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.715453 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] No L3 agents can host the router 2474a52f-d6d8-48d6-ab4a-621c00e86fb4 Aug 31 15:49:29.719696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc3bf9e-145d-4aaf-9e24-b670c0cf09ea,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:29.745895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:29.793895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Publish callbacks [] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.814037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d872a3d0-d4bd-45de-be4c-033eb56f9053 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Deleting port 4e80158c-a680-4458-97ab-84e705aeea12 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:29.814037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d872a3d0-d4bd-45de-be4c-033eb56f9053 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (4e80158c-a680-4458-97ab-84e705aeea12), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.822618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c85541b-0a1e-4620-9f13-63bb63efa1d2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (01961186-0a4f-498b-b7a1-625bd23ac512), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.826301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9fe4cd81-a83a-43d0-9cc3-906a68bb3a38 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.827524 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9fe4cd81-a83a-43d0-9cc3-906a68bb3a38 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1876731 Aug 31 15:49:29.831649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] For port fced59f0-985c-41cc-afd3-405ca9ebac3f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:29.833356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36466) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:29.836004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] For port fced59f0-985c-41cc-afd3-405ca9ebac3f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fced59f0-985c-41cc-afd3-405ca9ebac3f,segment=NetworkSegment(dd7369d8-e45b-4083-a22a-0ecf9871942c),segment_id=dd7369d8-e45b-4083-a22a-0ecf9871942c)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:29.898947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f231b10e-1022-4445-91b2-9fd19bb13ec0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.905942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.912945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ba9e15bd-8733-4e99-a1f9-0863847bac4d no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:29.953286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ba9e15bd-8733-4e99-a1f9-0863847bac4d {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:29.953655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ba9e15bd-8733-4e99-a1f9-0863847bac4d not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:29.957208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (fced59f0-985c-41cc-afd3-405ca9ebac3f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:29.981749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:30.007612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:30.014893 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:30.017194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Pushing event updated for resources: {'Port': ['ID=c318b7b1-a268-4f6e-902d-0f34d22faed3,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:30.020749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c85541b-0a1e-4620-9f13-63bb63efa1d2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:30.054292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-5c85541b-0a1e-4620-9f13-63bb63efa1d2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:30.054900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398602f0-7993-4e49-9a5c-273bb7d8bd1c None None] Network f231b10e-1022-4445-91b2-9fd19bb13ec0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:30.058319 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c85541b-0a1e-4620-9f13-63bb63efa1d2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:30.058994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c85541b-0a1e-4620-9f13-63bb63efa1d2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.079485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85541b-0a1e-4620-9f13-63bb63efa1d2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=01961186-0a4f-498b-b7a1-625bd23ac512,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:30.090877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Hosts for router 2474a52f-d6d8-48d6-ab4a-621c00e86fb4: [] {{(pid=114265) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Aug 31 15:49:30.131952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Hosts for other DVR routers connected to router 2474a52f-d6d8-48d6-ab4a-621c00e86fb4: set() {{(pid=114265) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Aug 31 15:49:30.135032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.139233 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ddd3727a-4bd5-4015-9350-58d2d40a5947 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] 10.222.0.46 "PUT /networking/v2.0/routers/2474a52f-d6d8-48d6-ab4a-621c00e86fb4 HTTP/1.1" status: 200 len: 716 time: 1.8252981 Aug 31 15:49:30.140524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36468) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:30.144485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (b1b1f111-7aff-4e31-a582-d28e596b288a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.186910 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=12 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:30.246350 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f5ff6d98-5b77-4d33-9498-900bac75fc70 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] 10.222.0.46 "GET /networking/v2.0/routers/2474a52f-d6d8-48d6-ab4a-621c00e86fb4 HTTP/1.1" status: 200 len: 716 time: 0.1019654 Aug 31 15:49:30.248292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36470) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:30.252724 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7af56d4-cd76-4b74-9af1-b8c84aa6f982 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:30.255287 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 6 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:30.257279 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5c85541b-0a1e-4620-9f13-63bb63efa1d2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1295810 Aug 31 15:49:30.264982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36474) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:30.271680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'name': 'tempest-NetworksTestDHCPv6-1555328764'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:30.293122 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=41 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:30.365274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:30.384823 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-18fb589b-9a2b-4656-a5b1-a73fc1ae4b3f tempest-DHCPAgentSchedulersTestJSON-1604684439 tempest-DHCPAgentSchedulersTestJSON-1604684439-project-admin] 10.222.0.46 "GET /networking/v2.0/agents/8a5fdee9-5acd-4319-bc45-161a593c1485/dhcp-networks HTTP/1.1" status: 200 len: 9594 time: 0.9040756 Aug 31 15:49:30.399139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f231b10e-1022-4445-91b2-9fd19bb13ec0']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:30.402483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36476) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:30.415834 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:30.439274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7369d8-e45b-4083-a22a-0ecf9871942c') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:30.439567 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7369d8-e45b-4083-a22a-0ecf9871942c') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:30.454248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eeceb-eaed-49a2-8871-5d2f8860dcd4 None None] Pushing event updated for resources: {'Port': ['ID=fced59f0-985c-41cc-afd3-405ca9ebac3f,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:30.486823 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:30.499911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Attempting to bind port c318b7b1-a268-4f6e-902d-0f34d22faed3 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:30.500442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Attempting to bind port c318b7b1-a268-4f6e-902d-0f34d22faed3 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'e6945513-91cb-4f47-9b37-331a99af03c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cab8ff82-eb3f-40e3-9bd9-706e4046f8a6'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:30.501171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Attempting to bind port c318b7b1-a268-4f6e-902d-0f34d22faed3 on network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:30.509268 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9019aabe-9fda-499d-88b5-57dc6bc178c8 tempest-RoutersTestDVR-2020734850 tempest-RoutersTestDVR-2020734850-project] 10.222.0.46 "GET /networking/v2.0/routers/2474a52f-d6d8-48d6-ab4a-621c00e86fb4 HTTP/1.1" status: 200 len: 682 time: 0.2596252 Aug 31 15:49:30.510793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:30.524095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36478) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:30.525106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:30.527009 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:30.527393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Checking segment: {'id': 'e6945513-91cb-4f47-9b37-331a99af03c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cab8ff82-eb3f-40e3-9bd9-706e4046f8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:30.527850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.528243 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Bound using segment: {'id': 'e6945513-91cb-4f47-9b37-331a99af03c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cab8ff82-eb3f-40e3-9bd9-706e4046f8a6'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:30.529154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Bound port: c318b7b1-a268-4f6e-902d-0f34d22faed3, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6945513-91cb-4f47-9b37-331a99af03c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cab8ff82-eb3f-40e3-9bd9-706e4046f8a6'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:30.529154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.530594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.538633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (dd7369d8-e45b-4083-a22a-0ecf9871942c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.589185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d872a3d0-d4bd-45de-be4c-033eb56f9053 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (4e80158c-a680-4458-97ab-84e705aeea12), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.591323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dd7369d8-e45b-4083-a22a-0ecf9871942c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.593989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:30.594185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '01961186-0a4f-498b-b7a1-625bd23ac512'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:30.595056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.611644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d872a3d0-d4bd-45de-be4c-033eb56f9053 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Calling delete_port for 4e80158c-a680-4458-97ab-84e705aeea12 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:30.652050 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] For port c318b7b1-a268-4f6e-902d-0f34d22faed3, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:30.652350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:30.652775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (dd7369d8-e45b-4083-a22a-0ecf9871942c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.667536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 33be9d3d-cf16-4027-8a44-3f53d64cb861 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:30.690053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3d04673e-52df-4bca-a38d-241f4f301b50 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.735342 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment dd7369d8-e45b-4083-a22a-0ecf9871942c resource provider aggregate not found Aug 31 15:49:30.744596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fb124ea1-5d28-43b5-9656-12922990e676 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b6c85058-8087-42a6-a557-fcad26613966), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.764950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b1b1f111-7aff-4e31-a582-d28e596b288a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.775902 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment dd7369d8-e45b-4083-a22a-0ecf9871942c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd7369d8-e45b-4083-a22a-0ecf9871942c found for delete ", "request_id": "req-848f91b2-8208-4d6f-8b02-25bec0b6e083"}]} Aug 31 15:49:30.781897 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/01961186-0a4f-498b-b7a1-625bd23ac512/3af15bba-30bf-4a9e-bfa2-981e6a175cf1) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:30.799516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.899585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb124ea1-5d28-43b5-9656-12922990e676 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=b6c85058-8087-42a6-a557-fcad26613966,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:30.955845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network a6ea373f-069e-40c9-a1cf-ebec40d66a03 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:30.975939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Publish callbacks [] for port (3af15bba-30bf-4a9e-bfa2-981e6a175cf1), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:30.981516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:30.987534 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 7 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:30.994553 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] For port c318b7b1-a268-4f6e-902d-0f34d22faed3, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c318b7b1-a268-4f6e-902d-0f34d22faed3,segment=NetworkSegment(e6945513-91cb-4f47-9b37-331a99af03c2),segment_id=e6945513-91cb-4f47-9b37-331a99af03c2)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:31.002618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.db.api [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:49:31.002618 dv-neutron-855257-2-hyperv neutron-server[114266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:49:31.002618 dv-neutron-855257-2-hyperv neutron-server[114266]: [parameters: {'id': 'f231b10e-1022-4445-91b2-9fd19bb13ec0'}] Aug 31 15:49:31.002618 dv-neutron-855257-2-hyperv neutron-server[114266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:49:31.002618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG oslo_db.api [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:49:31.015192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=b1b1f111-7aff-4e31-a582-d28e596b288a,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:31.019703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:31.034285 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:31.060485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3d04673e-52df-4bca-a38d-241f4f301b50 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.062866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fb124ea1-5d28-43b5-9656-12922990e676 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.069517 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fb124ea1-5d28-43b5-9656-12922990e676 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/b6c85058-8087-42a6-a557-fcad26613966 HTTP/1.1" status: 204 len: 168 time: 1.8450501 Aug 31 15:49:31.070549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36484) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:31.072780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.095313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (3af15bba-30bf-4a9e-bfa2-981e6a175cf1), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.114961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3d04673e-52df-4bca-a38d-241f4f301b50 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router_controller (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.118299 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b02b559-7c25-435e-9e80-40ad1226fbfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:49:31.123130 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7b02b559-7c25-435e-9e80-40ad1226fbfe tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/b6c85058-8087-42a6-a557-fcad26613966 HTTP/1.1" status: 404 len: 333 time: 0.0471981 Aug 31 15:49:31.123306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36486) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:31.152255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.163305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:31.171828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:31.187878 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:31.198205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:31.203640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.246916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.268021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Pushing event updated for resources: {'Port': ['ID=3af15bba-30bf-4a9e-bfa2-981e6a175cf1,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:31.304680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:31.308685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::364 (e986fc1f-2559-47ce-89c8-1dd43368919a/01961186-0a4f-498b-b7a1-625bd23ac512/33be9d3d-cf16-4027-8a44-3f53d64cb861) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:31.323013 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca14fe39-3361-47b4-961a-0d2403254f36') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:31.323347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca14fe39-3361-47b4-961a-0d2403254f36') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:31.338198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3d04673e-52df-4bca-a38d-241f4f301b50 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (2474a52f-d6d8-48d6-ab4a-621c00e86fb4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.338707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d04673e-52df-4bca-a38d-241f4f301b50 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2474a52f-d6d8-48d6-ab4a-621c00e86fb4 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:49:31.349531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (ca14fe39-3361-47b4-961a-0d2403254f36), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.357597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3d04673e-52df-4bca-a38d-241f4f301b50 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.362096 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3d04673e-52df-4bca-a38d-241f4f301b50 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/2474a52f-d6d8-48d6-ab4a-621c00e86fb4 HTTP/1.1" status: 204 len: 168 time: 0.8256087 Aug 31 15:49:31.368572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36488) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:31.377668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Attempting to bind port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:31.378045 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Attempting to bind port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:31.379470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Attempting to bind port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:31.386380 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d872a3d0-d4bd-45de-be4c-033eb56f9053 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4e80158c-a680-4458-97ab-84e705aeea12), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.387998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-34090667-e5ba-468a-aeef-b8d5384a5119 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Request body: {'router': {'name': 'tempest-router-305443970', 'distributed': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:31.403235 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-204354ec-cb24-4abb-9927-4d63935ac888 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2733378 Aug 31 15:49:31.403235 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ca14fe39-3361-47b4-961a-0d2403254f36), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.410649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36490) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:31.417947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:31.417947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:31.417947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.417947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:31.418696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-13723d43-cb19-4d6e-867a-abecd861170b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'port_id': 'b1b1f111-7aff-4e31-a582-d28e596b288a'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:31.418825 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Bound port: 3af15bba-30bf-4a9e-bfa2-981e6a175cf1, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:31.418825 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (3af15bba-30bf-4a9e-bfa2-981e6a175cf1), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.422298 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571f2c5-7c15-4a87-990c-2ffef97b5dfb None None] Pushing event updated for resources: {'Port': ['ID=c318b7b1-a268-4f6e-902d-0f34d22faed3,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:31.432217 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:31.432473 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (ca14fe39-3361-47b4-961a-0d2403254f36), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.505202 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment ca14fe39-3361-47b4-961a-0d2403254f36 resource provider aggregate not found Aug 31 15:49:31.507033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f231b10e-1022-4445-91b2-9fd19bb13ec0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.509527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872a3d0-d4bd-45de-be4c-033eb56f9053 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event deleted for resources: {'Port': ['ID=4e80158c-a680-4458-97ab-84e705aeea12,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:31.537228 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 8 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:31.557583 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment ca14fe39-3361-47b4-961a-0d2403254f36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca14fe39-3361-47b4-961a-0d2403254f36 found for delete ", "request_id": "req-cdba0969-4f7c-4978-811f-bfe2440c9465"}]} Aug 31 15:49:31.566398 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] For port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:31.581655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13723d43-cb19-4d6e-867a-abecd861170b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (cc9575dd-63c2-40ad-bc77-4c2720f61961), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.598787 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] For port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3af15bba-30bf-4a9e-bfa2-981e6a175cf1,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:31.603310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9f690412-984c-4250-bf92-fce73fa3ffe7 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port aa359a39-4940-4ea7-bbce-8533dd5744c7 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:31.603310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f690412-984c-4250-bf92-fce73fa3ffe7 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (aa359a39-4940-4ea7-bbce-8533dd5744c7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.616780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:31.700718 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (3af15bba-30bf-4a9e-bfa2-981e6a175cf1), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.715991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34090667-e5ba-468a-aeef-b8d5384a5119 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (7800ecd3-e9e8-4aea-84ea-a139c4374586), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.717193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34090667-e5ba-468a-aeef-b8d5384a5119 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (7800ecd3-e9e8-4aea-84ea-a139c4374586), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.723878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:31.798959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.809325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a9220-0b11-4afe-b189-00628106ce86 None None] Pushing event updated for resources: {'Port': ['ID=3af15bba-30bf-4a9e-bfa2-981e6a175cf1,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:31.822166 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.825414 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a HTTP/1.1" status: 204 len: 168 time: 1.4184184 Aug 31 15:49:31.841674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36496) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:31.893487 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:31.902915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d872a3d0-d4bd-45de-be4c-033eb56f9053 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.907066 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d872a3d0-d4bd-45de-be4c-033eb56f9053 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "DELETE /networking/v2.0/ports/4e80158c-a680-4458-97ab-84e705aeea12 HTTP/1.1" status: 204 len: 168 time: 2.3940361 Aug 31 15:49:31.907851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port fced59f0-985c-41cc-afd3-405ca9ebac3f {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:31.908191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (fced59f0-985c-41cc-afd3-405ca9ebac3f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.918116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36498) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:31.919460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:31.933525 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c66ffc-e72a-4530-bbb3-3d19093b069f tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] DELETE failed (client error): The resource could not be found. Aug 31 15:49:31.934141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c66ffc-e72a-4530-bbb3-3d19093b069f tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:49:31.939864 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e7c66ffc-e72a-4530-bbb3-3d19093b069f tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] 10.222.0.46 "DELETE /networking/v2.0/ports/1995d04e-1f00-443c-b792-13162b04c220 HTTP/1.1" status: 404 len: 333 time: 0.0941091 Aug 31 15:49:31.951670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef706136-c82e-425f-b944-a631b1456f75 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Pushing event deleted for resources: {'Network': ['ID=f4f27b65-6b5f-4ce7-a1c4-d60d9cdb4e8a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:31.979819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36500) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:31.994848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f690412-984c-4250-bf92-fce73fa3ffe7 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (aa359a39-4940-4ea7-bbce-8533dd5744c7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:31.998330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Allocated IP 172.20.0.1 (cab8ff82-eb3f-40e3-9bd9-706e4046f8a6/62f280fd-6cf9-47d1-a749-45e08be5aa8c/d0051070-c309-444b-a002-5926863df2bb) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:32.009869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34090667-e5ba-468a-aeef-b8d5384a5119 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router_controller (7800ecd3-e9e8-4aea-84ea-a139c4374586), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.037380 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da9188b-03bc-44ab-b04a-d3162f19cf0d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] GET failed (client error): The resource could not be found. Aug 31 15:49:32.045395 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5da9188b-03bc-44ab-b04a-d3162f19cf0d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "GET /networking/v2.0/ports/4e80158c-a680-4458-97ab-84e705aeea12 HTTP/1.1" status: 404 len: 333 time: 0.1204453 Aug 31 15:49:32.045627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (33be9d3d-cf16-4027-8a44-3f53d64cb861), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.045627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36502) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:32.051670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'port': {'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-797021342'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:32.101396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9f690412-984c-4250-bf92-fce73fa3ffe7 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for aa359a39-4940-4ea7-bbce-8533dd5744c7 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:32.108137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34090667-e5ba-468a-aeef-b8d5384a5119 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (7800ecd3-e9e8-4aea-84ea-a139c4374586), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.111887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c318b7b1-a268-4f6e-902d-0f34d22faed3 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:32.157946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port fced59f0-985c-41cc-afd3-405ca9ebac3f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fced59f0-985c-41cc-afd3-405ca9ebac3f,segment=NetworkSegment(dd7369d8-e45b-4083-a22a-0ecf9871942c),segment_id=dd7369d8-e45b-4083-a22a-0ecf9871942c)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:32.158310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (fced59f0-985c-41cc-afd3-405ca9ebac3f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.161631 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 9 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:32.164010 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:32.210095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:32.227517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:32.255574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b33e79f-a6f9-4fb3-9c85-f2753ca13a2c tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Deleting subnet 5e7ef09e-9d55-4649-a227-b139f4a09b08 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:32.256872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port c318b7b1-a268-4f6e-902d-0f34d22faed3 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:32.257658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.258072 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port c318b7b1-a268-4f6e-902d-0f34d22faed3 Aug 31 15:49:32.267249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b33e79f-a6f9-4fb3-9c85-f2753ca13a2c tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks [] for subnet (5e7ef09e-9d55-4649-a227-b139f4a09b08), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.270566 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for fced59f0-985c-41cc-afd3-405ca9ebac3f owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:32.376920 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:32.411256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b33e79f-a6f9-4fb3-9c85-f2753ca13a2c tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (5e7ef09e-9d55-4649-a227-b139f4a09b08), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.446988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:32.483347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for port (d0051070-c309-444b-a002-5926863df2bb), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.593523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34090667-e5ba-468a-aeef-b8d5384a5119 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.594781 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-34090667-e5ba-468a-aeef-b8d5384a5119 tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2252550 Aug 31 15:49:32.604191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36504) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:32.630353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b33e79f-a6f9-4fb3-9c85-f2753ca13a2c tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (5e7ef09e-9d55-4649-a227-b139f4a09b08), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.712131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f690412-984c-4250-bf92-fce73fa3ffe7 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (aa359a39-4940-4ea7-bbce-8533dd5744c7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.716932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e121a303-4093-49de-b72f-c7141f9d24df tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (7800ecd3-e9e8-4aea-84ea-a139c4374586), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.731123 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 10 to provision port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 Aug 31 15:49:32.747104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (fced59f0-985c-41cc-afd3-405ca9ebac3f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.749541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (d0051070-c309-444b-a002-5926863df2bb), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.759387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f690412-984c-4250-bf92-fce73fa3ffe7 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=aa359a39-4940-4ea7-bbce-8533dd5744c7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:32.767770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94330e6f-aade-41aa-9e90-fe444e0cf7fb None None] Network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:32.812927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:32.816868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port fced59f0-985c-41cc-afd3-405ca9ebac3f on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:32.819716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Could not find standard attr ID for object aa359a39-4940-4ea7-bbce-8533dd5744c7. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:32.825463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b33e79f-a6f9-4fb3-9c85-f2753ca13a2c tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (5e7ef09e-9d55-4649-a227-b139f4a09b08), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.827219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (33be9d3d-cf16-4027-8a44-3f53d64cb861), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.827652 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=fced59f0-985c-41cc-afd3-405ca9ebac3f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:32.864385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:32.866991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:32.886475 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Provisioning complete for port 8fbf92e6-970a-4e27-9194-16c6c818bfec triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:32.887079 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.887193 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 1 to provision port 8fbf92e6-970a-4e27-9194-16c6c818bfec Aug 31 15:49:32.935640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:32.938521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:32.951846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b33e79f-a6f9-4fb3-9c85-f2753ca13a2c tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:32.956010 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9b33e79f-a6f9-4fb3-9c85-f2753ca13a2c tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/5e7ef09e-9d55-4649-a227-b139f4a09b08 HTTP/1.1" status: 204 len: 168 time: 0.9710648 Aug 31 15:49:32.957065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33e79f-a6f9-4fb3-9c85-f2753ca13a2c tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7ef09e-9d55-4649-a227-b139f4a09b08,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:32.960210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36506) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:32.998650 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b223e-3d20-40a4-9a4e-8df441d3cb3b None None] Network 53ddb813-2352-4d16-8b38-266103bb6aea requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:33.021363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e121a303-4093-49de-b72f-c7141f9d24df tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (7800ecd3-e9e8-4aea-84ea-a139c4374586), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.025817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e121a303-4093-49de-b72f-c7141f9d24df tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router_controller (7800ecd3-e9e8-4aea-84ea-a139c4374586), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.140826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f690412-984c-4250-bf92-fce73fa3ffe7 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:33.145166 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:33.148983 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9f690412-984c-4250-bf92-fce73fa3ffe7 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/aa359a39-4940-4ea7-bbce-8533dd5744c7 HTTP/1.1" status: 204 len: 168 time: 2.0046623 Aug 31 15:49:33.161081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36508) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:33.162988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f231b10e-1022-4445-91b2-9fd19bb13ec0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.172503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:33.179795 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Could not find standard attr ID for object af5e1a20-aeec-49c4-aa2c-c0804cd8aa0e. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:33.189764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Could not find standard attr ID for object 0a1eefb7-e66f-4595-9208-0ca877068074. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:33.201847 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Could not find standard attr ID for object ba9e15bd-8733-4e99-a1f9-0863847bac4d. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:33.214263 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event updated for resources: {'Port': ['ID=d0051070-c309-444b-a002-5926863df2bb,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:33.224563 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=33be9d3d-cf16-4027-8a44-3f53d64cb861,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:33.227046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Made reservation on behalf of 114c67b872c74375b00b079be0270197 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:33.232975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Provisioning complete for port 6084e868-79b4-489a-9a73-e9c1bb849aa6 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:33.233388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.234469 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Attempt 1 to provision port 6084e868-79b4-489a-9a73-e9c1bb849aa6 Aug 31 15:49:33.236516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.267933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (df48607b-efdc-427e-99d3-7e836b0d98e5), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.276319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f231b10e-1022-4445-91b2-9fd19bb13ec0']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:33.279178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e121a303-4093-49de-b72f-c7141f9d24df tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (7800ecd3-e9e8-4aea-84ea-a139c4374586), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.280152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e121a303-4093-49de-b72f-c7141f9d24df tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7800ecd3-e9e8-4aea-84ea-a139c4374586 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:49:33.298913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e121a303-4093-49de-b72f-c7141f9d24df tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.299795 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e121a303-4093-49de-b72f-c7141f9d24df tempest-RoutersTestDVR-1293749325 tempest-RoutersTestDVR-1293749325-project-admin] 10.222.0.46 "DELETE /networking/v2.0/routers/7800ecd3-e9e8-4aea-84ea-a139c4374586 HTTP/1.1" status: 204 len: 168 time: 0.6932385 Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-de3ab77a-afac-40c5-b190-14f14e9fb543 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:33.309777 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:33.311814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8789a2d-480f-48a9-a599-9e54decd14fa None None] DHCP port deletion for 53ddb813-2352-4d16-8b38-266103bb6aea request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:33.348778 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bae4be-2ad7-49cf-96a3-f950dfc80ae1 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:49:33.357541 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-75bae4be-2ad7-49cf-96a3-f950dfc80ae1 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/aa359a39-4940-4ea7-bbce-8533dd5744c7 HTTP/1.1" status: 404 len: 333 time: 0.1826942 Aug 31 15:49:33.358913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36512) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:33.392106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (53ddb813-2352-4d16-8b38-266103bb6aea), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.398231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e8789a2d-480f-48a9-a599-9e54decd14fa None None] Deleting port 6084e868-79b4-489a-9a73-e9c1bb849aa6 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:33.398632 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e8789a2d-480f-48a9-a599-9e54decd14fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.405287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7369d8-e45b-4083-a22a-0ecf9871942c') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:33.405632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7369d8-e45b-4083-a22a-0ecf9871942c') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:33.409932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:33.415934 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:33.424972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] device_id is not set on port a065c327-d3b4-47dd-8326-8d2e75f90624 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:33.447538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (dd7369d8-e45b-4083-a22a-0ecf9871942c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.474670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:33.478256 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2826ba58-f61c-40d7-998c-976e2734f284 None None] Provisioning complete for port c318b7b1-a268-4f6e-902d-0f34d22faed3 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:33.478473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2826ba58-f61c-40d7-998c-976e2734f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.478905 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2826ba58-f61c-40d7-998c-976e2734f284 None None] Attempt 1 to provision port c318b7b1-a268-4f6e-902d-0f34d22faed3 Aug 31 15:49:33.519960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dd7369d8-e45b-4083-a22a-0ecf9871942c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.557076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e8789a2d-480f-48a9-a599-9e54decd14fa None None] For port 6084e868-79b4-489a-9a73-e9c1bb849aa6, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6084e868-79b4-489a-9a73-e9c1bb849aa6,segment=NetworkSegment(bbc61639-3756-48a9-870c-c6da70c15b5c),segment_id=bbc61639-3756-48a9-870c-c6da70c15b5c)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:33.557534 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e8789a2d-480f-48a9-a599-9e54decd14fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.559875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:33.560163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (dd7369d8-e45b-4083-a22a-0ecf9871942c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-2826ba58-f61c-40d7-998c-976e2734f284 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:33.583154 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:33.586446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:33.587988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2826ba58-f61c-40d7-998c-976e2734f284 None None] Could not find standard attr ID for object 4e80158c-a680-4458-97ab-84e705aeea12. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:33.589764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e8789a2d-480f-48a9-a599-9e54decd14fa None None] Calling delete_port for 6084e868-79b4-489a-9a73-e9c1bb849aa6 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:33.592823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:33.593815 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.602417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2826ba58-f61c-40d7-998c-976e2734f284 None None] Could not find standard attr ID for object b6c85058-8087-42a6-a557-fcad26613966. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:33.627226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:33.635520 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment dd7369d8-e45b-4083-a22a-0ecf9871942c resource provider aggregate not found Aug 31 15:49:33.656423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:33.670842 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment dd7369d8-e45b-4083-a22a-0ecf9871942c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd7369d8-e45b-4083-a22a-0ecf9871942c found for delete ", "request_id": "req-b7e85bf4-be8f-49fd-afbb-c7ab938b19b9"}]} Aug 31 15:49:33.711444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efd7b2f-c5e9-4084-ac54-7acc5802afef tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet 900a5ed3-2ed2-4c0c-bd31-41e51f858725 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:33.729663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3efd7b2f-c5e9-4084-ac54-7acc5802afef tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (900a5ed3-2ed2-4c0c-bd31-41e51f858725), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.730305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Deleting port 6084e868-79b4-489a-9a73-e9c1bb849aa6 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:33.730305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.736968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Provisioning complete for port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:33.736968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (3af15bba-30bf-4a9e-bfa2-981e6a175cf1), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.737668 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 1 to provision port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 Aug 31 15:49:33.753622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d0051070-c309-444b-a002-5926863df2bb), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.812539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.resource_extend [None req-13723d43-cb19-4d6e-867a-abecd861170b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:33.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:33.859984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3efd7b2f-c5e9-4084-ac54-7acc5802afef tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (900a5ed3-2ed2-4c0c-bd31-41e51f858725), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.864194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] For port 6084e868-79b4-489a-9a73-e9c1bb849aa6, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6084e868-79b4-489a-9a73-e9c1bb849aa6,segment=NetworkSegment(bbc61639-3756-48a9-870c-c6da70c15b5c),segment_id=bbc61639-3756-48a9-870c-c6da70c15b5c)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:33.864769 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.873853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f231b10e-1022-4445-91b2-9fd19bb13ec0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.878208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e8789a2d-480f-48a9-a599-9e54decd14fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.885342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.886430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Provisioning complete for port c318b7b1-a268-4f6e-902d-0f34d22faed3 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:33.886866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:33.887364 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 1 to provision port c318b7b1-a268-4f6e-902d-0f34d22faed3 Aug 31 15:49:33.895240 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f231b10e-1022-4445-91b2-9fd19bb13ec0 HTTP/1.1" status: 204 len: 168 time: 5.6199827 Aug 31 15:49:33.927465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36518) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:33.943677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1377640029'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:33.956377 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8789a2d-480f-48a9-a599-9e54decd14fa None None] Pushing event deleted for resources: {'Port': ['ID=6084e868-79b4-489a-9a73-e9c1bb849aa6,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:33.962770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8789a2d-480f-48a9-a599-9e54decd14fa None None] No DVR routers for this DVR port 6084e868-79b4-489a-9a73-e9c1bb849aa6 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:33.989147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b489ce35-7349-4cde-a19a-9e123890b079 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:49:34.007676 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Allocated IP 2001:db8::1f7 (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb/0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9/a065c327-d3b4-47dd-8326-8d2e75f90624) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:34.078986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:34.124125 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:34.132336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36522) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:34.138413 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3202acf8-7193-4f13-9d5b-4f16aacdba8e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8722739 Aug 31 15:49:34.151500 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36524) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:34.160904 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:34.166884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Provisioning complete for port d0051070-c309-444b-a002-5926863df2bb triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:34.167261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d0051070-c309-444b-a002-5926863df2bb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.167600 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 1 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:34.195422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:34.195966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (3af15bba-30bf-4a9e-bfa2-981e6a175cf1), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.196408 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 Aug 31 15:49:34.217823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b980b-0cf9-4e22-b290-9cbaf84a8007 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:34.223274 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b980b-0cf9-4e22-b290-9cbaf84a8007 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:34.225294 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-088b980b-0cf9-4e22-b290-9cbaf84a8007 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0686359 Aug 31 15:49:34.238535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36528) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:34.244125 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:34.267718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for port (d0051070-c309-444b-a002-5926863df2bb), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.271016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Calling delete_port for 6084e868-79b4-489a-9a73-e9c1bb849aa6 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:34.278881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:34.283091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.285460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4d483-9551-4ee8-90ce-5098ecff1f0b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=f231b10e-1022-4445-91b2-9fd19bb13ec0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:34.312438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13723d43-cb19-4d6e-867a-abecd861170b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.348557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (d0051070-c309-444b-a002-5926863df2bb), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.362495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fd459be3-ff1e-455b-821e-bcf4ff797407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.366702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3efd7b2f-c5e9-4084-ac54-7acc5802afef tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (900a5ed3-2ed2-4c0c-bd31-41e51f858725), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.416252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:34.438979 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:34.439514 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13723d43-cb19-4d6e-867a-abecd861170b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (cc9575dd-63c2-40ad-bc77-4c2720f61961), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:34.443288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:34.463043 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489ce35-7349-4cde-a19a-9e123890b079 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:49:34.469268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (713d2875-2b2d-476b-a2a0-601a46b82b71), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.469641 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment 713d2875-2b2d-476b-a2a0-601a46b82b71 of type vlan for network d3b17347-2853-4964-9ac9-17d366f8c8ea Aug 31 15:49:34.488990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (df48607b-efdc-427e-99d3-7e836b0d98e5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.492579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event updated for resources: {'Port': ['ID=d0051070-c309-444b-a002-5926863df2bb,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:34.554212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (d3b17347-2853-4964-9ac9-17d366f8c8ea), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.572140 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for port (a065c327-d3b4-47dd-8326-8d2e75f90624), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.575422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f97c6571-2dc0-45b4-9ca9-1edeb318f9f6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 33be9d3d-cf16-4027-8a44-3f53d64cb861 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:34.575955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f97c6571-2dc0-45b4-9ca9-1edeb318f9f6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (33be9d3d-cf16-4027-8a44-3f53d64cb861), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.585684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6084e868-79b4-489a-9a73-e9c1bb849aa6 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:34.606020 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6084e868-79b4-489a-9a73-e9c1bb849aa6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.626230 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 6084e868-79b4-489a-9a73-e9c1bb849aa6 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:34.626741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6084e868-79b4-489a-9a73-e9c1bb849aa6 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:34.654168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Pushing event deleted for resources: {'Port': ['ID=6084e868-79b4-489a-9a73-e9c1bb849aa6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:34.660368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] No DVR routers for this DVR port 6084e868-79b4-489a-9a73-e9c1bb849aa6 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:34.701350 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:34.769160 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.l3_db [None req-13723d43-cb19-4d6e-867a-abecd861170b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP cc9575dd-63c2-40ad-bc77-4c2720f61961 associated. External IP: 172.26.2.129, port: b1b1f111-7aff-4e31-a582-d28e596b288a. Aug 31 15:49:34.834421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3efd7b2f-c5e9-4084-ac54-7acc5802afef tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (900a5ed3-2ed2-4c0c-bd31-41e51f858725), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.861789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f97c6571-2dc0-45b4-9ca9-1edeb318f9f6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (33be9d3d-cf16-4027-8a44-3f53d64cb861), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.923124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd7b2f-c5e9-4084-ac54-7acc5802afef tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=900a5ed3-2ed2-4c0c-bd31-41e51f858725,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:34.928294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3efd7b2f-c5e9-4084-ac54-7acc5802afef tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.931816 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3efd7b2f-c5e9-4084-ac54-7acc5802afef tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/900a5ed3-2ed2-4c0c-bd31-41e51f858725 HTTP/1.1" status: 204 len: 168 time: 1.5648785 Aug 31 15:49:34.934982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f97c6571-2dc0-45b4-9ca9-1edeb318f9f6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 33be9d3d-cf16-4027-8a44-3f53d64cb861 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:34.939900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36530) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:34.940159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa452d-505b-444b-b3c2-9840d1cc9439 None None] Network 49564576-2697-4035-a476-0a8e059ae429 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:34.940753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fd459be3-ff1e-455b-821e-bcf4ff797407 admin admin] Publish callbacks [] for security_group (8986cfa1-e518-4a0a-9c8f-05e8446b3d26), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:34.943619 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 2 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:34.985132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (a065c327-d3b4-47dd-8326-8d2e75f90624), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.039922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:35.099806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (d3b17347-2853-4964-9ac9-17d366f8c8ea), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.105303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:35.105950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.108688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:35.109627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:35.127295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fd459be3-ff1e-455b-821e-bcf4ff797407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8986cfa1-e518-4a0a-9c8f-05e8446b3d26), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.146832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (53ddb813-2352-4d16-8b38-266103bb6aea), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.150743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:35.158312 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43ac8a-e911-4e0b-882b-e97a1ac0a47c None None] DHCP port deletion for 49564576-2697-4035-a476-0a8e059ae429 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:35.188941 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:35.191536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:35.197709 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:35.204601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ca43ac8a-e911-4e0b-882b-e97a1ac0a47c None None] Deleting port 8fbf92e6-970a-4e27-9194-16c6c818bfec {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:35.205053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ca43ac8a-e911-4e0b-882b-e97a1ac0a47c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.208669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (49564576-2697-4035-a476-0a8e059ae429), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.221465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ddb813-2352-4d16-8b38-266103bb6aea']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:35.224713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:35.235222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=d3b17347-2853-4964-9ac9-17d366f8c8ea,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:35.235400 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Port': ['ID=a065c327-d3b4-47dd-8326-8d2e75f90624,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:35.238587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:35.243452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:35.244591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.251734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd459be3-ff1e-455b-821e-bcf4ff797407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8986cfa1-e518-4a0a-9c8f-05e8446b3d26,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:35.265674 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fd459be3-ff1e-455b-821e-bcf4ff797407 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=01dcfa4121094f8e94a689efd597cff9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1260285 Aug 31 15:49:35.271896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36532) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:35.273672 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc61639-3756-48a9-870c-c6da70c15b5c') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:35.273933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc61639-3756-48a9-870c-c6da70c15b5c') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:35.325063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ca43ac8a-e911-4e0b-882b-e97a1ac0a47c None None] For port 8fbf92e6-970a-4e27-9194-16c6c818bfec, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8fbf92e6-970a-4e27-9194-16c6c818bfec,segment=NetworkSegment(1c74506a-12f9-421e-bb47-97af1934ea76),segment_id=1c74506a-12f9-421e-bb47-97af1934ea76)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:35.325537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ca43ac8a-e911-4e0b-882b-e97a1ac0a47c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.326798 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-df502742-9f94-4528-8eb0-8133d5f491d8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3880455 Aug 31 15:49:35.328905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (bbc61639-3756-48a9-870c-c6da70c15b5c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.335377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36534) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:35.343722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': 'd3b17347-2853-4964-9ac9-17d366f8c8ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:35.348050 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ca43ac8a-e911-4e0b-882b-e97a1ac0a47c None None] Calling delete_port for 8fbf92e6-970a-4e27-9194-16c6c818bfec owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:35.375305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (bbc61639-3756-48a9-870c-c6da70c15b5c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.398380 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:35.398797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (bbc61639-3756-48a9-870c-c6da70c15b5c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.425638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network d3b17347-2853-4964-9ac9-17d366f8c8ea details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:35.496219 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1a3c487c-1b3d-4389-9ddc-c7926a8662b9 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4505851 Aug 31 15:49:35.505590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36536) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:35.520468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b0a6d03f-12fc-44a2-a46e-4daea3aa9731 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:df:45:a1'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:35.544624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:35.545524 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 3 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:35.548375 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13723d43-cb19-4d6e-867a-abecd861170b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:35.560776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2e5aecb-c6e2-4e7c-88a0-ebe34646e336 admin admin] Publish callbacks [] for security_group (8986cfa1-e518-4a0a-9c8f-05e8446b3d26), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.623699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:35.633118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2e5aecb-c6e2-4e7c-88a0-ebe34646e336 admin admin] Publish callbacks [] for security_group (8986cfa1-e518-4a0a-9c8f-05e8446b3d26), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.644226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 8fbf92e6-970a-4e27-9194-16c6c818bfec {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:35.644572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.650968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (53ddb813-2352-4d16-8b38-266103bb6aea), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.656252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.661465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] 10.222.0.46 "DELETE /networking/v2.0/networks/53ddb813-2352-4d16-8b38-266103bb6aea HTTP/1.1" status: 204 len: 168 time: 2.6606653 Aug 31 15:49:35.741503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f3bc4-05e5-492e-8c76-74efed210fd5 tempest-DHCPAgentSchedulersTestJSON-1266790157 tempest-DHCPAgentSchedulersTestJSON-1266790157-project] Pushing event deleted for resources: {'Network': ['ID=53ddb813-2352-4d16-8b38-266103bb6aea,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:35.773502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ca43ac8a-e911-4e0b-882b-e97a1ac0a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.797698 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43ac8a-e911-4e0b-882b-e97a1ac0a47c None None] No DVR routers for this DVR port 8fbf92e6-970a-4e27-9194-16c6c818bfec on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:35.826774 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment bbc61639-3756-48a9-870c-c6da70c15b5c resource provider aggregate not found Aug 31 15:49:35.851845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43ac8a-e911-4e0b-882b-e97a1ac0a47c None None] Pushing event deleted for resources: {'Port': ['ID=8fbf92e6-970a-4e27-9194-16c6c818bfec,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:35.868931 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment bbc61639-3756-48a9-870c-c6da70c15b5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbc61639-3756-48a9-870c-c6da70c15b5c found for delete ", "request_id": "req-cf0ec900-1894-4a58-aad1-4cfc9f3b6f11"}]} Aug 31 15:49:35.870222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Router df48607b-efdc-427e-99d3-7e836b0d98e5 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:49:35.893887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2e5aecb-c6e2-4e7c-88a0-ebe34646e336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8986cfa1-e518-4a0a-9c8f-05e8446b3d26), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.896646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2e5aecb-c6e2-4e7c-88a0-ebe34646e336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.898021 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b2e5aecb-c6e2-4e7c-88a0-ebe34646e336 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8986cfa1-e518-4a0a-9c8f-05e8446b3d26 HTTP/1.1" status: 204 len: 168 time: 0.6202981 Aug 31 15:49:35.903215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0a6d03f-12fc-44a2-a46e-4daea3aa9731 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a065c327-d3b4-47dd-8326-8d2e75f90624), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:35.954966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8fbf92e6-970a-4e27-9194-16c6c818bfec no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:35.979273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 8fbf92e6-970a-4e27-9194-16c6c818bfec {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:35.979885 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8fbf92e6-970a-4e27-9194-16c6c818bfec not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:36.008066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:36.015431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5aecb-c6e2-4e7c-88a0-ebe34646e336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8986cfa1-e518-4a0a-9c8f-05e8446b3d26,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:36.024493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:36.028405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:36.032238 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0eb3f088-1114-4bce-96ba-c177aff8faec tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "PUT /networking/v2.0/routers/df48607b-efdc-427e-99d3-7e836b0d98e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1813710 Aug 31 15:49:36.035205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36546) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:36.040066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Request body: {'port': {'network_id': 'cab8ff82-eb3f-40e3-9bd9-706e4046f8a6', 'name': 'tempest-FloatingIPNegativeTestJSON-606223896'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:36.047575 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9e9f20-a3ea-4cd8-9020-ab23c6525f9a None None] Sync routers for ids ['df48607b-efdc-427e-99d3-7e836b0d98e5'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:36.075665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e9f20-a3ea-4cd8-9020-ab23c6525f9a None None] Routers {'df48607b-efdc-427e-99d3-7e836b0d98e5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:36.076337 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c9e9f20-a3ea-4cd8-9020-ab23c6525f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['df48607b-efdc-427e-99d3-7e836b0d98e5'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.105874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] For port 8fbf92e6-970a-4e27-9194-16c6c818bfec, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8fbf92e6-970a-4e27-9194-16c6c818bfec,segment=NetworkSegment(1c74506a-12f9-421e-bb47-97af1934ea76),segment_id=1c74506a-12f9-421e-bb47-97af1934ea76)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:36.106464 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.120454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c9e9f20-a3ea-4cd8-9020-ab23c6525f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.127571 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 4 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:36.152381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 8fbf92e6-970a-4e27-9194-16c6c818bfec owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:36.166241 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e9f20-a3ea-4cd8-9020-ab23c6525f9a None None] Routers {'df48607b-efdc-427e-99d3-7e836b0d98e5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:36.166241 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c9e9f20-a3ea-4cd8-9020-ab23c6525f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['df48607b-efdc-427e-99d3-7e836b0d98e5'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.208948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c9e9f20-a3ea-4cd8-9020-ab23c6525f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.209582 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9e9f20-a3ea-4cd8-9020-ab23c6525f9a None None] The sync data for ids ['df48607b-efdc-427e-99d3-7e836b0d98e5'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:36.213603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:36.214874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:36.219137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.225590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13723d43-cb19-4d6e-867a-abecd861170b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:36.240847 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a99a9-28ef-4519-bb32-0bfa6584700c None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:36.241598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13723d43-cb19-4d6e-867a-abecd861170b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.250185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f97c6571-2dc0-45b4-9ca9-1edeb318f9f6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (33be9d3d-cf16-4027-8a44-3f53d64cb861), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.251547 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a99a9-28ef-4519-bb32-0bfa6584700c None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:36.252204 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ae4a99a9-28ef-4519-bb32-0bfa6584700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.295233 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ae4a99a9-28ef-4519-bb32-0bfa6584700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.305340 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a99a9-28ef-4519-bb32-0bfa6584700c None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:36.307508 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ae4a99a9-28ef-4519-bb32-0bfa6584700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.360618 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ae4a99a9-28ef-4519-bb32-0bfa6584700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.360845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c6571-2dc0-45b4-9ca9-1edeb318f9f6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=33be9d3d-cf16-4027-8a44-3f53d64cb861,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:36.362584 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a99a9-28ef-4519-bb32-0bfa6584700c None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:36.371162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.ipam_backend_mixin [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Performing IP validity checks on allocation pools {{(pid=114265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 31 15:49:36.371860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.ipam_backend_mixin [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 31 15:49:36.382519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Made reservation on behalf of 2dcee2bf8df844c18c584f3d0b7b504e for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:36.395853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.395972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36552) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:36.407950 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-13723d43-cb19-4d6e-867a-abecd861170b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/cc9575dd-63c2-40ad-bc77-4c2720f61961 HTTP/1.1" status: 200 len: 977 time: 4.9942331 Aug 31 15:49:36.416079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36556) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:36.419898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:36.444250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f97c6571-2dc0-45b4-9ca9-1edeb318f9f6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.447656 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f97c6571-2dc0-45b4-9ca9-1edeb318f9f6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/33be9d3d-cf16-4027-8a44-3f53d64cb861 HTTP/1.1" status: 204 len: 168 time: 2.2014151 Aug 31 15:49:36.450008 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (8fbf92e6-970a-4e27-9194-16c6c818bfec), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.453551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36558) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:36.459407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] device_id is not set on port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:36.543881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=8fbf92e6-970a-4e27-9194-16c6c818bfec,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:36.562855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No DVR routers for this DVR port 8fbf92e6-970a-4e27-9194-16c6c818bfec on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:36.657143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0a6d03f-12fc-44a2-a46e-4daea3aa9731 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for port (a065c327-d3b4-47dd-8326-8d2e75f90624), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.658803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port b1b1f111-7aff-4e31-a582-d28e596b288a {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:36.659346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b1b1f111-7aff-4e31-a582-d28e596b288a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.661802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a55d0d-8706-4c12-977f-16a4a2b08850 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:36.663752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a55d0d-8706-4c12-977f-16a4a2b08850 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:36.665575 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b6a55d0d-8706-4c12-977f-16a4a2b08850 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2097397 Aug 31 15:49:36.704829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36560) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:36.715512 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 5 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:36.737907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (49564576-2697-4035-a476-0a8e059ae429), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.768134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:36.782798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0a6d03f-12fc-44a2-a46e-4daea3aa9731 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (a065c327-d3b4-47dd-8326-8d2e75f90624), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.783962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6d03f-12fc-44a2-a46e-4daea3aa9731 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] In _notify_port_updated(), no bound segment for port a065c327-d3b4-47dd-8326-8d2e75f90624 on network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:49:36.788441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a6d03f-12fc-44a2-a46e-4daea3aa9731 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:36.789399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0a6d03f-12fc-44a2-a46e-4daea3aa9731 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.791258 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b0a6d03f-12fc-44a2-a46e-4daea3aa9731 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "PUT /networking/v2.0/ports/a065c327-d3b4-47dd-8326-8d2e75f90624 HTTP/1.1" status: 200 len: 1002 time: 1.2843554 Aug 31 15:49:36.798855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36562) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:36.814969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49564576-2697-4035-a476-0a8e059ae429']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.851731 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b92c201e-4ecb-4703-a956-0a914a201de2 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=875202cc42e14f51a4a2ae7198a949c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566233 Aug 31 15:49:36.858610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c74506a-12f9-421e-bb47-97af1934ea76') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.858904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c74506a-12f9-421e-bb47-97af1934ea76') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:36.861909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36564) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:36.877686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Allocated IP 172.20.0.7 (cab8ff82-eb3f-40e3-9bd9-706e4046f8a6/62f280fd-6cf9-47d1-a749-45e08be5aa8c/4fbdb49c-e76c-4855-b011-c58a83e1a6f4) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:36.888739 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (1c74506a-12f9-421e-bb47-97af1934ea76), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.910418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-884e10ca-e9f5-4bba-9d3d-f9631556ebd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 01961186-0a4f-498b-b7a1-625bd23ac512 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:36.912884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36566) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:36.925830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-884e10ca-e9f5-4bba-9d3d-f9631556ebd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (01961186-0a4f-498b-b7a1-625bd23ac512), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.926773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (1c74506a-12f9-421e-bb47-97af1934ea76), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.933374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6d03f-12fc-44a2-a46e-4daea3aa9731 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Port': ['ID=a065c327-d3b4-47dd-8326-8d2e75f90624,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:36.953416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (eee428b5-4a9d-4fcd-85dd-0cc41c56ad5d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.963424 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:36.963830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (1c74506a-12f9-421e-bb47-97af1934ea76), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.979246 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b1b1f111-7aff-4e31-a582-d28e596b288a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.991618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3a848c76-ab39-4736-930d-9f052277f1f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:36.994961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:37.016239 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 1c74506a-12f9-421e-bb47-97af1934ea76 resource provider aggregate not found Aug 31 15:49:37.034147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:37.074313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-884e10ca-e9f5-4bba-9d3d-f9631556ebd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (01961186-0a4f-498b-b7a1-625bd23ac512), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.074777 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 1c74506a-12f9-421e-bb47-97af1934ea76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c74506a-12f9-421e-bb47-97af1934ea76 found for delete ", "request_id": "req-e97ba05e-f827-42f9-b69c-23e0040d4b0e"}]} Aug 31 15:49:37.084262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b35c-d972-4301-a127-7b9982568213 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Deleting port a065c327-d3b4-47dd-8326-8d2e75f90624 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:37.084602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87a2b35c-d972-4301-a127-7b9982568213 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (a065c327-d3b4-47dd-8326-8d2e75f90624), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.129347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=eee428b5-4a9d-4fcd-85dd-0cc41c56ad5d,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:37.131441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-867370be-f09f-4284-8a4b-983ebd2d9d90 admin admin] Publish callbacks [] for security_group (d5863856-5c64-42aa-8402-0d7245970e89), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.202506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-867370be-f09f-4284-8a4b-983ebd2d9d90 admin admin] Publish callbacks [] for security_group (d5863856-5c64-42aa-8402-0d7245970e89), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.217462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (49564576-2697-4035-a476-0a8e059ae429), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.234884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.238070 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/networks/49564576-2697-4035-a476-0a8e059ae429 HTTP/1.1" status: 204 len: 168 time: 2.2954438 Aug 31 15:49:37.244470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': '713d2875-2b2d-476b-a2a0-601a46b82b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd3b17347-2853-4964-9ac9-17d366f8c8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:37.244837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: d3b17347-2853-4964-9ac9-17d366f8c8ea, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:37.248012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36572) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:37.269393 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 6 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:37.279008 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1292054495'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:37.295621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db141e-471a-40ad-919e-388601e87adb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Network': ['ID=49564576-2697-4035-a476-0a8e059ae429,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:37.312008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:37.328972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87a2b35c-d972-4301-a127-7b9982568213 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (a065c327-d3b4-47dd-8326-8d2e75f90624), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.349950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b35c-d972-4301-a127-7b9982568213 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Calling delete_port for a065c327-d3b4-47dd-8326-8d2e75f90624 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:37.406131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:37.426894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:37.430685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.433416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network d3b17347-2853-4964-9ac9-17d366f8c8ea is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:37.485516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-884e10ca-e9f5-4bba-9d3d-f9631556ebd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (01961186-0a4f-498b-b7a1-625bd23ac512), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.489594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:37.491668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-867370be-f09f-4284-8a4b-983ebd2d9d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (d5863856-5c64-42aa-8402-0d7245970e89), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.495123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-867370be-f09f-4284-8a4b-983ebd2d9d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.498679 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-867370be-f09f-4284-8a4b-983ebd2d9d90 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d5863856-5c64-42aa-8402-0d7245970e89 HTTP/1.1" status: 204 len: 168 time: 0.6334400 Aug 31 15:49:37.521054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (8b1020cd-3f2e-4d63-9484-1c3b13f51278), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.521402 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Added segment 8b1020cd-3f2e-4d63-9484-1c3b13f51278 of type vlan for network 31d30706-9b48-407d-ba10-3d19d2ec3fe8 Aug 31 15:49:37.522998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867370be-f09f-4284-8a4b-983ebd2d9d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5863856-5c64-42aa-8402-0d7245970e89,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:37.539758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, d3b17347-2853-4964-9ac9-17d366f8c8ea) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:37.559389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdfcf14-9584-4945-ad7a-ece28362427d None None] Network d3b17347-2853-4964-9ac9-17d366f8c8ea requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:37.570646 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:37.570892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3a848c76-ab39-4736-930d-9f052277f1f6 admin admin] Publish callbacks [] for security_group (a3c15612-55af-4b4b-82a4-5b48dd005a4e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.572271 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.589351 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for port (4fbdb49c-e76c-4855-b011-c58a83e1a6f4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.594406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (31d30706-9b48-407d-ba10-3d19d2ec3fe8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.651298 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:37.677505 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.678087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (cc9575dd-63c2-40ad-bc77-4c2720f61961), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.678506 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.l3_db [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP cc9575dd-63c2-40ad-bc77-4c2720f61961 disassociated. External IP: 172.26.2.129, port: b1b1f111-7aff-4e31-a582-d28e596b288a. Aug 31 15:49:37.679123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for b1b1f111-7aff-4e31-a582-d28e596b288a owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:37.681354 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9b46ead2-64a7-48f9-a42f-2ee87daf8ef4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3399158 Aug 31 15:49:37.681354 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87a2b35c-d972-4301-a127-7b9982568213 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (a065c327-d3b4-47dd-8326-8d2e75f90624), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.686965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3a848c76-ab39-4736-930d-9f052277f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a3c15612-55af-4b4b-82a4-5b48dd005a4e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.688699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36576) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:37.707988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-d3b17347-2853-4964-9ac9-17d366f8c8ea', 'network_id': 'd3b17347-2853-4964-9ac9-17d366f8c8ea', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': 'eee428b5-4a9d-4fcd-85dd-0cc41c56ad5d'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:37.709395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.745489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-884e10ca-e9f5-4bba-9d3d-f9631556ebd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (01961186-0a4f-498b-b7a1-625bd23ac512), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.756593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4fbdb49c-e76c-4855-b011-c58a83e1a6f4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.767180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b35c-d972-4301-a127-7b9982568213 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event deleted for resources: {'Port': ['ID=a065c327-d3b4-47dd-8326-8d2e75f90624,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:37.773901 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (31d30706-9b48-407d-ba10-3d19d2ec3fe8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.779360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:37.780527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.793953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:37.804150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-884e10ca-e9f5-4bba-9d3d-f9631556ebd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.811072 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-884e10ca-e9f5-4bba-9d3d-f9631556ebd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/01961186-0a4f-498b-b7a1-625bd23ac512 HTTP/1.1" status: 204 len: 168 time: 1.1049409 Aug 31 15:49:37.816520 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3a848c76-ab39-4736-930d-9f052277f1f6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9a824228cebd4363b933b339cf4269fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8985193 Aug 31 15:49:37.818444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36578) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:37.825209 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 7 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:37.826518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36580) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:37.878703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08874e-4060-4aaf-be35-d06db67ed2fc None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:37.890046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87a2b35c-d972-4301-a127-7b9982568213 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:37.893882 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-87a2b35c-d972-4301-a127-7b9982568213 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "DELETE /networking/v2.0/ports/a065c327-d3b4-47dd-8326-8d2e75f90624 HTTP/1.1" status: 204 len: 168 time: 1.0937476 Aug 31 15:49:37.902636 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6448202 Aug 31 15:49:37.904511 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4c88b5d7-2e8f-42f3-b8d6-6dea750126f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819716 Aug 31 15:49:37.915409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a848c76-ab39-4736-930d-9f052277f1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c15612-55af-4b4b-82a4-5b48dd005a4e,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:37.921122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36582) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:37.921543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36584) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:37.921892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36586) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:37.925653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e10ca-e9f5-4bba-9d3d-f9631556ebd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=01961186-0a4f-498b-b7a1-625bd23ac512,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:37.947254 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6a67c4e9-cd42-4a12-8cc6-951369679cf6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:37.967620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': '31d30706-9b48-407d-ba10-3d19d2ec3fe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:37.978094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cfb35-9acf-4621-8981-037fdcc38f29 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Network': ['ID=31d30706-9b48-407d-ba10-3d19d2ec3fe8,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:37.994718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (d3b17347-2853-4964-9ac9-17d366f8c8ea), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.030962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:38.038291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 31d30706-9b48-407d-ba10-3d19d2ec3fe8 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:38.045092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:38.072326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (eee428b5-4a9d-4fcd-85dd-0cc41c56ad5d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.133522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:38.180064 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dbf3c3-2624-4e48-9c49-992ed4882f32 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] GET failed (client error): The resource could not be found. Aug 31 15:49:38.182144 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d2dbf3c3-2624-4e48-9c49-992ed4882f32 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "GET /networking/v2.0/ports/a065c327-d3b4-47dd-8326-8d2e75f90624 HTTP/1.1" status: 404 len: 333 time: 0.2527230 Aug 31 15:49:38.190517 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36594) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:38.195452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:38.195452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:38.196106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'port': {'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-188688438'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:38.220657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:38.225119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.228764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Allocated IP 172.20.0.3 (d3b17347-2853-4964-9ac9-17d366f8c8ea/eee428b5-4a9d-4fcd-85dd-0cc41c56ad5d/582c9353-e6c2-4e37-8c7f-f929a4e1510d) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:38.237365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event updated for resources: {'Port': ['ID=4fbdb49c-e76c-4855-b011-c58a83e1a6f4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:38.351258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bea4ef00-491d-4b0c-974b-61b5cdde52bd admin admin] Publish callbacks [] for security_group (a3c15612-55af-4b4b-82a4-5b48dd005a4e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.356647 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc76dea-ef28-4084-9ce8-22632033686f None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:38.390593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:38.391283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.444485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Made reservation on behalf of 114c67b872c74375b00b079be0270197 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:38.446614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2cc76dea-ef28-4084-9ce8-22632033686f None None] Deleting port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:38.447276 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2cc76dea-ef28-4084-9ce8-22632033686f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3af15bba-30bf-4a9e-bfa2-981e6a175cf1), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.450900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.455434 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:38.472998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bea4ef00-491d-4b0c-974b-61b5cdde52bd admin admin] Publish callbacks [] for security_group (a3c15612-55af-4b4b-82a4-5b48dd005a4e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.485719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] device_id is not set on port 739062bc-1933-45fb-aed7-938036f9e508 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:38.614237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36596) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:38.622830 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c27203ee-1daa-4463-905c-548f1bbd40d2 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5863886 Aug 31 15:49:38.623617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a67c4e9-cd42-4a12-8cc6-951369679cf6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:38.627174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36598) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:38.628234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a67c4e9-cd42-4a12-8cc6-951369679cf6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.640627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:38.648101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34e59f94-53cd-45e6-a8c9-14affbaef798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.673077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b1b1f111-7aff-4e31-a582-d28e596b288a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.676864 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 8 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:38.708942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Allocated IP 2001:db8::23a (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb/0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9/739062bc-1933-45fb-aed7-938036f9e508) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:38.744636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Publish callbacks [] for port (582c9353-e6c2-4e37-8c7f-f929a4e1510d), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.753462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:38.758361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2cc76dea-ef28-4084-9ce8-22632033686f None None] For port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3af15bba-30bf-4a9e-bfa2-981e6a175cf1,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:38.759544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2cc76dea-ef28-4084-9ce8-22632033686f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3af15bba-30bf-4a9e-bfa2-981e6a175cf1), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.762737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-eb507df4-2857-47e4-8dc9-785886957155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.767441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=b1b1f111-7aff-4e31-a582-d28e596b288a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:38.775304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bea4ef00-491d-4b0c-974b-61b5cdde52bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a3c15612-55af-4b4b-82a4-5b48dd005a4e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.777506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2cc76dea-ef28-4084-9ce8-22632033686f None None] Calling delete_port for 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:38.778695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bea4ef00-491d-4b0c-974b-61b5cdde52bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.782876 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bea4ef00-491d-4b0c-974b-61b5cdde52bd admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a3c15612-55af-4b4b-82a4-5b48dd005a4e HTTP/1.1" status: 204 len: 168 time: 0.9104421 Aug 31 15:49:38.847668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.879678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (582c9353-e6c2-4e37-8c7f-f929a4e1510d), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.924062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (07d89fb4-e7cc-49a3-bde5-2513a6fbe127), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.929200 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:38.938680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Pushing event updated for resources: {'Port': ['ID=582c9353-e6c2-4e37-8c7f-f929a4e1510d,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:38.956091 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Network d3b17347-2853-4964-9ac9-17d366f8c8ea is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:38.957674 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:38.960954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:38.964857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2cc76dea-ef28-4084-9ce8-22632033686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (3af15bba-30bf-4a9e-bfa2-981e6a175cf1), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:38.988073 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4ef00-491d-4b0c-974b-61b5cdde52bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c15612-55af-4b4b-82a4-5b48dd005a4e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:38.994104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc76dea-ef28-4084-9ce8-22632033686f None None] Pushing event deleted for resources: {'Port': ['ID=3af15bba-30bf-4a9e-bfa2-981e6a175cf1,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:39.016973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34e59f94-53cd-45e6-a8c9-14affbaef798 admin admin] Publish callbacks [] for security_group (555f545e-e458-4708-b0c4-e341c2eea8ed), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.030012 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:39.031787 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc76dea-ef28-4084-9ce8-22632033686f None None] No DVR routers for this DVR port 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:39.070906 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for port (739062bc-1933-45fb-aed7-938036f9e508), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.077830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Attempting to bind port 582c9353-e6c2-4e37-8c7f-f929a4e1510d on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:39.078205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Attempting to bind port 582c9353-e6c2-4e37-8c7f-f929a4e1510d by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '713d2875-2b2d-476b-a2a0-601a46b82b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd3b17347-2853-4964-9ac9-17d366f8c8ea'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:39.084561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Attempting to bind port 582c9353-e6c2-4e37-8c7f-f929a4e1510d on network d3b17347-2853-4964-9ac9-17d366f8c8ea {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:39.084789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.085259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (eee428b5-4a9d-4fcd-85dd-0cc41c56ad5d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.089104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:39.089758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Checking segment: {'id': '713d2875-2b2d-476b-a2a0-601a46b82b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd3b17347-2853-4964-9ac9-17d366f8c8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:39.090416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.091065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Bound using segment: {'id': '713d2875-2b2d-476b-a2a0-601a46b82b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd3b17347-2853-4964-9ac9-17d366f8c8ea'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:39.091861 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Bound port: 582c9353-e6c2-4e37-8c7f-f929a4e1510d, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713d2875-2b2d-476b-a2a0-601a46b82b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd3b17347-2853-4964-9ac9-17d366f8c8ea'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:39.092491 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (582c9353-e6c2-4e37-8c7f-f929a4e1510d), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.123426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=07d89fb4-e7cc-49a3-bde5-2513a6fbe127,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:39.158222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-34e59f94-53cd-45e6-a8c9-14affbaef798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (555f545e-e458-4708-b0c4-e341c2eea8ed), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.188070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Checking segment: {'id': '8b1020cd-3f2e-4d63-9484-1c3b13f51278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31d30706-9b48-407d-ba10-3d19d2ec3fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:39.188561 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network hostable DHCP agents. Network: 31d30706-9b48-407d-ba10-3d19d2ec3fe8, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:39.199887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] For port 582c9353-e6c2-4e37-8c7f-f929a4e1510d, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:39.201250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=eee428b5-4a9d-4fcd-85dd-0cc41c56ad5d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:39.211756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] For port 582c9353-e6c2-4e37-8c7f-f929a4e1510d, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=582c9353-e6c2-4e37-8c7f-f929a4e1510d,segment=NetworkSegment(713d2875-2b2d-476b-a2a0-601a46b82b71),segment_id=713d2875-2b2d-476b-a2a0-601a46b82b71)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:39.230209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:39.250025 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-34e59f94-53cd-45e6-a8c9-14affbaef798 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=402f6f040e724ce4aaa4ce714bd14a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6343431 Aug 31 15:49:39.254986 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 9 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:39.279169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36604) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:39.284624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a67c4e9-cd42-4a12-8cc6-951369679cf6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (5556166e-3445-4987-899d-14f668f0e8d3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.297910 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:39.339244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (d3b17347-2853-4964-9ac9-17d366f8c8ea), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.346204 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e59f94-53cd-45e6-a8c9-14affbaef798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555f545e-e458-4708-b0c4-e341c2eea8ed,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:39.348739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (582c9353-e6c2-4e37-8c7f-f929a4e1510d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.408303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a67c4e9-cd42-4a12-8cc6-951369679cf6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:39.418402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network 31d30706-9b48-407d-ba10-3d19d2ec3fe8 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:39.420937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b17347-2853-4964-9ac9-17d366f8c8ea']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:39.432396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-6a67c4e9-cd42-4a12-8cc6-951369679cf6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:39.436948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67c4e9-cd42-4a12-8cc6-951369679cf6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:39.438398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a67c4e9-cd42-4a12-8cc6-951369679cf6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.448199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713d2875-2b2d-476b-a2a0-601a46b82b71') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:39.448199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713d2875-2b2d-476b-a2a0-601a46b82b71') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:39.451945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22780610-2c39-4955-91ca-9cffc69b6d67 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:39.471441 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7b4213-4cc9-4611-ac47-89b8d84376a8 None None] Network d3b17347-2853-4964-9ac9-17d366f8c8ea requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:39.473525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c3ec6-0d74-4ad9-8713-b9dc625fb53d None None] Pushing event updated for resources: {'Port': ['ID=582c9353-e6c2-4e37-8c7f-f929a4e1510d,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:39.480753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Allocated IP 172.26.2.212 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/990ff1c5-6660-49bf-8bee-404fa7caf9f0) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:39.486223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:39.496776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67c4e9-cd42-4a12-8cc6-951369679cf6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=5556166e-3445-4987-899d-14f668f0e8d3,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:39.507432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:39.547313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (713d2875-2b2d-476b-a2a0-601a46b82b71), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.562348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (713d2875-2b2d-476b-a2a0-601a46b82b71), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.566111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 31d30706-9b48-407d-ba10-3d19d2ec3fe8) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:39.569494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:39.570308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (713d2875-2b2d-476b-a2a0-601a46b82b71), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.570804 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5407b6-1428-4d94-bb12-e0e4aad20aaa None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:39.575410 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6a67c4e9-cd42-4a12-8cc6-951369679cf6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6437221 Aug 31 15:49:39.582246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b38778d-163c-4503-847f-d5d74a549be9 None None] Network 31d30706-9b48-407d-ba10-3d19d2ec3fe8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:39.583975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36612) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:39.585456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:39.586108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.593097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33bcd2ad-2697-49bd-9ea7-0e1b701cf982 admin admin] Publish callbacks [] for security_group (555f545e-e458-4708-b0c4-e341c2eea8ed), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.601123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'name': 'tempest-NetworksTestDHCPv6-474071742'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:39.651549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (739062bc-1933-45fb-aed7-938036f9e508), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.692064 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33bcd2ad-2697-49bd-9ea7-0e1b701cf982 admin admin] Publish callbacks [] for security_group (555f545e-e458-4708-b0c4-e341c2eea8ed), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.696895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.702721 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b3246224-09c5-484f-b888-6fd55ca5e3b3 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/ports/b1b1f111-7aff-4e31-a582-d28e596b288a HTTP/1.1" status: 204 len: 168 time: 3.2829108 Aug 31 15:49:39.705043 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5407b6-1428-4d94-bb12-e0e4aad20aaa None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:39.705922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1b5407b6-1428-4d94-bb12-e0e4aad20aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:39.708259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36618) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:39.729649 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:49:39.731765 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 713d2875-2b2d-476b-a2a0-601a46b82b71 resource provider aggregate not found Aug 31 15:49:39.736160 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dcea0be5-5fd5-4268-9ad6-306eb9bb2526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8035867 Aug 31 15:49:39.741692 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36620) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:39.751666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Port': ['ID=739062bc-1933-45fb-aed7-938036f9e508,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:39.760768 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 713d2875-2b2d-476b-a2a0-601a46b82b71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 713d2875-2b2d-476b-a2a0-601a46b82b71 found for delete ", "request_id": "req-94b69c9f-438b-42c8-9912-7c8753ae992a"}]} Aug 31 15:49:39.780694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.api [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:49:39.780694 dv-neutron-855257-2-hyperv neutron-server[114265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:49:39.780694 dv-neutron-855257-2-hyperv neutron-server[114265]: [parameters: {'id': 'd3b17347-2853-4964-9ac9-17d366f8c8ea'}] Aug 31 15:49:39.780694 dv-neutron-855257-2-hyperv neutron-server[114265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:49:39.780694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG oslo_db.api [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:49:39.781749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-495478d1-503e-49c1-b92a-5c397fa1e5cb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-456099899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:39.782754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:39.786531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:39.795281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:39.800730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:39.801947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.818310 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c8fba7c5-6d37-43b4-b1cd-c51fa88c47aa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "GET /networking/v2.0/floatingips/cc9575dd-63c2-40ad-bc77-4c2720f61961 HTTP/1.1" status: 200 len: 688 time: 0.1072493 Aug 31 15:49:39.819329 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Attempt 10 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:39.830067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36624) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:39.853755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1b5407b6-1428-4d94-bb12-e0e4aad20aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:39.902371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5407b6-1428-4d94-bb12-e0e4aad20aaa None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:39.903005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1b5407b6-1428-4d94-bb12-e0e4aad20aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:39.966228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-495478d1-503e-49c1-b92a-5c397fa1e5cb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.970295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:39.971489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-495478d1-503e-49c1-b92a-5c397fa1e5cb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.974166 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57132896-a5c0-4f88-a941-1c77c5391a7a None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:39.974882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33bcd2ad-2697-49bd-9ea7-0e1b701cf982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (555f545e-e458-4708-b0c4-e341c2eea8ed), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.976026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for port (990ff1c5-6660-49bf-8bee-404fa7caf9f0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.977598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33bcd2ad-2697-49bd-9ea7-0e1b701cf982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:39.992768 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b3cd38a8-4534-42dd-adcc-2cd154bd97d1 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7889674 Aug 31 15:49:39.993775 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1b5407b6-1428-4d94-bb12-e0e4aad20aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:39.993878 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-33bcd2ad-2697-49bd-9ea7-0e1b701cf982 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/555f545e-e458-4708-b0c4-e341c2eea8ed HTTP/1.1" status: 204 len: 168 time: 0.7043636 Aug 31 15:49:39.993878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36628) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:39.994015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5407b6-1428-4d94-bb12-e0e4aad20aaa None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:40.016825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'port': {'network_id': '0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1632662774'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:40.025386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '5556166e-3445-4987-899d-14f668f0e8d3'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:40.026600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.031343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:40.033549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-4bfea550-c81a-462f-a09b-3df73a11a514 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port c99f5e68-3a57-48dd-8868-6afb3b58d13c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:40.033997 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfea550-c81a-462f-a09b-3df73a11a514 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c99f5e68-3a57-48dd-8868-6afb3b58d13c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.035830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.038350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcd2ad-2697-49bd-9ea7-0e1b701cf982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555f545e-e458-4708-b0c4-e341c2eea8ed,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:40.101277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-31d30706-9b48-407d-ba10-3d19d2ec3fe8', 'network_id': '31d30706-9b48-407d-ba10-3d19d2ec3fe8', 'project_id': '57f5b0b0964c4f818f0c7bf0928738a3', 'fixed_ips': [{'subnet_id': '07d89fb4-e7cc-49a3-bde5-2513a6fbe127'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:40.102822 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.125963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:40.126312 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3af15bba-30bf-4a9e-bfa2-981e6a175cf1 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:40.207375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Provisioning complete for port d0051070-c309-444b-a002-5926863df2bb triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:40.207753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d0051070-c309-444b-a002-5926863df2bb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.208089 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 1 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:40.335822 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:40.440602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/5556166e-3445-4987-899d-14f668f0e8d3/d5b5c8b9-fd30-441c-8644-8796855c8012) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:40.467273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Allocated IP 172.20.0.2 (31d30706-9b48-407d-ba10-3d19d2ec3fe8/07d89fb4-e7cc-49a3-bde5-2513a6fbe127/9b834115-bc9b-4a97-ab6f-4dd281902791) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:40.522046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (d3b17347-2853-4964-9ac9-17d366f8c8ea), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.532275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:40.538658 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:40.594461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36640) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.595337 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port 582c9353-e6c2-4e37-8c7f-f929a4e1510d {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:40.595837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (582c9353-e6c2-4e37-8c7f-f929a4e1510d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.622315 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:40.624234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (990ff1c5-6660-49bf-8bee-404fa7caf9f0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.628440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:40.662870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 5f7dc923-b565-4d64-b640-499c3d5c3816 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:40.672294 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-495478d1-503e-49c1-b92a-5c397fa1e5cb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for router_controller (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.731215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:40.733599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-495478d1-503e-49c1-b92a-5c397fa1e5cb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.737867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:40.741685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfea550-c81a-462f-a09b-3df73a11a514 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c99f5e68-3a57-48dd-8868-6afb3b58d13c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.742062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfea550-c81a-462f-a09b-3df73a11a514 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (c99f5e68-3a57-48dd-8868-6afb3b58d13c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.765289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:40.815466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:40.840390 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 2 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:40.863025 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-1861a6ae-d168-4d2a-8c12-77e674edbf93 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:40.864326 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1861a6ae-d168-4d2a-8c12-77e674edbf93 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.2656777 Aug 31 15:49:40.865523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-4bfea550-c81a-462f-a09b-3df73a11a514 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for c99f5e68-3a57-48dd-8868-6afb3b58d13c owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:40.867622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36650) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.871681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port 582c9353-e6c2-4e37-8c7f-f929a4e1510d, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=582c9353-e6c2-4e37-8c7f-f929a4e1510d,segment=NetworkSegment(713d2875-2b2d-476b-a2a0-601a46b82b71),segment_id=713d2875-2b2d-476b-a2a0-601a46b82b71)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:40.872056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (582c9353-e6c2-4e37-8c7f-f929a4e1510d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.873760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-5af72768-8eee-435e-a49d-f778c3143d2b tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:40.873760 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5af72768-8eee-435e-a49d-f778c3143d2b tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049109 Aug 31 15:49:40.876452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36652) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.880795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-5234ee87-087a-4029-88cc-9663190616f8 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:40.886482 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5234ee87-087a-4029-88cc-9663190616f8 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0089626 Aug 31 15:49:40.887121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36654) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.891646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-9e0a78a2-68c6-437b-89d7-22c7ef4a324c tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:40.895078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event updated for resources: {'Port': ['ID=990ff1c5-6660-49bf-8bee-404fa7caf9f0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:40.895428 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9e0a78a2-68c6-437b-89d7-22c7ef4a324c tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0072973 Aug 31 15:49:40.896054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36656) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.902877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-0adbdf90-1d0c-4b67-ae8b-fa4b103f26ae tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/agent returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:40.903903 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0adbdf90-1d0c-4b67-ae8b-fa4b103f26ae tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065777 Aug 31 15:49:40.906941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-495478d1-503e-49c1-b92a-5c397fa1e5cb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.910218 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-495478d1-503e-49c1-b92a-5c397fa1e5cb tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.1387291 Aug 31 15:49:40.910856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36658) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.911183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36660) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.913219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for 582c9353-e6c2-4e37-8c7f-f929a4e1510d owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:40.917160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-dca4d352-adfc-4079-aadf-8e7950f527e2 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:40.920845 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dca4d352-adfc-4079-aadf-8e7950f527e2 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060582 Aug 31 15:49:40.921704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'network_id': '31d30706-9b48-407d-ba10-3d19d2ec3fe8', 'name': 'tempest-PortsTestJSON-452538112'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:40.921859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36662) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.926969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for floatingip (94789a25-124b-472d-b0fc-eea73f4a8502), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.928339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Made reservation on behalf of 114c67b872c74375b00b079be0270197 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:40.932085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.940035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-f6b438a3-a70e-4208-ad65-1f96aa667188 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:40.941057 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f6b438a3-a70e-4208-ad65-1f96aa667188 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0169106 Aug 31 15:49:40.944752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36666) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.952970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-a29665b9-a221-4a0f-b89d-64c876be0584 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:40.953984 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a29665b9-a221-4a0f-b89d-64c876be0584 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077188 Aug 31 15:49:40.959135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7780098d-f173-4f97-8f70-855d7b10e137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:40.969796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36668) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.980773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-3e9c3b45-d5c8-4e10-b1ce-e97aafd26baa tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:40.981812 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3e9c3b45-d5c8-4e10-b1ce-e97aafd26baa tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0095203 Aug 31 15:49:40.986168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36670) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:40.994623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-d76e0431-8001-4631-83fd-3acf7217aa2f tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:40.995613 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d76e0431-8001-4631-83fd-3acf7217aa2f tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0087531 Aug 31 15:49:40.999816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36672) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.006007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-0b9404d5-682e-4aef-9e0a-7a8704fe5163 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.006995 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0b9404d5-682e-4aef-9e0a-7a8704fe5163 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063744 Aug 31 15:49:41.013237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36674) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.020648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-c34fca04-231f-4721-8226-e6e99a543ed7 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.021778 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c34fca04-231f-4721-8226-e6e99a543ed7 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0078695 Aug 31 15:49:41.023194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] device_id is not set on port d03198f1-b5cd-495e-b08c-f9812ebd17fb yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:41.027128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36676) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.040986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-3e4c2fb7-93bb-47a0-9d8b-41cbb6381e94 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.042075 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3e4c2fb7-93bb-47a0-9d8b-41cbb6381e94 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0104666 Aug 31 15:49:41.044392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Publish callbacks [] for port (d5b5c8b9-fd30-441c-8644-8796855c8012), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.045616 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36678) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.053835 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:41.056045 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-8c60f9a1-9916-4ee2-8719-fd97c80b7055 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.057033 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8c60f9a1-9916-4ee2-8719-fd97c80b7055 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0089874 Aug 31 15:49:41.061231 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36680) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.081030 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Publish callbacks [] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.096820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-823a727d-507a-4c0f-8f43-a7ec08de666f tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.100290 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-823a727d-507a-4c0f-8f43-a7ec08de666f tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0290828 Aug 31 15:49:41.100856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36682) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.105199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-66de87ec-2234-44d8-8553-6bbf2fece6e3 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.106989 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-66de87ec-2234-44d8-8553-6bbf2fece6e3 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044580 Aug 31 15:49:41.117335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36684) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.124398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (990ff1c5-6660-49bf-8bee-404fa7caf9f0), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.124661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-b7319f08-89d3-4757-a06b-fe9da0cd5a3b tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.125646 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b7319f08-89d3-4757-a06b-fe9da0cd5a3b tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0069919 Aug 31 15:49:41.134654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36686) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.138989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-91b440a1-2c3c-4d37-a38c-8d9e44213699 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.139957 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-91b440a1-2c3c-4d37-a38c-8d9e44213699 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043497 Aug 31 15:49:41.144305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36688) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.153536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (d5b5c8b9-fd30-441c-8644-8796855c8012), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.173670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-30d4623e-8cb0-4414-92d4-64523fa9deb7 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.177068 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-30d4623e-8cb0-4414-92d4-64523fa9deb7 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0260150 Aug 31 15:49:41.179953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36690) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.186932 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-5bfeb79e-8bd2-4e92-8e79-5ab5aa54b3d2 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.188738 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5bfeb79e-8bd2-4e92-8e79-5ab5aa54b3d2 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043807 Aug 31 15:49:41.188865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.194420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36692) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.201291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-7c0f613e-1fb4-4964-91a4-7b3bbe44e611 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.204759 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7c0f613e-1fb4-4964-91a4-7b3bbe44e611 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070071 Aug 31 15:49:41.209188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36694) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.217405 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-c69027db-d214-495a-99ea-36049475e0bd tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.221044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c69027db-d214-495a-99ea-36049475e0bd tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0082908 Aug 31 15:49:41.221595 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:41.221744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36696) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.225925 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:41.228847 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:41.237595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-c9ecca24-d3af-4be4-821d-a539c0a24ca1 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.241465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c9ecca24-d3af-4be4-821d-a539c0a24ca1 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0123160 Aug 31 15:49:41.245517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36698) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.260112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-428ecc42-1a47-4cd3-af4a-3da04c1ffd48 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/router returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.267452 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-428ecc42-1a47-4cd3-af4a-3da04c1ffd48 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0116882 Aug 31 15:49:41.267611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Network 31d30706-9b48-407d-ba10-3d19d2ec3fe8 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:41.267713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36700) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.269418 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Pushing event updated for resources: {'Port': ['ID=d5b5c8b9-fd30-441c-8644-8796855c8012,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:41.278658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-bc239200-d243-4f5c-af2b-3f270ddaf3ca tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.279638 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bc239200-d243-4f5c-af2b-3f270ddaf3ca tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0069618 Aug 31 15:49:41.287026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36702) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.294391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-d3a65131-fccd-4cc7-a75f-bd0b13aa5e88 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.294637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Allocated IP 2001:db8::46 (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb/0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9/d03198f1-b5cd-495e-b08c-f9812ebd17fb) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:41.295553 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d3a65131-fccd-4cc7-a75f-bd0b13aa5e88 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075133 Aug 31 15:49:41.300202 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36704) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.304557 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-1dde73b6-bb20-49bc-8f29-09657efe99c8 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.308864 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1dde73b6-bb20-49bc-8f29-09657efe99c8 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052488 Aug 31 15:49:41.309323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36708) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.319329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-9a9b30da-b7d3-41aa-9db5-a4738303ffc8 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.322076 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9a9b30da-b7d3-41aa-9db5-a4738303ffc8 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0102224 Aug 31 15:49:41.322818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::b1 (e986fc1f-2559-47ce-89c8-1dd43368919a/5556166e-3445-4987-899d-14f668f0e8d3/5f7dc923-b565-4d64-b640-499c3d5c3816) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:41.325328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (582c9353-e6c2-4e37-8c7f-f929a4e1510d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.328483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36710) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.333742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-e28bb759-82dc-4920-b4c4-b3588ef04ab1 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.337180 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e28bb759-82dc-4920-b4c4-b3588ef04ab1 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042818 Aug 31 15:49:41.337971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:41.341391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36712) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.352033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-0ca1a736-3ebc-409f-913b-4ec235b37849 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/metering returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.355894 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0ca1a736-3ebc-409f-913b-4ec235b37849 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065944 Aug 31 15:49:41.362365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:41.371232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:41.375019 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.383232 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36714) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.389699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=582c9353-e6c2-4e37-8c7f-f929a4e1510d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:41.390866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Attempting to bind port d5b5c8b9-fd30-441c-8644-8796855c8012 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:41.390999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Attempting to bind port d5b5c8b9-fd30-441c-8644-8796855c8012 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:41.391354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Attempting to bind port d5b5c8b9-fd30-441c-8644-8796855c8012 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:41.399294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-239e981e-6940-48c7-9d38-72246142732d tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.400609 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-239e981e-6940-48c7-9d38-72246142732d tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0152869 Aug 31 15:49:41.401864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port 582c9353-e6c2-4e37-8c7f-f929a4e1510d on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:41.406571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port 5551020c-301c-43b7-8d94-254122220352 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:41.410281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36718) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.421132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-7cb45e42-97f3-46c5-b061-8a9f8fa6c5b2 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.422423 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7cb45e42-97f3-46c5-b061-8a9f8fa6c5b2 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0084836 Aug 31 15:49:41.423283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfea550-c81a-462f-a09b-3df73a11a514 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c99f5e68-3a57-48dd-8868-6afb3b58d13c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.429071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36720) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.474548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-0b7604df-fb60-461e-9a2b-ab82249500d4 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.475205 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0b7604df-fb60-461e-9a2b-ab82249500d4 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0413220 Aug 31 15:49:41.491967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36724) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.501588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-736cab4b-c094-4028-bfb1-751c32211ec8 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.509919 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-736cab4b-c094-4028-bfb1-751c32211ec8 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065999 Aug 31 15:49:41.509919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfea550-c81a-462f-a09b-3df73a11a514 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=c99f5e68-3a57-48dd-8868-6afb3b58d13c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:41.509919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36726) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.577853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-63a3f4f3-225d-4895-a7c7-87efa7949a81 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.582008 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-63a3f4f3-225d-4895-a7c7-87efa7949a81 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0407615 Aug 31 15:49:41.583654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36728) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.596078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-68853486-889f-4694-a7d3-c3ae62786548 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.598150 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-68853486-889f-4694-a7d3-c3ae62786548 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0092094 Aug 31 15:49:41.609153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36730) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.611758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:UPDATE=8 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:41.613448 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 3 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:41.620961 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Pushing event updated for resources: {'Port': ['ID=9b834115-bc9b-4a97-ab6f-4dd281902791,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:41.622209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-4418013b-2b15-4def-abc7-dee13e83221e tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.626515 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4418013b-2b15-4def-abc7-dee13e83221e tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0095813 Aug 31 15:49:41.626703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:41.626703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:41.626703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.626703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:41.626703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Bound port: d5b5c8b9-fd30-441c-8644-8796855c8012, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:41.626703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d5b5c8b9-fd30-441c-8644-8796855c8012), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.641597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36732) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.644637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (d3b17347-2853-4964-9ac9-17d366f8c8ea), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.653951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-2d1ab12e-5882-4444-84ad-4c3b673b33b0 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.657572 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2d1ab12e-5882-4444-84ad-4c3b673b33b0 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0125575 Aug 31 15:49:41.657572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for port (990ff1c5-6660-49bf-8bee-404fa7caf9f0), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.666321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36734) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.676251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Attempting to bind port 9b834115-bc9b-4a97-ab6f-4dd281902791 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:41.676614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Attempting to bind port 9b834115-bc9b-4a97-ab6f-4dd281902791 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '8b1020cd-3f2e-4d63-9484-1c3b13f51278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31d30706-9b48-407d-ba10-3d19d2ec3fe8'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:41.677010 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Attempting to bind port 9b834115-bc9b-4a97-ab6f-4dd281902791 on network 31d30706-9b48-407d-ba10-3d19d2ec3fe8 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:41.677353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-f4c80d7e-d29b-4b66-b6eb-1bdf8f524189 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.678489 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f4c80d7e-d29b-4b66-b6eb-1bdf8f524189 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0095375 Aug 31 15:49:41.684116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36736) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.687141 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:41.687522 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Checking segment: {'id': '8b1020cd-3f2e-4d63-9484-1c3b13f51278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31d30706-9b48-407d-ba10-3d19d2ec3fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:41.687927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.688323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Bound using segment: {'id': '8b1020cd-3f2e-4d63-9484-1c3b13f51278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31d30706-9b48-407d-ba10-3d19d2ec3fe8'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:41.688457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-bcf009d0-9f92-4580-910b-43e3a7bf9b8e tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.688894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Bound port: 9b834115-bc9b-4a97-ab6f-4dd281902791, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1020cd-3f2e-4d63-9484-1c3b13f51278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31d30706-9b48-407d-ba10-3d19d2ec3fe8'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:41.692133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.692268 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bcf009d0-9f92-4580-910b-43e3a7bf9b8e tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043383 Aug 31 15:49:41.692653 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36738) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.697870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-4c0d9e0a-637d-49e5-af88-2a65580ff5e6 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.722741 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4c0d9e0a-637d-49e5-af88-2a65580ff5e6 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0052099 Aug 31 15:49:41.722741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b17347-2853-4964-9ac9-17d366f8c8ea']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:41.722741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713d2875-2b2d-476b-a2a0-601a46b82b71') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:41.722741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713d2875-2b2d-476b-a2a0-601a46b82b71') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:41.725547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36740) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.726655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfea550-c81a-462f-a09b-3df73a11a514 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (cc9575dd-63c2-40ad-bc77-4c2720f61961), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.728063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:41.730789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfea550-c81a-462f-a09b-3df73a11a514 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.732234 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4bfea550-c81a-462f-a09b-3df73a11a514 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/cc9575dd-63c2-40ad-bc77-4c2720f61961 HTTP/1.1" status: 204 len: 168 time: 1.8989627 Aug 31 15:49:41.741696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36742) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.742753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-9f71da5a-04a6-413d-a7ef-c51a27de6022 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/binding returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.745360 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9f71da5a-04a6-413d-a7ef-c51a27de6022 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0116262 Aug 31 15:49:41.746943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'port_id': '6b683506-53ca-4ce8-887d-8cbb282a837e'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:41.747833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (990ff1c5-6660-49bf-8bee-404fa7caf9f0), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.752497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36744) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.754622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (713d2875-2b2d-476b-a2a0-601a46b82b71), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.764498 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-2b656365-e74f-46fa-842f-bb6e0164a2c6 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.769142 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2b656365-e74f-46fa-842f-bb6e0164a2c6 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0093410 Aug 31 15:49:41.771945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36748) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.781135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-fc6b29b0-5683-408c-bad9-16a9a2e9a0aa tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.785098 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fc6b29b0-5683-408c-bad9-16a9a2e9a0aa tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0074270 Aug 31 15:49:41.791702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36750) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.804738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-4cbf878d-d994-4c0e-ae04-b5bf81f12706 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.806570 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4cbf878d-d994-4c0e-ae04-b5bf81f12706 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067146 Aug 31 15:49:41.809256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.3 (31d30706-9b48-407d-ba10-3d19d2ec3fe8/07d89fb4-e7cc-49a3-bde5-2513a6fbe127/5551020c-301c-43b7-8d94-254122220352) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:41.812872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] For port d5b5c8b9-fd30-441c-8644-8796855c8012, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:41.819023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for port (d03198f1-b5cd-495e-b08c-f9812ebd17fb), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.822005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] For port d5b5c8b9-fd30-441c-8644-8796855c8012, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d5b5c8b9-fd30-441c-8644-8796855c8012,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:41.825368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36752) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.830628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-e4edf260-379c-497f-9ada-6cc3190f8f3c tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/provider returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.835106 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e4edf260-379c-497f-9ada-6cc3190f8f3c tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0084505 Aug 31 15:49:41.836489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] For port 9b834115-bc9b-4a97-ab6f-4dd281902791, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:41.838194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36754) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.845212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-1785326c-e965-4b22-ac67-fa7e12ba3bc3 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.846194 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1785326c-e965-4b22-ac67-fa7e12ba3bc3 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0043800 Aug 31 15:49:41.850381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36756) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.857814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (713d2875-2b2d-476b-a2a0-601a46b82b71), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.865422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:41.871663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-c207469d-84d7-4b1b-a6d9-1bba43afa0ea tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.875094 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c207469d-84d7-4b1b-a6d9-1bba43afa0ea tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0087342 Aug 31 15:49:41.877740 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (d5b5c8b9-fd30-441c-8644-8796855c8012), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.877927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36758) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.891710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-41696f6e-21b7-4a99-aa1d-b7478aacb082 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.895908 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-41696f6e-21b7-4a99-aa1d-b7478aacb082 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0142374 Aug 31 15:49:41.899038 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36760) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.900654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:41.901386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (713d2875-2b2d-476b-a2a0-601a46b82b71), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.918712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-6af691b6-e5d5-4f49-ac2d-c3d518c19944 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.920218 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6af691b6-e5d5-4f49-ac2d-c3d518c19944 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0117967 Aug 31 15:49:41.932690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36764) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.944255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (5f7dc923-b565-4d64-b640-499c3d5c3816), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.948657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-06034f8e-8969-486f-bb7b-373ea33f6c74 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.951773 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 713d2875-2b2d-476b-a2a0-601a46b82b71 resource provider aggregate not found Aug 31 15:49:41.952567 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-06034f8e-8969-486f-bb7b-373ea33f6c74 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0124478 Aug 31 15:49:41.953456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:41.964450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36766) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:41.966873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.974435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (94789a25-124b-472d-b0fc-eea73f4a8502), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:41.979563 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event updated for resources: {'Port': ['ID=990ff1c5-6660-49bf-8bee-404fa7caf9f0,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:41.980438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-b20540b8-0ef6-41e0-8c27-5c78e98bc207 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:41.984271 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b20540b8-0ef6-41e0-8c27-5c78e98bc207 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0143137 Aug 31 15:49:41.989130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36770) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.001735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685bf11-75fe-4b47-b25b-5fc499820ee9 None None] Pushing event updated for resources: {'Port': ['ID=d5b5c8b9-fd30-441c-8644-8796855c8012,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:42.013536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-64cb6d0a-949c-464e-be04-0868e509e8d7 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.018296 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-64cb6d0a-949c-464e-be04-0868e509e8d7 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0218422 Aug 31 15:49:42.023099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36772) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.023464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36774) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.038860 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 713d2875-2b2d-476b-a2a0-601a46b82b71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 713d2875-2b2d-476b-a2a0-601a46b82b71 found for delete ", "request_id": "req-5c4c04db-e26d-4c4b-8636-7219dd0d79e4"}]} Aug 31 15:49:42.068394 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-52e0d581-ee2d-42c2-a1c9-747109093e99 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.070030 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-52e0d581-ee2d-42c2-a1c9-747109093e99 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0431633 Aug 31 15:49:42.071863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.074653 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36776) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.079843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-66813f33-6fa6-44ae-bf4a-b193eec51250 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.088554 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-66813f33-6fa6-44ae-bf4a-b193eec51250 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0105634 Aug 31 15:49:42.090003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36780) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.099818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-9b6a5a1a-9998-4665-8177-08aab899a51d tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.101445 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9b6a5a1a-9998-4665-8177-08aab899a51d tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0100014 Aug 31 15:49:42.105441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36782) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.111183 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-b408130d-c129-46c6-9ea4-4626a887e172 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.112416 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b408130d-c129-46c6-9ea4-4626a887e172 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0061853 Aug 31 15:49:42.116199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36784) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.123528 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-8a61b5da-2118-42e9-822a-f80a3355ad9e tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.125708 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8a61b5da-2118-42e9-822a-f80a3355ad9e tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064473 Aug 31 15:49:42.133207 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36786) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.141058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-70716692-92cf-4d25-ac80-8aab3faa3fde tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.144979 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-70716692-92cf-4d25-ac80-8aab3faa3fde tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063984 Aug 31 15:49:42.146023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36788) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.151268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-27d815ea-7127-41f8-955d-8171e65b9830 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.152806 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-27d815ea-7127-41f8-955d-8171e65b9830 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0054598 Aug 31 15:49:42.157138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.157304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36790) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.158552 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e96f8465-f2d2-430c-9d38-d2381044c23c tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5249188 Aug 31 15:49:42.163317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36792) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.169837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-934466cc-1285-468a-98e9-1596ad42c5cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Request body: {'floatingip': {'port_id': '4fbdb49c-e76c-4855-b011-c58a83e1a6f4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:42.171543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-1c2314c0-17a5-42fe-93c7-e75378a1ef47 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.172616 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1c2314c0-17a5-42fe-93c7-e75378a1ef47 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0142987 Aug 31 15:49:42.180333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36794) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.215395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] For port 9b834115-bc9b-4a97-ab6f-4dd281902791, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9b834115-bc9b-4a97-ab6f-4dd281902791,segment=NetworkSegment(8b1020cd-3f2e-4d63-9484-1c3b13f51278),segment_id=8b1020cd-3f2e-4d63-9484-1c3b13f51278)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:42.227005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.228943 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 4 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:42.242224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-ec4122f4-9b5b-4feb-a03e-67fa46181443 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.246825 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ec4122f4-9b5b-4feb-a03e-67fa46181443 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0614836 Aug 31 15:49:42.246825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (d3b17347-2853-4964-9ac9-17d366f8c8ea), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.249235 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36796) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.255997 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-cdf1f4bd-0818-47b3-9d44-2043ad752a8e tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.257612 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cdf1f4bd-0818-47b3-9d44-2043ad752a8e tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051579 Aug 31 15:49:42.262988 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.266731 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/d3b17347-2853-4964-9ac9-17d366f8c8ea HTTP/1.1" status: 204 len: 168 time: 4.5770004 Aug 31 15:49:42.273069 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36798) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.273406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36800) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.283012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-5b0308c7-0b3a-452e-b031-d04d14e2fa67 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.284015 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5b0308c7-0b3a-452e-b031-d04d14e2fa67 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0069036 Aug 31 15:49:42.288028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:42.295182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1047098734'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:42.299248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36802) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.313312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-934466cc-1285-468a-98e9-1596ad42c5cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for floatingip (94789a25-124b-472d-b0fc-eea73f4a8502), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.320009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1212345654'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:42.323447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-da3812e8-bf71-4399-a525-ddb4fbe82dd3 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.327177 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-da3812e8-bf71-4399-a525-ddb4fbe82dd3 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0084555 Aug 31 15:49:42.327348 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (d03198f1-b5cd-495e-b08c-f9812ebd17fb), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.328783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5f7dc923-b565-4d64-b640-499c3d5c3816), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.342189 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.347775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36804) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.359605 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67506407-63df-4053-b1c6-70db78730f68 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=d3b17347-2853-4964-9ac9-17d366f8c8ea,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:42.390363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-98c94abd-a329-44df-b147-5c18e080e1a2 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.394066 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-98c94abd-a329-44df-b147-5c18e080e1a2 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0391524 Aug 31 15:49:42.400871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36806) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.429634 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-bc075cf4-30b1-4eae-aea9-bef3bcc360f0 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.431233 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bc075cf4-30b1-4eae-aea9-bef3bcc360f0 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0292137 Aug 31 15:49:42.436830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36808) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.445590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0420b8-9cbe-471b-be5f-6137435bb979 None None] Pushing event updated for resources: {'Port': ['ID=9b834115-bc9b-4a97-ab6f-4dd281902791,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:42.445834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-db803cf6-b89c-4fe8-b48b-cf39ee2e9d68 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.448125 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-db803cf6-b89c-4fe8-b48b-cf39ee2e9d68 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0098002 Aug 31 15:49:42.455293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36810) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.461364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (5551020c-301c-43b7-8d94-254122220352), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.472345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-b0a6a34d-70e6-45f7-bc78-3ee0333f264d tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.473346 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b0a6a34d-70e6-45f7-bc78-3ee0333f264d tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0083449 Aug 31 15:49:42.481468 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36812) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.485884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [None req-05c090a1-798c-41f3-a247-12ad5937e02e tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.489233 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-05c090a1-798c-41f3-a247-12ad5937e02e tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042551 Aug 31 15:49:42.494167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36814) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.521250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-2dc5dc6c-8e66-41ba-adda-d3cb38e6d621 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.522861 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2dc5dc6c-8e66-41ba-adda-d3cb38e6d621 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0194042 Aug 31 15:49:42.527680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:42.536720 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.541195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:42.542228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36816) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.545128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:42.588570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [None req-2090cd3c-7b41-47ae-88b5-b86f88786688 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] http://10.222.0.46:9696/networking/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:49:42.601950 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2090cd3c-7b41-47ae-88b5-b86f88786688 tempest-ExtensionsTestJSON-842838278 tempest-ExtensionsTestJSON-842838278-project] 10.222.0.46 "GET /networking/v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0105722 Aug 31 15:49:42.601950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Port': ['ID=d03198f1-b5cd-495e-b08c-f9812ebd17fb,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:42.601950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:42.601950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:42.605191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:42.610272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:42.610955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.624648 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-934466cc-1285-468a-98e9-1596ad42c5cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] update failed (client error): The resource could not be found. Aug 31 15:49:42.626217 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-934466cc-1285-468a-98e9-1596ad42c5cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/94789a25-124b-472d-b0fc-eea73f4a8502 HTTP/1.1" status: 404 len: 507 time: 0.4623592 Aug 31 15:49:42.627148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:42.631920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36820) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.636040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:42.640730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:42.641377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.671527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Made reservation on behalf of e91ce65e5b0a41fd9e911e62e577b511 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:42.675369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.710961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (1c5aaac0-dab6-4f1d-b643-662115c6997a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.712450 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment 1c5aaac0-dab6-4f1d-b643-662115c6997a of type vlan for network f5a35a4a-8eab-4236-baa6-9338c7db397a Aug 31 15:49:42.714613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:42.730361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:42.741978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.787337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.26.2.234 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/5bbd5324-666b-4071-9655-5b02ff9ea68d) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:42.788873 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 5 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:42.830941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=5f7dc923-b565-4d64-b640-499c3d5c3816,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:42.843724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f5a35a4a-8eab-4236-baa6-9338c7db397a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.848831 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8fde28df-aaed-4082-868c-38f1454d115d tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8585205 Aug 31 15:49:42.850021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36822) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.867702 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:42.871301 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b5270d0b-82ca-43b6-939d-554a7252a252 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2790949 Aug 31 15:49:42.885446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-20b2ef5c-aa59-488c-b771-d4c9b090f0a0 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::343', 'mac_address': 'fa:16:3e:df:45:a1'}, {'ip_address': '2001:db8::23a', 'mac_address': 'fa:16:3e:9e:28:df'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:42.891171 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36824) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:42.900214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5551020c-301c-43b7-8d94-254122220352), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.910580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:42.979493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a8de4-f285-4d9c-9b53-b153a74f8bc8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:42.984754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a8de4-f285-4d9c-9b53-b153a74f8bc8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:42.986485 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bd3a8de4-f285-4d9c-9b53-b153a74f8bc8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0999727 Aug 31 15:49:42.989161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e2f51853-49f7-47d0-a843-f451c32529cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Deleting port 990ff1c5-6660-49bf-8bee-404fa7caf9f0 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:42.989543 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2f51853-49f7-47d0-a843-f451c32529cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (990ff1c5-6660-49bf-8bee-404fa7caf9f0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:42.991368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36826) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:43.064454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network 31d30706-9b48-407d-ba10-3d19d2ec3fe8 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:43.094001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:43.096855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:43.146035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=5551020c-301c-43b7-8d94-254122220352,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:43.155037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f5a35a4a-8eab-4236-baa6-9338c7db397a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.160119 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:43.160636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.169744 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e640e5ec-2750-4553-a054-c408d62acc7e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 5f7dc923-b565-4d64-b640-499c3d5c3816 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:43.170116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e640e5ec-2750-4553-a054-c408d62acc7e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5f7dc923-b565-4d64-b640-499c3d5c3816), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.278623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for security_group (5ff804db-0f45-412a-bfad-6652d03580a3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.286077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2f51853-49f7-47d0-a843-f451c32529cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (990ff1c5-6660-49bf-8bee-404fa7caf9f0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.286352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2f51853-49f7-47d0-a843-f451c32529cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for floatingip (990ff1c5-6660-49bf-8bee-404fa7caf9f0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.305217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:43.306005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.318890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e2f51853-49f7-47d0-a843-f451c32529cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Calling delete_port for 990ff1c5-6660-49bf-8bee-404fa7caf9f0 owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:43.364876 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0797429 Aug 31 15:49:43.371958 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67848ff3-026a-44dc-aa96-50b1a6a30356 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=f5a35a4a-8eab-4236-baa6-9338c7db397a,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:43.378704 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 6 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:43.381303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36830) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:43.392319 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': 'f5a35a4a-8eab-4236-baa6-9338c7db397a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:43.405589 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f5a35a4a-8eab-4236-baa6-9338c7db397a details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:43.408657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5ff804db-0f45-412a-bfad-6652d03580a3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.425980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:43.439787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0c29608e-f0bf-4d73-a7aa-3f915c5b6b54), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.440137 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Added segment 0c29608e-f0bf-4d73-a7aa-3f915c5b6b54 of type vlan for network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 Aug 31 15:49:43.457341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36832) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:43.524772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:43.534219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e640e5ec-2750-4553-a054-c408d62acc7e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5f7dc923-b565-4d64-b640-499c3d5c3816), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.577209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e640e5ec-2750-4553-a054-c408d62acc7e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 5f7dc923-b565-4d64-b640-499c3d5c3816 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:43.595812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-20b2ef5c-aa59-488c-b771-d4c9b090f0a0 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d03198f1-b5cd-495e-b08c-f9812ebd17fb), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.609936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:43.617864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (9957a6dd-dde4-41ec-8c30-e64c120d0da0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.661091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (5bbd5324-666b-4071-9655-5b02ff9ea68d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.682680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.698347 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-14796dd8-4f36-494b-bd9d-cee27d1c2107 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7848711 Aug 31 15:49:43.705499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36836) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:43.720781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.729550 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1b16844e-d71d-448d-9694-80baa6aeb03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.777985 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff804db-0f45-412a-bfad-6652d03580a3,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:43.800707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (9957a6dd-dde4-41ec-8c30-e64c120d0da0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.809923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:43.809923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.852130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:43.856391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.878909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:43.881803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5bbd5324-666b-4071-9655-5b02ff9ea68d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:43.942798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=5bbd5324-666b-4071-9655-5b02ff9ea68d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:43.962300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:43.965280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:43.968945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Network': ['ID=9957a6dd-dde4-41ec-8c30-e64c120d0da0,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:43.973707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:43.993625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:44.013782 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ac29d8cd-a079-4c72-af4d-b8dc99af3171 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9891720 Aug 31 15:49:44.014500 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36838) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:44.023283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'subnet': {'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:44.073482 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 7 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:44.077477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a698a4-a772-4899-ba39-2e40fb64ad35 None None] Network 31d30706-9b48-407d-ba10-3d19d2ec3fe8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:44.079848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9b834115-bc9b-4a97-ab6f-4dd281902791 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:44.184157 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2f51853-49f7-47d0-a843-f451c32529cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (990ff1c5-6660-49bf-8bee-404fa7caf9f0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.214372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:44.265205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 9b834115-bc9b-4a97-ab6f-4dd281902791 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:44.265205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.265205 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 9b834115-bc9b-4a97-ab6f-4dd281902791 Aug 31 15:49:44.277408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f51853-49f7-47d0-a843-f451c32529cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event deleted for resources: {'Port': ['ID=990ff1c5-6660-49bf-8bee-404fa7caf9f0,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:44.310789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1b16844e-d71d-448d-9694-80baa6aeb03d admin admin] Publish callbacks [] for security_group (c7197e54-1f56-48c9-a2b9-44b108acf7a8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:44.324371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:44.325957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d5b5c8b9-fd30-441c-8644-8796855c8012 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:44.385391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port d5b5c8b9-fd30-441c-8644-8796855c8012 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:44.385821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d5b5c8b9-fd30-441c-8644-8796855c8012), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.386374 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port d5b5c8b9-fd30-441c-8644-8796855c8012 Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:44.435894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:44.550958 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44591f-b82a-490a-bd66-f418d0f93883 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:49:44.657252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44591f-b82a-490a-bd66-f418d0f93883 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:49:44.697094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2f51853-49f7-47d0-a843-f451c32529cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for floatingip (94789a25-124b-472d-b0fc-eea73f4a8502), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.699481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2f51853-49f7-47d0-a843-f451c32529cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.700633 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e2f51853-49f7-47d0-a843-f451c32529cf tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/94789a25-124b-472d-b0fc-eea73f4a8502 HTTP/1.1" status: 204 len: 168 time: 2.0670128 Aug 31 15:49:44.704842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36840) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:44.709316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d4933310-e633-44b5-9e46-7459189b6a8a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Request body: {'floatingip': {'floating_network_id': 'cab8ff82-eb3f-40e3-9bd9-706e4046f8a6', 'port_id': '4fbdb49c-e76c-4855-b011-c58a83e1a6f4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:44.716500 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 8 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:44.756068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5551020c-301c-43b7-8d94-254122220352), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.766785 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:44.813048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e640e5ec-2750-4553-a054-c408d62acc7e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5f7dc923-b565-4d64-b640-499c3d5c3816), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.879938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d4933310-e633-44b5-9e46-7459189b6a8a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.888591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Made reservation on behalf of e91ce65e5b0a41fd9e911e62e577b511 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:44.890912 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1b16844e-d71d-448d-9694-80baa6aeb03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c7197e54-1f56-48c9-a2b9-44b108acf7a8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.892633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:44.933798 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e5ec-2750-4553-a054-c408d62acc7e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=5f7dc923-b565-4d64-b640-499c3d5c3816,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:45.032293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e640e5ec-2750-4553-a054-c408d62acc7e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.036410 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e640e5ec-2750-4553-a054-c408d62acc7e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/5f7dc923-b565-4d64-b640-499c3d5c3816 HTTP/1.1" status: 204 len: 168 time: 2.0431683 Aug 31 15:49:45.132293 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1b16844e-d71d-448d-9694-80baa6aeb03d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=311d292bad7f400e864e84fbf5e13529&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6702480 Aug 31 15:49:45.139576 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36842) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:45.139925 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36844) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:45.204217 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16844e-d71d-448d-9694-80baa6aeb03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7197e54-1f56-48c9-a2b9-44b108acf7a8,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:45.259529 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:45.268436 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 9 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:45.306326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8643dcd-51e4-4a80-8f85-401efdeb92e1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:45.308689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8643dcd-51e4-4a80-8f85-401efdeb92e1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:45.309290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:45.310682 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e8643dcd-51e4-4a80-8f85-401efdeb92e1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1661880 Aug 31 15:49:45.315208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36846) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:45.317833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (f7a7cca3-1bde-49d3-9a85-2f2bff1fe454), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.321627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:45.327176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:45.415363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:45.465236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-96ada58f-3182-4ea0-aa7a-204bbaffd1b6 admin admin] Publish callbacks [] for security_group (c7197e54-1f56-48c9-a2b9-44b108acf7a8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.495327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-20b2ef5c-aa59-488c-b771-d4c9b090f0a0 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for port (d03198f1-b5cd-495e-b08c-f9812ebd17fb), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.506237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c4e751-c730-4d94-bbdf-74e79154f7b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 5556166e-3445-4987-899d-14f668f0e8d3 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:45.511346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=f7a7cca3-1bde-49d3-9a85-2f2bff1fe454,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:45.527876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-08c4e751-c730-4d94-bbdf-74e79154f7b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (5556166e-3445-4987-899d-14f668f0e8d3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.537026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (5551020c-301c-43b7-8d94-254122220352), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.542001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-96ada58f-3182-4ea0-aa7a-204bbaffd1b6 admin admin] Publish callbacks [] for security_group (c7197e54-1f56-48c9-a2b9-44b108acf7a8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.546523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (8ee8ef26-5f3e-49a4-9720-e2827d5a4384), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.585155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-20b2ef5c-aa59-488c-b771-d4c9b090f0a0 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (d03198f1-b5cd-495e-b08c-f9812ebd17fb), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.585882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-20b2ef5c-aa59-488c-b771-d4c9b090f0a0 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] In _notify_port_updated(), no bound segment for port d03198f1-b5cd-495e-b08c-f9812ebd17fb on network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:49:45.590646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b2ef5c-aa59-488c-b771-d4c9b090f0a0 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:45.594272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:45.594465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-20b2ef5c-aa59-488c-b771-d4c9b090f0a0 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.594465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-20b2ef5c-aa59-488c-b771-d4c9b090f0a0 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "PUT /networking/v2.0/ports/d03198f1-b5cd-495e-b08c-f9812ebd17fb HTTP/1.1" status: 200 len: 1067 time: 2.7199521 Aug 31 15:49:45.597388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': '1c5aaac0-dab6-4f1d-b643-662115c6997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f5a35a4a-8eab-4236-baa6-9338c7db397a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:45.597933 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: f5a35a4a-8eab-4236-baa6-9338c7db397a, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:45.605530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36848) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:45.641753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-08c4e751-c730-4d94-bbdf-74e79154f7b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (5556166e-3445-4987-899d-14f668f0e8d3), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.667082 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-d4933310-e633-44b5-9e46-7459189b6a8a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:49:45.667912 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (5551020c-301c-43b7-8d94-254122220352), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.668181 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d4933310-e633-44b5-9e46-7459189b6a8a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9623716 Aug 31 15:49:45.679760 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36850) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:45.728820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'port_id': '4fbdb49c-e76c-4855-b011-c58a83e1a6f4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:45.758464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2ef5c-aa59-488c-b771-d4c9b090f0a0 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event updated for resources: {'Port': ['ID=d03198f1-b5cd-495e-b08c-f9812ebd17fb,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:45.788199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-48b0d99b-98b8-48fd-be43-0a9d31c7c046 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Deleting port d03198f1-b5cd-495e-b08c-f9812ebd17fb {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:45.788199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-48b0d99b-98b8-48fd-be43-0a9d31c7c046 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d03198f1-b5cd-495e-b08c-f9812ebd17fb), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.808440 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=5551020c-301c-43b7-8d94-254122220352,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:45.810550 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 10 to provision port d0051070-c309-444b-a002-5926863df2bb Aug 31 15:49:45.850000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port d0051070-c309-444b-a002-5926863df2bb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:45.859390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Provisioning complete for port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:45.860124 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4fbdb49c-e76c-4855-b011-c58a83e1a6f4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.860675 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 1 to provision port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 Aug 31 15:49:45.900105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:45.908872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-48b0d99b-98b8-48fd-be43-0a9d31c7c046 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d03198f1-b5cd-495e-b08c-f9812ebd17fb), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.914103 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-08c4e751-c730-4d94-bbdf-74e79154f7b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (5556166e-3445-4987-899d-14f668f0e8d3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.934312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5bbd5324-666b-4071-9655-5b02ff9ea68d), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:45.936283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-48b0d99b-98b8-48fd-be43-0a9d31c7c046 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Calling delete_port for d03198f1-b5cd-495e-b08c-f9812ebd17fb owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:45.995865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network f5a35a4a-8eab-4236-baa6-9338c7db397a is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:46.010266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (6677f08f-8d82-4c30-896f-68d89320c0bc), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.059274 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-96ada58f-3182-4ea0-aa7a-204bbaffd1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c7197e54-1f56-48c9-a2b9-44b108acf7a8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.062698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-96ada58f-3182-4ea0-aa7a-204bbaffd1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.063051 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-96ada58f-3182-4ea0-aa7a-204bbaffd1b6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c7197e54-1f56-48c9-a2b9-44b108acf7a8 HTTP/1.1" status: 204 len: 168 time: 0.9173594 Aug 31 15:49:46.064259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.136227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ada58f-3182-4ea0-aa7a-204bbaffd1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7197e54-1f56-48c9-a2b9-44b108acf7a8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:46.139485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, f5a35a4a-8eab-4236-baa6-9338c7db397a) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:46.144062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Subnet': ['ID=6677f08f-8d82-4c30-896f-68d89320c0bc,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:46.144556 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:46.145162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.204938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Checking segment: {'id': '0c29608e-f0bf-4d73-a7aa-3f915c5b6b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:46.204938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Network hostable DHCP agents. Network: 9957a6dd-dde4-41ec-8c30-e64c120d0da0, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:46.208294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-08c4e751-c730-4d94-bbdf-74e79154f7b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (5556166e-3445-4987-899d-14f668f0e8d3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.210396 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.212559 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b23b82-efb9-4381-9d15-001121865984 None None] Network f5a35a4a-8eab-4236-baa6-9338c7db397a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:46.321437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (5bbd5324-666b-4071-9655-5b02ff9ea68d), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.349540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-08c4e751-c730-4d94-bbdf-74e79154f7b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.353099 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-08c4e751-c730-4d94-bbdf-74e79154f7b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/5556166e-3445-4987-899d-14f668f0e8d3 HTTP/1.1" status: 204 len: 168 time: 1.0342064 Aug 31 15:49:46.353099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4e751-c730-4d94-bbdf-74e79154f7b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=5556166e-3445-4987-899d-14f668f0e8d3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:46.353491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36854) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:46.357731 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=8 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:46.367931 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e7dac-1219-46b5-b281-61ef8e7a74b3 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:46.408676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:46.411971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:46.414871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-48b0d99b-98b8-48fd-be43-0a9d31c7c046 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (d03198f1-b5cd-495e-b08c-f9812ebd17fb), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.415824 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 2 to provision port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 Aug 31 15:49:46.423734 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ca44a3a4-b832-44e2-b2e2-2ff4a1834bf8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0373125 Aug 31 15:49:46.424048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5bbd5324-666b-4071-9655-5b02ff9ea68d), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.429937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36856) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:46.510087 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f2972b6c-66e6-4271-8d55-4f1742ab9866 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1433318 Aug 31 15:49:46.512037 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-f5a35a4a-8eab-4236-baa6-9338c7db397a', 'network_id': 'f5a35a4a-8eab-4236-baa6-9338c7db397a', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': 'f7a7cca3-1bde-49d3-9a85-2f2bff1fe454'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:46.513400 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36858) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:46.513546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.532265 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.704838 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Allocated IP 172.20.0.1 (f5a35a4a-8eab-4236-baa6-9338c7db397a/f7a7cca3-1bde-49d3-9a85-2f2bff1fe454/2307502a-48ba-481c-ab75-a7bee58107f7) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:46.718308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5551020c-301c-43b7-8d94-254122220352), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.734114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 9957a6dd-dde4-41ec-8c30-e64c120d0da0) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:46.811348 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:46.813396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.839135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:46.856452 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a03bdb1-588f-476d-a03f-4347db7a5895 None None] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:46.880231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (8ee8ef26-5f3e-49a4-9720-e2827d5a4384), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:46.893032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ef3c4-b18c-4c07-9cb6-813f6f3ac176 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:46.897006 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-637ef3c4-b18c-4c07-9cb6-813f6f3ac176 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3800445 Aug 31 15:49:46.911340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=5bbd5324-666b-4071-9655-5b02ff9ea68d,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:46.911820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36868) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:46.926235 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:47.060674 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fcc73031-6d93-4d9f-a553-4a1fe121ce05 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0429614 Aug 31 15:49:47.070690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36870) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:47.113167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'port': {'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0', 'name': 'tempest-AllowedAddressPairTestJSON-1199686755'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:47.117403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee130a0-bea6-469c-8f73-9f6f0aa69022 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:47.121510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:47.165351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-9957a6dd-dde4-41ec-8c30-e64c120d0da0', 'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0', 'project_id': 'e91ce65e5b0a41fd9e911e62e577b511', 'fixed_ips': [{'subnet_id': '6677f08f-8d82-4c30-896f-68d89320c0bc'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:47.181536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.203304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Allocated IP 172.26.2.69 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/25dcb7ae-46a8-409a-ad56-4fabbd71bd1a) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:47.203546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0d99b-98b8-48fd-be43-0a9d31c7c046 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event deleted for resources: {'Port': ['ID=d03198f1-b5cd-495e-b08c-f9812ebd17fb,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:47.298107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-cee130a0-bea6-469c-8f73-9f6f0aa69022 None None] Deleting port d5b5c8b9-fd30-441c-8644-8796855c8012 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:47.298475 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cee130a0-bea6-469c-8f73-9f6f0aa69022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d5b5c8b9-fd30-441c-8644-8796855c8012), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.334623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:47.344895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f5a35a4a-8eab-4236-baa6-9338c7db397a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.347509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bfefeb-bdd3-4b2b-b2c2-092bdc0fe23a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:47.351631 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-54bfefeb-bdd3-4b2b-b2c2-092bdc0fe23a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4352150 Aug 31 15:49:47.351846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-48b0d99b-98b8-48fd-be43-0a9d31c7c046 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.357275 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-48b0d99b-98b8-48fd-be43-0a9d31c7c046 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "DELETE /networking/v2.0/ports/d03198f1-b5cd-495e-b08c-f9812ebd17fb HTTP/1.1" status: 204 len: 168 time: 1.7481592 Aug 31 15:49:47.357275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36874) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:47.362677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36876) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:47.410955 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c45437f-ea41-436c-8cd8-292865f09387 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] GET failed (client error): The resource could not be found. Aug 31 15:49:47.416174 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7c45437f-ea41-436c-8cd8-292865f09387 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "GET /networking/v2.0/ports/d03198f1-b5cd-495e-b08c-f9812ebd17fb HTTP/1.1" status: 404 len: 333 time: 0.0543234 Aug 31 15:49:47.427960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36880) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:47.517021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:47.527491 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-81c00c7b-ac11-4b18-8dfe-76f354ca8a5d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1513362 Aug 31 15:49:47.532073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for port (25dcb7ae-46a8-409a-ad56-4fabbd71bd1a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.537350 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36884) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:47.543332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7c09e597-777a-4dee-a2ac-149944516d33 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:47.557854 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.l3_db [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP 8ee8ef26-5f3e-49a4-9720-e2827d5a4384 associated. External IP: 172.26.2.234, port: 6b683506-53ca-4ce8-887d-8cbb282a837e. Aug 31 15:49:47.561504 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 3 to provision port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 Aug 31 15:49:47.640411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Publish callbacks [] for port (2307502a-48ba-481c-ab75-a7bee58107f7), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.669377 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:47.706754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:47.710681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-cee130a0-bea6-469c-8f73-9f6f0aa69022 None None] For port d5b5c8b9-fd30-441c-8644-8796855c8012, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d5b5c8b9-fd30-441c-8644-8796855c8012,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:47.712072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cee130a0-bea6-469c-8f73-9f6f0aa69022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d5b5c8b9-fd30-441c-8644-8796855c8012), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.729473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:47.732872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-cee130a0-bea6-469c-8f73-9f6f0aa69022 None None] Calling delete_port for d5b5c8b9-fd30-441c-8644-8796855c8012 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:47.756485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (5551020c-301c-43b7-8d94-254122220352), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.772584 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (2307502a-48ba-481c-ab75-a7bee58107f7), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.826751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (5551020c-301c-43b7-8d94-254122220352), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.831127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (25dcb7ae-46a8-409a-ad56-4fabbd71bd1a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:47.856096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Network f5a35a4a-8eab-4236-baa6-9338c7db397a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:47.865240 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:47.874958 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:47.899862 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Allocated IP 172.20.0.2 (9957a6dd-dde4-41ec-8c30-e64c120d0da0/6677f08f-8d82-4c30-896f-68d89320c0bc/619e0690-b01a-4421-aefa-726c8a11c5dd) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:47.920796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=5551020c-301c-43b7-8d94-254122220352,revision_number=3']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:47.927524 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Pushing event updated for resources: {'Port': ['ID=2307502a-48ba-481c-ab75-a7bee58107f7,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:47.928428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c09e597-777a-4dee-a2ac-149944516d33 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:47.932977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c09e597-777a-4dee-a2ac-149944516d33 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.033753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Attempting to bind port 2307502a-48ba-481c-ab75-a7bee58107f7 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:48.034075 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Attempting to bind port 2307502a-48ba-481c-ab75-a7bee58107f7 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '1c5aaac0-dab6-4f1d-b643-662115c6997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f5a35a4a-8eab-4236-baa6-9338c7db397a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:48.034422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Attempting to bind port 2307502a-48ba-481c-ab75-a7bee58107f7 on network f5a35a4a-8eab-4236-baa6-9338c7db397a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:48.042621 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:48.047889 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d5b5c8b9-fd30-441c-8644-8796855c8012 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:48.052723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:48.053190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Checking segment: {'id': '1c5aaac0-dab6-4f1d-b643-662115c6997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f5a35a4a-8eab-4236-baa6-9338c7db397a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:48.053494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.053919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Bound using segment: {'id': '1c5aaac0-dab6-4f1d-b643-662115c6997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f5a35a4a-8eab-4236-baa6-9338c7db397a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:48.054407 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Bound port: 2307502a-48ba-481c-ab75-a7bee58107f7, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5aaac0-dab6-4f1d-b643-662115c6997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f5a35a4a-8eab-4236-baa6-9338c7db397a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:48.054787 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2307502a-48ba-481c-ab75-a7bee58107f7), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.101314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36890) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:48.110932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:48.116013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (f7a7cca3-1bde-49d3-9a85-2f2bff1fe454), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.134351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:48.157087 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.db [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No ports have port_id starting with d5b5c8b9-fd30-441c-8644-8796855c8012 Aug 31 15:49:48.159594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cee130a0-bea6-469c-8f73-9f6f0aa69022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (d5b5c8b9-fd30-441c-8644-8796855c8012), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.163853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-6d315c5c-5570-4f28-94b3-7e1696d3fdb2 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Deleting port 739062bc-1933-45fb-aed7-938036f9e508 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:48.164202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6d315c5c-5570-4f28-94b3-7e1696d3fdb2 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (739062bc-1933-45fb-aed7-938036f9e508), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.170288 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:48.213151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee130a0-bea6-469c-8f73-9f6f0aa69022 None None] Pushing event deleted for resources: {'Port': ['ID=d5b5c8b9-fd30-441c-8644-8796855c8012,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:48.235503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Made reservation on behalf of e91ce65e5b0a41fd9e911e62e577b511 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:48.239672 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.240357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee130a0-bea6-469c-8f73-9f6f0aa69022 None None] No DVR routers for this DVR port d5b5c8b9-fd30-441c-8644-8796855c8012 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:48.241942 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 4 to provision port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 Aug 31 15:49:48.290606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event updated for resources: {'Port': ['ID=25dcb7ae-46a8-409a-ad56-4fabbd71bd1a,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:48.295916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.318794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Publish callbacks [] for port (619e0690-b01a-4421-aefa-726c8a11c5dd), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.335936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] device_id is not set on port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:48.342040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] For port 2307502a-48ba-481c-ab75-a7bee58107f7, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:48.346353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] For port 2307502a-48ba-481c-ab75-a7bee58107f7, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2307502a-48ba-481c-ab75-a7bee58107f7,segment=NetworkSegment(1c5aaac0-dab6-4f1d-b643-662115c6997a),segment_id=1c5aaac0-dab6-4f1d-b643-662115c6997a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:48.357632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-266877985'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:48.371728 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:48.380609 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (619e0690-b01a-4421-aefa-726c8a11c5dd), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.428840 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Pushing event updated for resources: {'Port': ['ID=619e0690-b01a-4421-aefa-726c8a11c5dd,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:48.444213 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (2307502a-48ba-481c-ab75-a7bee58107f7), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.494900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6d315c5c-5570-4f28-94b3-7e1696d3fdb2 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (739062bc-1933-45fb-aed7-938036f9e508), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.503168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:48.505109 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:48.512757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:48.542604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6955c-bac1-48d3-aff0-a9712635a87d None None] Pushing event updated for resources: {'Port': ['ID=2307502a-48ba-481c-ab75-a7bee58107f7,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:48.548576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-6d315c5c-5570-4f28-94b3-7e1696d3fdb2 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Calling delete_port for 739062bc-1933-45fb-aed7-938036f9e508 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:48.603453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (f7a7cca3-1bde-49d3-9a85-2f2bff1fe454), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.603679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Attempting to bind port 619e0690-b01a-4421-aefa-726c8a11c5dd on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:48.609780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Attempting to bind port 619e0690-b01a-4421-aefa-726c8a11c5dd by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '0c29608e-f0bf-4d73-a7aa-3f915c5b6b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:48.611490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Attempting to bind port 619e0690-b01a-4421-aefa-726c8a11c5dd on network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:48.619763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:48.620900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Checking segment: {'id': '0c29608e-f0bf-4d73-a7aa-3f915c5b6b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:48.621613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.622021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:48.622148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Bound using segment: {'id': '0c29608e-f0bf-4d73-a7aa-3f915c5b6b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:48.623034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Bound port: 619e0690-b01a-4421-aefa-726c8a11c5dd, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c29608e-f0bf-4d73-a7aa-3f915c5b6b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:48.623501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (619e0690-b01a-4421-aefa-726c8a11c5dd), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.626062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.688628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:48.693354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:48.709818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a7cca3-1bde-49d3-9a85-2f2bff1fe454,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:48.715185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] For port 619e0690-b01a-4421-aefa-726c8a11c5dd, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:48.721663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] For port 619e0690-b01a-4421-aefa-726c8a11c5dd, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=619e0690-b01a-4421-aefa-726c8a11c5dd,segment=NetworkSegment(0c29608e-f0bf-4d73-a7aa-3f915c5b6b54),segment_id=0c29608e-f0bf-4d73-a7aa-3f915c5b6b54)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:48.737098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.776876 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:48.783522 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (619e0690-b01a-4421-aefa-726c8a11c5dd), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.820625 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Allocated IP 172.20.0.7 (9957a6dd-dde4-41ec-8c30-e64c120d0da0/6677f08f-8d82-4c30-896f-68d89320c0bc/4e07fd43-69e3-4074-8db4-5f28e7c19aa1) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:48.833964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:48.866974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1ea8d-1f0e-4ac4-83be-41f67a1b5c3c None None] Pushing event updated for resources: {'Port': ['ID=619e0690-b01a-4421-aefa-726c8a11c5dd,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:48.874394 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 5 to provision port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 Aug 31 15:49:48.887761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:48.915177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f5a35a4a-8eab-4236-baa6-9338c7db397a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.939350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:48.953785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c09e597-777a-4dee-a2ac-149944516d33 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (6ee06083-8825-43f1-bbc3-dcbda890a382), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:48.972898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:49.016621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a35a4a-8eab-4236-baa6-9338c7db397a']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:49.027059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c09e597-777a-4dee-a2ac-149944516d33 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:49.037093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network 31d30706-9b48-407d-ba10-3d19d2ec3fe8 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:49.041174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7c09e597-777a-4dee-a2ac-149944516d33 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:49.043043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:49.055981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71016487-c446-488d-8650-d3438cafe907 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:49.064808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5aaac0-dab6-4f1d-b643-662115c6997a') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:49.065112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5aaac0-dab6-4f1d-b643-662115c6997a') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:49.091864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c09e597-777a-4dee-a2ac-149944516d33 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:49.092460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c09e597-777a-4dee-a2ac-149944516d33 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.094975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Deleting port 25dcb7ae-46a8-409a-ad56-4fabbd71bd1a {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:49.095305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (25dcb7ae-46a8-409a-ad56-4fabbd71bd1a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.146011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (1c5aaac0-dab6-4f1d-b643-662115c6997a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.282941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (1c5aaac0-dab6-4f1d-b643-662115c6997a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.299758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '6ee06083-8825-43f1-bbc3-dcbda890a382'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:49.301081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.323826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:49.324620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (1c5aaac0-dab6-4f1d-b643-662115c6997a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.338655 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for security_group (dcbcde6d-06f9-4d39-b719-26b46952db4a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.354338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09e597-777a-4dee-a2ac-149944516d33 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=6ee06083-8825-43f1-bbc3-dcbda890a382,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:49.365462 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 1c5aaac0-dab6-4f1d-b643-662115c6997a resource provider aggregate not found Aug 31 15:49:49.440287 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 6 to provision port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 Aug 31 15:49:49.444592 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7c09e597-777a-4dee-a2ac-149944516d33 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9062777 Aug 31 15:49:49.459010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (25dcb7ae-46a8-409a-ad56-4fabbd71bd1a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.459358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for floatingip (25dcb7ae-46a8-409a-ad56-4fabbd71bd1a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.462081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36898) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:49.464354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:49.475168 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7c7a1-33e8-499a-94cb-e123e9788ddf None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:49.476183 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': '6ee06083-8825-43f1-bbc3-dcbda890a382', 'ip_address': '2001:db8::ea94:2d4a:3874:8e16'}], 'name': 'tempest-NetworksTestDHCPv6-1337126254'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:49.486871 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 1c5aaac0-dab6-4f1d-b643-662115c6997a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c5aaac0-dab6-4f1d-b643-662115c6997a found for delete ", "request_id": "req-666b0237-b20f-48ad-80d8-a5fa1ed161dd"}]} Aug 31 15:49:49.503797 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7c7a1-33e8-499a-94cb-e123e9788ddf None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:49.504459 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-75c7c7a1-33e8-499a-94cb-e123e9788ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:49.526278 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Calling delete_port for 25dcb7ae-46a8-409a-ad56-4fabbd71bd1a owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:49.547152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6d315c5c-5570-4f28-94b3-7e1696d3fdb2 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (739062bc-1933-45fb-aed7-938036f9e508), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.554688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (dcbcde6d-06f9-4d39-b719-26b46952db4a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.568298 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-75c7c7a1-33e8-499a-94cb-e123e9788ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:49.581595 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7c7a1-33e8-499a-94cb-e123e9788ddf None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:49.582736 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-75c7c7a1-33e8-499a-94cb-e123e9788ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:49.594931 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/6ee06083-8825-43f1-bbc3-dcbda890a382/5619ffa2-1e95-47fb-9a25-b418edde2626) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:49.652157 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-75c7c7a1-33e8-499a-94cb-e123e9788ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:49.652157 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7c7a1-33e8-499a-94cb-e123e9788ddf None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:49.652985 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Router 8f9ac1d9-b920-4bb1-8463-1dd884529cc4 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:49:49.653275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for port (4e07fd43-69e3-4074-8db4-5f28e7c19aa1), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.692919 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:49.705912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b4d9610f-f9e1-4789-ab9f-895e58f32ff2), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.706342 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Added segment b4d9610f-f9e1-4789-ab9f-895e58f32ff2 of type vlan for network afe4058e-28b4-4130-a604-3b6f02176d8f Aug 31 15:49:49.766334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (afe4058e-28b4-4130-a604-3b6f02176d8f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.784607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:49.804437 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Publish callbacks [] for port (5619ffa2-1e95-47fb-9a25-b418edde2626), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:49.827034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:49.848893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:49.857541 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-531eca75-8057-4907-88db-04abc9c968d2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "PUT /networking/v2.0/routers/8f9ac1d9-b920-4bb1-8463-1dd884529cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1482980 Aug 31 15:49:49.864270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522503ac-4447-4032-9e28-a8be48d11c2b None None] Sync routers for ids ['8f9ac1d9-b920-4bb1-8463-1dd884529cc4'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:49.865412 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36900) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:49.890919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522503ac-4447-4032-9e28-a8be48d11c2b None None] Routers {'8f9ac1d9-b920-4bb1-8463-1dd884529cc4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:49.891471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-522503ac-4447-4032-9e28-a8be48d11c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f9ac1d9-b920-4bb1-8463-1dd884529cc4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:49.915243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d315c5c-5570-4f28-94b3-7e1696d3fdb2 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event deleted for resources: {'Port': ['ID=739062bc-1933-45fb-aed7-938036f9e508,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:49.915243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbcde6d-06f9-4d39-b719-26b46952db4a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:49.915243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.db.api [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:49:49.915243 dv-neutron-855257-2-hyperv neutron-server[114266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:49:49.915243 dv-neutron-855257-2-hyperv neutron-server[114266]: [parameters: {'id': 'f5a35a4a-8eab-4236-baa6-9338c7db397a'}] Aug 31 15:49:49.915243 dv-neutron-855257-2-hyperv neutron-server[114266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:49:49.915243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG oslo_db.api [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:49:49.918074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:49.943126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde28067-d21a-4ffe-9853-d528ada540a1 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:49.949487 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cde28067-d21a-4ffe-9853-d528ada540a1 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9ac1d9-b920-4bb1-8463-1dd884529cc4 HTTP/1.1" status: 200 len: 981 time: 0.0789776 Aug 31 15:49:49.949651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36902) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:49.950176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:49.961745 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:50.002211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-522503ac-4447-4032-9e28-a8be48d11c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:50.013148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (5619ffa2-1e95-47fb-9a25-b418edde2626), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.037814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.083326 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7bd6f6-4b46-41a9-ad9e-091031344a3b None None] Network f5a35a4a-8eab-4236-baa6-9338c7db397a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:50.118487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6d315c5c-5570-4f28-94b3-7e1696d3fdb2 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.122393 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6d315c5c-5570-4f28-94b3-7e1696d3fdb2 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "DELETE /networking/v2.0/ports/739062bc-1933-45fb-aed7-938036f9e508 HTTP/1.1" status: 204 len: 168 time: 2.6373658 Aug 31 15:49:50.132774 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-acaa405a-a5de-45a9-bd88-1a6e056fb68a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.3877182 Aug 31 15:49:50.132774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4e07fd43-69e3-4074-8db4-5f28e7c19aa1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.133699 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36904) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:50.134232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36906) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:50.144436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1963181494'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:50.144630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:50.183524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:50.187760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 619e0690-b01a-4421-aefa-726c8a11c5dd up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:50.193665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522503ac-4447-4032-9e28-a8be48d11c2b None None] Routers {'8f9ac1d9-b920-4bb1-8463-1dd884529cc4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:50.194570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-522503ac-4447-4032-9e28-a8be48d11c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f9ac1d9-b920-4bb1-8463-1dd884529cc4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:50.226921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:50.230717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:50.257342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.266320 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef853090-aab8-4840-b244-6fbb02efc302 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] GET failed (client error): The resource could not be found. Aug 31 15:49:50.274686 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ef853090-aab8-4840-b244-6fbb02efc302 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "GET /networking/v2.0/ports/739062bc-1933-45fb-aed7-938036f9e508 HTTP/1.1" status: 404 len: 333 time: 0.1303105 Aug 31 15:49:50.274686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Port': ['ID=4e07fd43-69e3-4074-8db4-5f28e7c19aa1,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:50.274686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (afe4058e-28b4-4130-a604-3b6f02176d8f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.279628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:50.280270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.296406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36908) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:50.300106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Pushing event updated for resources: {'Port': ['ID=5619ffa2-1e95-47fb-9a25-b418edde2626,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:50.322095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-522503ac-4447-4032-9e28-a8be48d11c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:50.322708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522503ac-4447-4032-9e28-a8be48d11c2b None None] The sync data for ids ['8f9ac1d9-b920-4bb1-8463-1dd884529cc4'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:50.331147 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 7 to provision port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 Aug 31 15:49:50.332527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:50.407559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:50.413150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (25dcb7ae-46a8-409a-ad56-4fabbd71bd1a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.461995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:50.465828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Network': ['ID=afe4058e-28b4-4130-a604-3b6f02176d8f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:50.468285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f5a35a4a-8eab-4236-baa6-9338c7db397a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.470030 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 619e0690-b01a-4421-aefa-726c8a11c5dd triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:50.470374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (619e0690-b01a-4421-aefa-726c8a11c5dd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.470711 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 619e0690-b01a-4421-aefa-726c8a11c5dd Aug 31 15:49:50.499002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network afe4058e-28b4-4130-a604-3b6f02176d8f details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:50.503951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Attempting to bind port 5619ffa2-1e95-47fb-9a25-b418edde2626 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:50.504408 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Attempting to bind port 5619ffa2-1e95-47fb-9a25-b418edde2626 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:50.510109 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Attempting to bind port 5619ffa2-1e95-47fb-9a25-b418edde2626 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:50.510405 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event deleted for resources: {'Port': ['ID=25dcb7ae-46a8-409a-ad56-4fabbd71bd1a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:50.529582 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1ff02ea6-5a04-4404-802c-a5c131526aab tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4268637 Aug 31 15:49:50.539001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:50.539001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:50.542913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:50.628081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port e044e159-9ba4-4a8c-bf31-a2dbc3735f4c yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:50.643229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:50.647401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b939fa45-ad8f-47b8-9c30-03da447bad4e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Deleting port 09a2cbb1-eff3-462d-a0e2-3111acd21d16 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:50.653886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b939fa45-ad8f-47b8-9c30-03da447bad4e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (09a2cbb1-eff3-462d-a0e2-3111acd21d16), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.722483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Made reservation on behalf of e32f095990c841089b988cd1e7acf5fd for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:50.728199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.777606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:50.778371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.779238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:50.779851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:50.780599 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.781622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:50.782373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Bound port: 5619ffa2-1e95-47fb-9a25-b418edde2626, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:50.783012 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5619ffa2-1e95-47fb-9a25-b418edde2626), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.790089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945460b9-40f8-4cce-aaa7-db51b79592ee None None] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:50.796006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port 2307502a-48ba-481c-ab75-a7bee58107f7 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:50.796006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2307502a-48ba-481c-ab75-a7bee58107f7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.796264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c68e499-19fe-4d61-980e-1fca747aad40 None None] DHCP port deletion for f5a35a4a-8eab-4236-baa6-9338c7db397a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:50.803592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:50.907823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5950bb48-a6b1-40c3-b970-aa4ecc98d553), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.908155 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Added segment 5950bb48-a6b1-40c3-b970-aa4ecc98d553 of type vlan for network 83fd5b22-387d-49d0-9384-a959a3a2a147 Aug 31 15:49:50.929433 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3c68e499-19fe-4d61-980e-1fca747aad40 None None] Deleting port 2307502a-48ba-481c-ab75-a7bee58107f7 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:50.930815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3c68e499-19fe-4d61-980e-1fca747aad40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2307502a-48ba-481c-ab75-a7bee58107f7), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:50.952301 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c72c5c6a-802c-4987-8fc6-0f54a2e44153 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8447638 Aug 31 15:49:50.956297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36910) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:50.968617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'port': {'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0', 'name': 'tempest-AllowedAddressPairTestJSON-874416732', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:88:fa:24'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:50.982542 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 8 to provision port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 Aug 31 15:49:50.999751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b939fa45-ad8f-47b8-9c30-03da447bad4e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (09a2cbb1-eff3-462d-a0e2-3111acd21d16), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:51.023471 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:51.026319 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2307502a-48ba-481c-ab75-a7bee58107f7 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:51.036875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:51.044158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (83fd5b22-387d-49d0-9384-a959a3a2a147), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.047874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b939fa45-ad8f-47b8-9c30-03da447bad4e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Calling delete_port for 09a2cbb1-eff3-462d-a0e2-3111acd21d16 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:51.052728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port 2307502a-48ba-481c-ab75-a7bee58107f7, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2307502a-48ba-481c-ab75-a7bee58107f7,segment=NetworkSegment(1c5aaac0-dab6-4f1d-b643-662115c6997a),segment_id=1c5aaac0-dab6-4f1d-b643-662115c6997a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:51.053216 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2307502a-48ba-481c-ab75-a7bee58107f7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.093745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:51.099799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for 2307502a-48ba-481c-ab75-a7bee58107f7 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:51.149858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] For port 5619ffa2-1e95-47fb-9a25-b418edde2626, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:51.154247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] For port 5619ffa2-1e95-47fb-9a25-b418edde2626, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5619ffa2-1e95-47fb-9a25-b418edde2626,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:51.161148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.210775 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] create failed (client error): The resource could not be found. Aug 31 15:49:51.211963 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cbc147a8-96df-498b-81bd-5d5303e4154d tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.5259581 Aug 31 15:49:51.242457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 2307502a-48ba-481c-ab75-a7bee58107f7 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:51.242457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2307502a-48ba-481c-ab75-a7bee58107f7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.242457 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 2307502a-48ba-481c-ab75-a7bee58107f7 Aug 31 15:49:51.243342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36912) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:51.253035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Made reservation on behalf of e91ce65e5b0a41fd9e911e62e577b511 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:51.284678 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::ea94:2d4a:3874:8e16 (e986fc1f-2559-47ce-89c8-1dd43368919a/6ee06083-8825-43f1-bbc3-dcbda890a382/e044e159-9ba4-4a8c-bf31-a2dbc3735f4c) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:51.294963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3c68e499-19fe-4d61-980e-1fca747aad40 None None] For port 2307502a-48ba-481c-ab75-a7bee58107f7, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2307502a-48ba-481c-ab75-a7bee58107f7,segment=NetworkSegment(1c5aaac0-dab6-4f1d-b643-662115c6997a),segment_id=1c5aaac0-dab6-4f1d-b643-662115c6997a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:51.295709 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3c68e499-19fe-4d61-980e-1fca747aad40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2307502a-48ba-481c-ab75-a7bee58107f7), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.350933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.354674 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5619ffa2-1e95-47fb-9a25-b418edde2626), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.388792 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.418641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:51.435110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] device_id is not set on port 2fa0d7c9-340d-4c6b-a43f-ad46df972553 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:51.485062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadc655-ec44-4774-a87d-380302a3a456 None None] Pushing event updated for resources: {'Port': ['ID=5619ffa2-1e95-47fb-9a25-b418edde2626,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:51.519786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:51.534778 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3c68e499-19fe-4d61-980e-1fca747aad40 None None] Calling delete_port for 2307502a-48ba-481c-ab75-a7bee58107f7 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:51.541293 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 9 to provision port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 Aug 31 15:49:51.652416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:51.756105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:51.791967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-172cc047-80aa-43a1-8268-58a34ef68706 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Deleting port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:51.792572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-172cc047-80aa-43a1-8268-58a34ef68706 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (4fbdb49c-e76c-4855-b011-c58a83e1a6f4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.800695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (83fd5b22-387d-49d0-9384-a959a3a2a147), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.807296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:51.807960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.835972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2307502a-48ba-481c-ab75-a7bee58107f7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.845152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3c68e499-19fe-4d61-980e-1fca747aad40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (2307502a-48ba-481c-ab75-a7bee58107f7), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:51.856880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:51.916464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68e499-19fe-4d61-980e-1fca747aad40 None None] Pushing event deleted for resources: {'Port': ['ID=2307502a-48ba-481c-ab75-a7bee58107f7,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:51.927123 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c68e499-19fe-4d61-980e-1fca747aad40 None None] No DVR routers for this DVR port 2307502a-48ba-481c-ab75-a7bee58107f7 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:51.977668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:52.032200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Allocated IP 172.20.0.10 (9957a6dd-dde4-41ec-8c30-e64c120d0da0/6677f08f-8d82-4c30-896f-68d89320c0bc/2fa0d7c9-340d-4c6b-a43f-ad46df972553) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:52.112097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5619ffa2-1e95-47fb-9a25-b418edde2626 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:49:52.166870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:52.218040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5619ffa2-1e95-47fb-9a25-b418edde2626 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:52.218450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5619ffa2-1e95-47fb-9a25-b418edde2626), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:52.218736 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5619ffa2-1e95-47fb-9a25-b418edde2626 Aug 31 15:49:52.269267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:52.272764 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Attempt 10 to provision port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 Aug 31 15:49:52.282518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 5551020c-301c-43b7-8d94-254122220352 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:52.282864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5551020c-301c-43b7-8d94-254122220352), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:52.317436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-172cc047-80aa-43a1-8268-58a34ef68706 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (4fbdb49c-e76c-4855-b011-c58a83e1a6f4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:52.338169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-172cc047-80aa-43a1-8268-58a34ef68706 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Calling delete_port for 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:52.371233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Port 4fbdb49c-e76c-4855-b011-c58a83e1a6f4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:52.375536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Could not find standard attr ID for object 33be9d3d-cf16-4027-8a44-3f53d64cb861. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:49:52.379564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:49:52.391112 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bf22e878-141f-4d23-9499-d0f7488f5b25 None None] Could not find standard attr ID for object a065c327-d3b4-47dd-8326-8d2e75f90624. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:52.458958 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2307502a-48ba-481c-ab75-a7bee58107f7 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:52.474840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5551020c-301c-43b7-8d94-254122220352), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:52.484971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3459837 Aug 31 15:49:52.486167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=2307502a-48ba-481c-ab75-a7bee58107f7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:52.494880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36914) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:52.510093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'subnet': {'network_id': '83fd5b22-387d-49d0-9384-a959a3a2a147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:52.521514 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port 2307502a-48ba-481c-ab75-a7bee58107f7 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:52.525856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 2307502a-48ba-481c-ab75-a7bee58107f7 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:52.526253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2307502a-48ba-481c-ab75-a7bee58107f7 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:52.540326 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Could not find standard attr ID for object d5b5c8b9-fd30-441c-8644-8796855c8012. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:52.557867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 5551020c-301c-43b7-8d94-254122220352 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:52.562105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Provisioning complete for port 5551020c-301c-43b7-8d94-254122220352 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:52.562669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5551020c-301c-43b7-8d94-254122220352), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:52.563119 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 1 to provision port 5551020c-301c-43b7-8d94-254122220352 Aug 31 15:49:52.614293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405e0e4-f4e4-4d02-b24b-a4d3d27bfffa tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Network': ['ID=83fd5b22-387d-49d0-9384-a959a3a2a147,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:52.616514 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b939fa45-ad8f-47b8-9c30-03da447bad4e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (09a2cbb1-eff3-462d-a0e2-3111acd21d16), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:52.647743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 83fd5b22-387d-49d0-9384-a959a3a2a147 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:52.720105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f5a35a4a-8eab-4236-baa6-9338c7db397a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:52.745718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a35a4a-8eab-4236-baa6-9338c7db397a']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:52.756741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5aaac0-dab6-4f1d-b643-662115c6997a') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:52.757092 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5aaac0-dab6-4f1d-b643-662115c6997a') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:52.767682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 5551020c-301c-43b7-8d94-254122220352 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:52.774878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (1c5aaac0-dab6-4f1d-b643-662115c6997a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:52.828639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (1c5aaac0-dab6-4f1d-b643-662115c6997a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:52.836827 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:52.845277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939fa45-ad8f-47b8-9c30-03da447bad4e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event deleted for resources: {'Port': ['ID=09a2cbb1-eff3-462d-a0e2-3111acd21d16,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:52.853968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:52.854624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (1c5aaac0-dab6-4f1d-b643-662115c6997a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:52.937858 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 1c5aaac0-dab6-4f1d-b643-662115c6997a resource provider aggregate not found Aug 31 15:49:53.050244 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 1c5aaac0-dab6-4f1d-b643-662115c6997a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c5aaac0-dab6-4f1d-b643-662115c6997a found for delete ", "request_id": "req-8413f782-ffdb-4f62-80ac-359333f8ed7f"}]} Aug 31 15:49:53.068714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-172cc047-80aa-43a1-8268-58a34ef68706 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4fbdb49c-e76c-4855-b011-c58a83e1a6f4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.071655 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b939fa45-ad8f-47b8-9c30-03da447bad4e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.075792 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b939fa45-ad8f-47b8-9c30-03da447bad4e tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "DELETE /networking/v2.0/ports/09a2cbb1-eff3-462d-a0e2-3111acd21d16 HTTP/1.1" status: 204 len: 168 time: 2.6721938 Aug 31 15:49:53.094051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36920) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:53.105014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:53.196463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cc047-80aa-43a1-8268-58a34ef68706 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event deleted for resources: {'Port': ['ID=4fbdb49c-e76c-4855-b011-c58a83e1a6f4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:53.241241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (e044e159-9ba4-4a8c-bf31-a2dbc3735f4c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.274466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f5a35a4a-8eab-4236-baa6-9338c7db397a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.280448 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 2 to provision port 5551020c-301c-43b7-8d94-254122220352 Aug 31 15:49:53.421985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 5551020c-301c-43b7-8d94-254122220352 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:53.463144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-172cc047-80aa-43a1-8268-58a34ef68706 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.471219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:53.476127 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-172cc047-80aa-43a1-8268-58a34ef68706 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "DELETE /networking/v2.0/ports/4fbdb49c-e76c-4855-b011-c58a83e1a6f4 HTTP/1.1" status: 204 len: 168 time: 2.2366199 Aug 31 15:49:53.476473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.484602 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f5a35a4a-8eab-4236-baa6-9338c7db397a HTTP/1.1" status: 204 len: 168 time: 7.0500197 Aug 31 15:49:53.487020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36922) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:53.487173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36924) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:53.492314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:53.502664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1089614589'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:53.509002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb5a5b-ae22-4155-be4a-460e12fa55b3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=f5a35a4a-8eab-4236-baa6-9338c7db397a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:53.516410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4a9fcb-567c-4c9a-bead-bc466187c8bc tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Deleting subnet 0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:53.525281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ff4a9fcb-567c-4c9a-bead-bc466187c8bc tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for subnet (0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.585056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ff4a9fcb-567c-4c9a-bead-bc466187c8bc tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.624376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e8990-b764-4753-b6c0-e4547308a158 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:53.628511 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fd0e8990-b764-4753-b6c0-e4547308a158 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=df48607b-efdc-427e-99d3-7e836b0d98e5 HTTP/1.1" status: 200 len: 913 time: 0.1376700 Aug 31 15:49:53.631653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36926) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:53.668630 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for port (2fa0d7c9-340d-4c6b-a43f-ad46df972553), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.702235 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:53.706318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.725867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Made reservation on behalf of e32f095990c841089b988cd1e7acf5fd for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:53.730046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.737777 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e044e159-9ba4-4a8c-bf31-a2dbc3735f4c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.794168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ff4a9fcb-567c-4c9a-bead-bc466187c8bc tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.865135 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:53.870587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (2fa0d7c9-340d-4c6b-a43f-ad46df972553), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.887655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:53.905131 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:53.924427 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 3 to provision port 5551020c-301c-43b7-8d94-254122220352 Aug 31 15:49:53.926678 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:53.932361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:53.933242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.944189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7062763a-4f6e-4acc-aeb8-423ad32331c2), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:53.944785 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment 7062763a-4f6e-4acc-aeb8-423ad32331c2 of type vlan for network f5ca02b1-7c87-4636-8e9b-5e4346c74a3d Aug 31 15:49:53.982601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 5551020c-301c-43b7-8d94-254122220352 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:53.990858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=e044e159-9ba4-4a8c-bf31-a2dbc3735f4c,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:54.064421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:54.083871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:54.094104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ff4a9fcb-567c-4c9a-bead-bc466187c8bc tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.095375 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-002ae406-452a-4405-ba32-9e27d970c2a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6316950 Aug 31 15:49:54.101779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36928) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:54.107776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5551020c-301c-43b7-8d94-254122220352), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.125117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:54.134205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f5ca02b1-7c87-4636-8e9b-5e4346c74a3d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.145708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:54.199957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a9fcb-567c-4c9a-bead-bc466187c8bc tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event deleted for resources: {'Subnet': ['ID=0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:54.213234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:54.214466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.240463 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39195630-debf-41e6-89f7-97c71430ed82 None None] Network 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:54.244869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.resource_extend [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 15:49:54.250076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Port': ['ID=2fa0d7c9-340d-4c6b-a43f-ad46df972553,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:54.254276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ff4a9fcb-567c-4c9a-bead-bc466187c8bc tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.261928 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ff4a9fcb-567c-4c9a-bead-bc466187c8bc tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/0e18d4ed-16e7-414c-a8e8-5b8c0f86e6a9 HTTP/1.1" status: 204 len: 168 time: 1.1681581 Aug 31 15:49:54.279763 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36930) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:54.310107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36932) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:54.316057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'subnet': {'network_id': 'afe4058e-28b4-4130-a604-3b6f02176d8f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:54.412874 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-522ae2af-e887-48df-b74a-bacd55f90583 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.4505339 Aug 31 15:49:54.413814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=5551020c-301c-43b7-8d94-254122220352,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:54.418861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36934) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:54.419864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:54.425619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:54.486504 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 4 to provision port 5551020c-301c-43b7-8d94-254122220352 Aug 31 15:49:54.487916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae307d-d03a-4389-ba3f-f9e19f5f0d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:54.492914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f5ca02b1-7c87-4636-8e9b-5e4346c74a3d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.494868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae307d-d03a-4389-ba3f-f9e19f5f0d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:54.499457 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-efae307d-d03a-4389-ba3f-f9e19f5f0d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3901536 Aug 31 15:49:54.499650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:54.499650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.501446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (df48607b-efdc-427e-99d3-7e836b0d98e5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.513738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36936) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:54.534642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 5551020c-301c-43b7-8d94-254122220352 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:49:54.539826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Could not find standard attr ID for object 739062bc-1933-45fb-aed7-938036f9e508. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:49:54.545518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a51cb5-1db4-4514-93f7-f91164082dbc None None] DHCP port deletion for 0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:54.595583 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:54.609462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Provisioning complete for port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:49:54.610206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4e07fd43-69e3-4074-8db4-5f28e7c19aa1), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.610760 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 1 to provision port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 Aug 31 15:49:54.677243 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b6a51cb5-1db4-4514-93f7-f91164082dbc None None] Deleting port 89d513d2-0943-464e-b711-2901ea6b0219 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:54.678042 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b6a51cb5-1db4-4514-93f7-f91164082dbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (89d513d2-0943-464e-b711-2901ea6b0219), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.694037 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:54.731070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e26759-b577-42fb-9e9d-456515a04fe6 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:54.736145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e26759-b577-42fb-9e9d-456515a04fe6 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:54.743369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e26759-b577-42fb-9e9d-456515a04fe6 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:54.747095 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-75e26759-b577-42fb-9e9d-456515a04fe6 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2931275 Aug 31 15:49:54.748078 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2484148 Aug 31 15:49:54.751086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.756280 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36938) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:54.756612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36940) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:54.763974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b6a51cb5-1db4-4514-93f7-f91164082dbc None None] For port 89d513d2-0943-464e-b711-2901ea6b0219, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=89d513d2-0943-464e-b711-2901ea6b0219,segment=NetworkSegment(6a4e9f77-ae41-42da-93d7-d398f16b5455),segment_id=6a4e9f77-ae41-42da-93d7-d398f16b5455)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:54.764368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b6a51cb5-1db4-4514-93f7-f91164082dbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (89d513d2-0943-464e-b711-2901ea6b0219), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.780253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b6a51cb5-1db4-4514-93f7-f91164082dbc None None] Calling delete_port for 89d513d2-0943-464e-b711-2901ea6b0219 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:54.781059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': 'f5ca02b1-7c87-4636-8e9b-5e4346c74a3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:54.784080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:54.803080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:54.807388 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.807756 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73bc9f-64a4-4f82-87f0-5b3c9a023ef3 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=f5ca02b1-7c87-4636-8e9b-5e4346c74a3d,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:54.834907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f5ca02b1-7c87-4636-8e9b-5e4346c74a3d details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:54.972989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Deleting port d0051070-c309-444b-a002-5926863df2bb {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:54.973254 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d0051070-c309-444b-a002-5926863df2bb), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.979421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (9edcc71b-82b7-422d-83f9-7567e370464f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:54.981408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:55.021121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:55.029911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b6a51cb5-1db4-4514-93f7-f91164082dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (89d513d2-0943-464e-b711-2901ea6b0219), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.056051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.063000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a51cb5-1db4-4514-93f7-f91164082dbc None None] No DVR routers for this DVR port 89d513d2-0943-464e-b711-2901ea6b0219 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:55.073225 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a51cb5-1db4-4514-93f7-f91164082dbc None None] Pushing event deleted for resources: {'Port': ['ID=89d513d2-0943-464e-b711-2901ea6b0219,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:55.106709 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a251c7b1-8324-4da1-a21a-c182810e2330 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port e044e159-9ba4-4a8c-bf31-a2dbc3735f4c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:55.107047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a251c7b1-8324-4da1-a21a-c182810e2330 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e044e159-9ba4-4a8c-bf31-a2dbc3735f4c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.125465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d0051070-c309-444b-a002-5926863df2bb), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.163395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Calling delete_port for d0051070-c309-444b-a002-5926863df2bb owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:55.196246 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 2 to provision port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 Aug 31 15:49:55.222208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:55.240609 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:55.246158 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Deleting port 89d513d2-0943-464e-b711-2901ea6b0219 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:55.246744 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (89d513d2-0943-464e-b711-2901ea6b0219), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.255361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5e303e36-46fa-43ea-9fbf-b8c5a2b94fc2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Deleting port 2fa0d7c9-340d-4c6b-a43f-ad46df972553 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:55.255702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e303e36-46fa-43ea-9fbf-b8c5a2b94fc2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2fa0d7c9-340d-4c6b-a43f-ad46df972553), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.291063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (92800d49-5d48-4e03-bfd8-46a04836bf03), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.301267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Subnet': ['ID=9edcc71b-82b7-422d-83f9-7567e370464f,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:55.419708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:55.423638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.478579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Checking segment: {'id': '5950bb48-a6b1-40c3-b970-aa4ecc98d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '83fd5b22-387d-49d0-9384-a959a3a2a147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:55.478948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network hostable DHCP agents. Network: 83fd5b22-387d-49d0-9384-a959a3a2a147, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:55.529434 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] For port 89d513d2-0943-464e-b711-2901ea6b0219, host dv-neutron-855257-2-hyperv, got binding levels [] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:55.529745 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (89d513d2-0943-464e-b711-2901ea6b0219), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.549130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a251c7b1-8324-4da1-a21a-c182810e2330 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e044e159-9ba4-4a8c-bf31-a2dbc3735f4c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.549912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:55.611176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Calling delete_port for 89d513d2-0943-464e-b711-2901ea6b0219 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:55.614848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Subnet': ['ID=92800d49-5d48-4e03-bfd8-46a04836bf03,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:55.625890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.ipam_backend_mixin [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Port 89d513d2-0943-464e-b711-2901ea6b0219 was not found and therefore no delete operation was performed {{(pid=114265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 15:49:55.632027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Checking segment: {'id': 'b4d9610f-f9e1-4789-ab9f-895e58f32ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'afe4058e-28b4-4130-a604-3b6f02176d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:55.632385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network hostable DHCP agents. Network: afe4058e-28b4-4130-a604-3b6f02176d8f, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:55.739489 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 3 to provision port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 Aug 31 15:49:55.767666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network afe4058e-28b4-4130-a604-3b6f02176d8f is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:55.779659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (d0051070-c309-444b-a002-5926863df2bb), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.779849 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:55.805610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event deleted for resources: {'Port': ['ID=d0051070-c309-444b-a002-5926863df2bb,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:55.886837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:55.954170 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 89d513d2-0943-464e-b711-2901ea6b0219 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:49:55.961798 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a251c7b1-8324-4da1-a21a-c182810e2330 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for e044e159-9ba4-4a8c-bf31-a2dbc3735f4c owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:55.971554 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (89d513d2-0943-464e-b711-2901ea6b0219), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:55.973082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, afe4058e-28b4-4130-a604-3b6f02176d8f) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:55.981107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 89d513d2-0943-464e-b711-2901ea6b0219 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:49:55.981792 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 89d513d2-0943-464e-b711-2901ea6b0219 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:49:55.989640 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1998b9-c005-4c9a-afef-0eff1302aa29 None None] Network afe4058e-28b4-4130-a604-3b6f02176d8f requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:56.017480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:56.018660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.034221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (df48607b-efdc-427e-99d3-7e836b0d98e5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.037379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e303e36-46fa-43ea-9fbf-b8c5a2b94fc2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2fa0d7c9-340d-4c6b-a43f-ad46df972553), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.058937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event deleted for resources: {'Port': ['ID=89d513d2-0943-464e-b711-2901ea6b0219,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:56.103847 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5e303e36-46fa-43ea-9fbf-b8c5a2b94fc2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Calling delete_port for 2fa0d7c9-340d-4c6b-a43f-ad46df972553 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:56.106079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] No DVR routers for this DVR port 89d513d2-0943-464e-b711-2901ea6b0219 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:49:56.110769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Router 8f9ac1d9-b920-4bb1-8463-1dd884529cc4 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:56.142435 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-608b09a5-6a89-4986-898a-36f652c585c4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8307636 Aug 31 15:49:56.146474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36942) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:56.152323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1335452938'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:56.225316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network 83fd5b22-387d-49d0-9384-a959a3a2a147 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:56.269931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Router df48607b-efdc-427e-99d3-7e836b0d98e5 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:49:56.274373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-afe4058e-28b4-4130-a604-3b6f02176d8f', 'network_id': 'afe4058e-28b4-4130-a604-3b6f02176d8f', 'project_id': '81e351351d7446daaa2b3e268d1aba01', 'fixed_ips': [{'subnet_id': '92800d49-5d48-4e03-bfd8-46a04836bf03'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:56.275778 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.278854 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 4 to provision port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 Aug 31 15:49:56.280020 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:56.284191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.306642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 83fd5b22-387d-49d0-9384-a959a3a2a147) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:56.330739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9384da-c0cb-4c1a-aaaf-249099fdcb02 None None] Network 83fd5b22-387d-49d0-9384-a959a3a2a147 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:56.346245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:56.353270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:49:56.378070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:56.379420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.399512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b45dee7f-5fea-4b89-83d1-9825875500d0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.400007 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Added segment b45dee7f-5fea-4b89-83d1-9825875500d0 of type vlan for network 8acf2173-40a5-4fde-a8ad-0f050e17c877 Aug 31 15:49:56.411015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:56.418474 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8f2915a1-202f-49de-bbd6-7c064881329a tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "PUT /networking/v2.0/routers/df48607b-efdc-427e-99d3-7e836b0d98e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7865880 Aug 31 15:49:56.422019 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.427938 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab5114-19da-4223-b49a-0e88daecb756 None None] Sync routers for ids ['df48607b-efdc-427e-99d3-7e836b0d98e5'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:56.438874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36944) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:56.449191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:56.451341 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:56.463744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (8acf2173-40a5-4fde-a8ad-0f050e17c877), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.482738 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab5114-19da-4223-b49a-0e88daecb756 None None] Routers {'df48607b-efdc-427e-99d3-7e836b0d98e5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:56.484634 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c2ab5114-19da-4223-b49a-0e88daecb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['df48607b-efdc-427e-99d3-7e836b0d98e5'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.489535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:49:56.507263 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d5a93-1d64-407e-ae1f-4c209224f9d2 None None] Sync routers for ids ['8f9ac1d9-b920-4bb1-8463-1dd884529cc4'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:49:56.526298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.535757 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-618c4241-2b2e-4fc4-ad42-5ee573033526 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "PUT /networking/v2.0/routers/8f9ac1d9-b920-4bb1-8463-1dd884529cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5804176 Aug 31 15:49:56.540678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36946) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:56.550065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d5a93-1d64-407e-ae1f-4c209224f9d2 None None] Routers {'8f9ac1d9-b920-4bb1-8463-1dd884529cc4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:56.550939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b36d5a93-1d64-407e-ae1f-4c209224f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f9ac1d9-b920-4bb1-8463-1dd884529cc4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.564864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-83fd5b22-387d-49d0-9384-a959a3a2a147', 'network_id': '83fd5b22-387d-49d0-9384-a959a3a2a147', 'project_id': 'e32f095990c841089b988cd1e7acf5fd', 'fixed_ips': [{'subnet_id': '9edcc71b-82b7-422d-83f9-7567e370464f'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:56.566094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.568690 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4e9f77-ae41-42da-93d7-d398f16b5455') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.568991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4e9f77-ae41-42da-93d7-d398f16b5455') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.575344 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c2ab5114-19da-4223-b49a-0e88daecb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.575813 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbbb6b7-78d7-41c1-ba95-04fa1d720840 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:49:56.577384 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7cbbb6b7-78d7-41c1-ba95-04fa1d720840 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/5551020c-301c-43b7-8d94-254122220352 HTTP/1.1" status: 404 len: 333 time: 0.0354125 Aug 31 15:49:56.583564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36948) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:56.592692 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab5114-19da-4223-b49a-0e88daecb756 None None] Routers {'df48607b-efdc-427e-99d3-7e836b0d98e5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:56.593573 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c2ab5114-19da-4223-b49a-0e88daecb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['df48607b-efdc-427e-99d3-7e836b0d98e5'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.613899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Allocated IP 2001:db8:0:ffff::2 (afe4058e-28b4-4130-a604-3b6f02176d8f/92800d49-5d48-4e03-bfd8-46a04836bf03/f656766f-cee6-4d82-b3d1-f96de5b0a541) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:56.618046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b36d5a93-1d64-407e-ae1f-4c209224f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.622809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:56.640659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d5a93-1d64-407e-ae1f-4c209224f9d2 None None] Routers {'8f9ac1d9-b920-4bb1-8463-1dd884529cc4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:49:56.641537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b36d5a93-1d64-407e-ae1f-4c209224f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f9ac1d9-b920-4bb1-8463-1dd884529cc4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.644522 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c2ab5114-19da-4223-b49a-0e88daecb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.645303 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab5114-19da-4223-b49a-0e88daecb756 None None] The sync data for ids ['df48607b-efdc-427e-99d3-7e836b0d98e5'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:56.653406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b152-73eb-457b-ab19-47e2639975f8 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for router (df48607b-efdc-427e-99d3-7e836b0d98e5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.657458 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-617ce66e-ae52-472f-9883-32d009a1c012 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1563437 Aug 31 15:49:56.660930 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36950) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:56.672969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (6a4e9f77-ae41-42da-93d7-d398f16b5455), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.721719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (6a4e9f77-ae41-42da-93d7-d398f16b5455), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.723451 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b36d5a93-1d64-407e-ae1f-4c209224f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:49:56.724241 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d5a93-1d64-407e-ae1f-4c209224f9d2 None None] The sync data for ids ['8f9ac1d9-b920-4bb1-8463-1dd884529cc4'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:49:56.728878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-171839760', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:56.736773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a251c7b1-8324-4da1-a21a-c182810e2330 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e044e159-9ba4-4a8c-bf31-a2dbc3735f4c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.751266 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:49:56.751667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (6a4e9f77-ae41-42da-93d7-d398f16b5455), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.769014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:56.787398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db5fbccf-68b3-475a-9c2d-2704a49e952f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for router (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.829828 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 6a4e9f77-ae41-42da-93d7-d398f16b5455 resource provider aggregate not found Aug 31 15:49:56.843397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251c7b1-8324-4da1-a21a-c182810e2330 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=e044e159-9ba4-4a8c-bf31-a2dbc3735f4c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:56.851526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (ac720206-df00-498a-86c0-cecd2c9b796e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.876674 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 5 to provision port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 Aug 31 15:49:56.890697 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 6a4e9f77-ae41-42da-93d7-d398f16b5455 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a4e9f77-ae41-42da-93d7-d398f16b5455 found for delete ", "request_id": "req-dfc43683-366f-48ff-8aee-ad8c4ddb484f"}]} Aug 31 15:49:56.897151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (8acf2173-40a5-4fde-a8ad-0f050e17c877), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.902276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:56.903014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.936189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a251c7b1-8324-4da1-a21a-c182810e2330 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:56.940639 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a251c7b1-8324-4da1-a21a-c182810e2330 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/e044e159-9ba4-4a8c-bf31-a2dbc3735f4c HTTP/1.1" status: 204 len: 168 time: 2.3989577 Aug 31 15:49:56.943833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36956) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:56.948868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:56.983609 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Allocated IP 172.20.0.2 (83fd5b22-387d-49d0-9384-a959a3a2a147/9edcc71b-82b7-422d-83f9-7567e370464f/c1ad2816-959f-47ad-9c85-9a60c8fe9776) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:56.996201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:57.010989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.013066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.024211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=ac720206-df00-498a-86c0-cecd2c9b796e,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:57.043795 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e303e36-46fa-43ea-9fbf-b8c5a2b94fc2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (2fa0d7c9-340d-4c6b-a43f-ad46df972553), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.069419 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9213457 Aug 31 15:49:57.077912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36958) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:57.085509 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b152-73eb-457b-ab19-47e2639975f8 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (df48607b-efdc-427e-99d3-7e836b0d98e5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.095531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e303e36-46fa-43ea-9fbf-b8c5a2b94fc2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event deleted for resources: {'Port': ['ID=2fa0d7c9-340d-4c6b-a43f-ad46df972553,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:57.115150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b152-73eb-457b-ab19-47e2639975f8 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for router_controller (df48607b-efdc-427e-99d3-7e836b0d98e5), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.120820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'subnet': {'network_id': '8acf2173-40a5-4fde-a8ad-0f050e17c877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:57.122793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:57.130045 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Publish callbacks [] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.135095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.149685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.155834 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] 10.222.0.46 "DELETE /networking/v2.0/networks/0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb HTTP/1.1" status: 204 len: 168 time: 2.8706708 Aug 31 15:49:57.163400 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87428944-5311-4665-acd5-56ba2cc3c154 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:57.165610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87428944-5311-4665-acd5-56ba2cc3c154 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:57.170124 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-87428944-5311-4665-acd5-56ba2cc3c154 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2233362 Aug 31 15:49:57.172234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36962) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:57.226975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': '7062763a-4f6e-4acc-aeb8-423ad32331c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f5ca02b1-7c87-4636-8e9b-5e4346c74a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:57.227356 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: f5ca02b1-7c87-4636-8e9b-5e4346c74a3d, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:57.233313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e1d8a-a881-42e5-9b61-1e92f800fe42 tempest-AllowedAddressPairIpV6TestJSON-1450921527 tempest-AllowedAddressPairIpV6TestJSON-1450921527-project] Pushing event deleted for resources: {'Network': ['ID=0a6d1d7d-ffa0-4bb3-a7d2-b395fee71ebb,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:57.246565 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.264738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:57.326920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-8708c344-8216-4392-abe7-fd97c50c9baf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 6ee06083-8825-43f1-bbc3-dcbda890a382 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:57.339095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Network': ['ID=8acf2173-40a5-4fde-a8ad-0f050e17c877,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:57.355071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Network afe4058e-28b4-4130-a604-3b6f02176d8f is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:57.369447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:57.370630 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8708c344-8216-4392-abe7-fd97c50c9baf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (6ee06083-8825-43f1-bbc3-dcbda890a382), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.381122 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Pushing event updated for resources: {'Port': ['ID=f656766f-cee6-4d82-b3d1-f96de5b0a541,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:57.395805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db5fbccf-68b3-475a-9c2d-2704a49e952f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.405019 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db5fbccf-68b3-475a-9c2d-2704a49e952f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for router_controller (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.408704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:57.417428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:57.423653 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Publish callbacks [] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.436103 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network f5ca02b1-7c87-4636-8e9b-5e4346c74a3d is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:49:57.438722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.439071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.439411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.439748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.440083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.441345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.441345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.441345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.441345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.446503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.446503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.446503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.446503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.446503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.446503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915d8f5-2238-43ec-93a2-8b562ed35a74 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:49:57.451498 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 6 to provision port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 Aug 31 15:49:57.456897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_controller (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.479157 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 8acf2173-40a5-4fde-a8ad-0f050e17c877 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:49:57.496903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8708c344-8216-4392-abe7-fd97c50c9baf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (6ee06083-8825-43f1-bbc3-dcbda890a382), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.531353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b152-73eb-457b-ab19-47e2639975f8 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (df48607b-efdc-427e-99d3-7e836b0d98e5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.531353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a4b152-73eb-457b-ab19-47e2639975f8 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Fanout notify agent at l3_agent the message router_deleted on router df48607b-efdc-427e-99d3-7e836b0d98e5 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:49:57.536726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b152-73eb-457b-ab19-47e2639975f8 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.538014 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b5a4b152-73eb-457b-ab19-47e2639975f8 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "DELETE /networking/v2.0/routers/df48607b-efdc-427e-99d3-7e836b0d98e5 HTTP/1.1" status: 204 len: 168 time: 1.0982800 Aug 31 15:49:57.551564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36964) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:57.566840 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.572057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, f5ca02b1-7c87-4636-8e9b-5e4346c74a3d) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:57.592551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4315c64-62a1-4563-8d8a-422f7d8bb20b None None] Network f5ca02b1-7c87-4636-8e9b-5e4346c74a3d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:57.594649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:57.611007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:49:57.611864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.619865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db5fbccf-68b3-475a-9c2d-2704a49e952f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (8f9ac1d9-b920-4bb1-8463-1dd884529cc4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.620457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5fbccf-68b3-475a-9c2d-2704a49e952f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9ac1d9-b920-4bb1-8463-1dd884529cc4 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:49:57.634753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db5fbccf-68b3-475a-9c2d-2704a49e952f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.634753 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-db5fbccf-68b3-475a-9c2d-2704a49e952f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/routers/8f9ac1d9-b920-4bb1-8463-1dd884529cc4 HTTP/1.1" status: 204 len: 168 time: 1.0436418 Aug 31 15:49:57.635459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36966) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:57.662143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Attempting to bind port f656766f-cee6-4d82-b3d1-f96de5b0a541 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:57.662608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Attempting to bind port f656766f-cee6-4d82-b3d1-f96de5b0a541 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b4d9610f-f9e1-4789-ab9f-895e58f32ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'afe4058e-28b4-4130-a604-3b6f02176d8f'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:57.663133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Attempting to bind port f656766f-cee6-4d82-b3d1-f96de5b0a541 on network afe4058e-28b4-4130-a604-3b6f02176d8f {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:57.681389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e303e36-46fa-43ea-9fbf-b8c5a2b94fc2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.681389 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5e303e36-46fa-43ea-9fbf-b8c5a2b94fc2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "DELETE /networking/v2.0/ports/2fa0d7c9-340d-4c6b-a43f-ad46df972553 HTTP/1.1" status: 204 len: 168 time: 2.9180214 Aug 31 15:49:57.681609 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Network 83fd5b22-387d-49d0-9384-a959a3a2a147 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:57.686723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36968) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:57.700049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:57.703836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.724455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:57.731868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:57.732224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Checking segment: {'id': 'b4d9610f-f9e1-4789-ab9f-895e58f32ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'afe4058e-28b4-4130-a604-3b6f02176d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:57.732766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.733036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Bound using segment: {'id': 'b4d9610f-f9e1-4789-ab9f-895e58f32ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'afe4058e-28b4-4130-a604-3b6f02176d8f'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:57.733498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Bound port: f656766f-cee6-4d82-b3d1-f96de5b0a541, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d9610f-f9e1-4789-ab9f-895e58f32ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'afe4058e-28b4-4130-a604-3b6f02176d8f'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:57.733900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.740816 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:57.747254 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-389a4a16-f7d7-412d-a837-e99a54757d8e tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Deleting subnet 62f280fd-6cf9-47d1-a749-45e08be5aa8c {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:57.757495 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-96450b95-62ba-469d-ae13-d1ba7a1be9ca tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] GET failed (client error): The resource could not be found. Aug 31 15:49:57.759976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Pushing event updated for resources: {'Port': ['ID=c1ad2816-959f-47ad-9c85-9a60c8fe9776,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:57.760395 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-96450b95-62ba-469d-ae13-d1ba7a1be9ca tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "GET /networking/v2.0/ports/2fa0d7c9-340d-4c6b-a43f-ad46df972553 HTTP/1.1" status: 404 len: 333 time: 0.0721698 Aug 31 15:49:57.763733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-389a4a16-f7d7-412d-a837-e99a54757d8e tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for subnet (62f280fd-6cf9-47d1-a749-45e08be5aa8c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.767067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36970) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:57.796371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'port': {'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0', 'name': 'tempest-AllowedAddressPairTestJSON-706251724'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:57.812227 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bd32684d-fbd6-4e01-976d-5720f03137f8 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0490339 Aug 31 15:49:57.826830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8708c344-8216-4392-abe7-fd97c50c9baf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (6ee06083-8825-43f1-bbc3-dcbda890a382), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.830579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36972) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:57.901927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Attempting to bind port c1ad2816-959f-47ad-9c85-9a60c8fe9776 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:49:57.902452 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Attempting to bind port c1ad2816-959f-47ad-9c85-9a60c8fe9776 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '5950bb48-a6b1-40c3-b970-aa4ecc98d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '83fd5b22-387d-49d0-9384-a959a3a2a147'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:49:57.902666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Attempting to bind port c1ad2816-959f-47ad-9c85-9a60c8fe9776 on network 83fd5b22-387d-49d0-9384-a959a3a2a147 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:49:57.908445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-f5ca02b1-7c87-4636-8e9b-5e4346c74a3d', 'network_id': 'f5ca02b1-7c87-4636-8e9b-5e4346c74a3d', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': 'ac720206-df00-498a-86c0-cecd2c9b796e'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:49:57.909366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.923432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] For port f656766f-cee6-4d82-b3d1-f96de5b0a541, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:57.936724 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:49:57.937106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Checking segment: {'id': '5950bb48-a6b1-40c3-b970-aa4ecc98d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '83fd5b22-387d-49d0-9384-a959a3a2a147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:57.937492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.938296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Bound using segment: {'id': '5950bb48-a6b1-40c3-b970-aa4ecc98d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '83fd5b22-387d-49d0-9384-a959a3a2a147'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:49:57.938817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Bound port: c1ad2816-959f-47ad-9c85-9a60c8fe9776, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5950bb48-a6b1-40c3-b970-aa4ecc98d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '83fd5b22-387d-49d0-9384-a959a3a2a147'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:49:57.939204 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:57.969141 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] For port f656766f-cee6-4d82-b3d1-f96de5b0a541, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f656766f-cee6-4d82-b3d1-f96de5b0a541,segment=NetworkSegment(b4d9610f-f9e1-4789-ab9f-895e58f32ff2),segment_id=b4d9610f-f9e1-4789-ab9f-895e58f32ff2)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:57.984970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36976) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:57.987230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-389a4a16-f7d7-412d-a837-e99a54757d8e tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (62f280fd-6cf9-47d1-a749-45e08be5aa8c), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.039222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:58.053261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.115811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_gateway (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.128104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] For port c1ad2816-959f-47ad-9c85-9a60c8fe9776, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:49:58.128104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] For port c1ad2816-959f-47ad-9c85-9a60c8fe9776, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c1ad2816-959f-47ad-9c85-9a60c8fe9776,segment=NetworkSegment(5950bb48-a6b1-40c3-b970-aa4ecc98d553),segment_id=5950bb48-a6b1-40c3-b970-aa4ecc98d553)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:49:58.131517 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 7 to provision port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 Aug 31 15:49:58.197206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:58.200656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c39981-cc01-48ba-885a-23ed67fea704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet 07d89fb4-e7cc-49a3-bde5-2513a6fbe127 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:49:58.204636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a4c39981-cc01-48ba-885a-23ed67fea704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (07d89fb4-e7cc-49a3-bde5-2513a6fbe127), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.228124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f5ca02b1-7c87-4636-8e9b-5e4346c74a3d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.241833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-389a4a16-f7d7-412d-a837-e99a54757d8e tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (62f280fd-6cf9-47d1-a749-45e08be5aa8c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.252863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:58.257377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a4c39981-cc01-48ba-885a-23ed67fea704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (07d89fb4-e7cc-49a3-bde5-2513a6fbe127), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.258688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.294479 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628c199-1f3b-4ccc-8a82-235766a4a144 None None] Pushing event updated for resources: {'Port': ['ID=f656766f-cee6-4d82-b3d1-f96de5b0a541,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:58.332360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8708c344-8216-4392-abe7-fd97c50c9baf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (6ee06083-8825-43f1-bbc3-dcbda890a382), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.382788 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Allocated IP 172.20.0.1 (f5ca02b1-7c87-4636-8e9b-5e4346c74a3d/ac720206-df00-498a-86c0-cecd2c9b796e/f0686d02-cab0-4dd9-b449-7cb56a8881ce) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:58.396744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:58.445003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7acea-d1bd-461e-9587-9d253de5bb82 None None] Pushing event updated for resources: {'Port': ['ID=c1ad2816-959f-47ad-9c85-9a60c8fe9776,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:58.459957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708c344-8216-4392-abe7-fd97c50c9baf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee06083-8825-43f1-bbc3-dcbda890a382,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:58.463565 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Made reservation on behalf of e91ce65e5b0a41fd9e911e62e577b511 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:58.467682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.475077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a4c39981-cc01-48ba-885a-23ed67fea704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (07d89fb4-e7cc-49a3-bde5-2513a6fbe127), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.498907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8708c344-8216-4392-abe7-fd97c50c9baf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.502764 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8708c344-8216-4392-abe7-fd97c50c9baf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/6ee06083-8825-43f1-bbc3-dcbda890a382 HTTP/1.1" status: 204 len: 168 time: 1.3264267 Aug 31 15:49:58.511438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36980) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:58.531480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-389a4a16-f7d7-412d-a837-e99a54757d8e tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (62f280fd-6cf9-47d1-a749-45e08be5aa8c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.538508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] device_id is not set on port bc556cd9-ce75-4f30-835a-e42b537bbb94 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:49:58.579286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:58.679436 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9b769df7-915f-4900-9a99-97c178e198a2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1614072 Aug 31 15:49:58.681032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (ac720206-df00-498a-86c0-cecd2c9b796e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.689389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36982) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:58.691036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:58.698493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-389a4a16-f7d7-412d-a837-e99a54757d8e tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.705901 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-389a4a16-f7d7-412d-a837-e99a54757d8e tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/62f280fd-6cf9-47d1-a749-45e08be5aa8c HTTP/1.1" status: 204 len: 168 time: 1.1486135 Aug 31 15:49:58.706359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 36984) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:58.711670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-409175ec-6ebf-41d8-9417-2d7fc7bac1ec tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:49:58.784080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a4c39981-cc01-48ba-885a-23ed67fea704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (07d89fb4-e7cc-49a3-bde5-2513a6fbe127), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:58.791738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a4a16-f7d7-412d-a837-e99a54757d8e tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event deleted for resources: {'Subnet': ['ID=62f280fd-6cf9-47d1-a749-45e08be5aa8c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:58.798212 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7be1b142-f134-4d0d-ade5-19297f226ff7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=114c67b872c74375b00b079be0270197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8022234 Aug 31 15:49:58.826022 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 8 to provision port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 Aug 31 15:49:58.830153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2599e39-ef5a-489e-9977-f47625cfee11 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:58.832145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c3a9e-54cd-4b1d-b2f5-6c4825eb920a None None] Network cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:58.836168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36986) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:58.887660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:59.025177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c39981-cc01-48ba-885a-23ed67fea704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=07d89fb4-e7cc-49a3-bde5-2513a6fbe127,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:59.038398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a4c39981-cc01-48ba-885a-23ed67fea704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.045845 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a4c39981-cc01-48ba-885a-23ed67fea704 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/07d89fb4-e7cc-49a3-bde5-2513a6fbe127 HTTP/1.1" status: 204 len: 168 time: 1.4093034 Aug 31 15:49:59.053743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 36988) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:49:59.060146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:59.060670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4b56ab-5f46-4ba1-9332-a02df224c87b None None] Network 31d30706-9b48-407d-ba10-3d19d2ec3fe8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:49:59.070687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:49:59.086667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (cab8ff82-eb3f-40e3-9bd9-706e4046f8a6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.090999 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25138152-2d43-44d8-8bbd-d0990a8686c9 admin admin] Publish callbacks [] for security_group (46f0e61f-61c8-4f9d-a975-d11f4e342315), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.113999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_gateway (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.132631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.153848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Allocated IP 172.20.0.8 (9957a6dd-dde4-41ec-8c30-e64c120d0da0/6677f08f-8d82-4c30-896f-68d89320c0bc/bc556cd9-ce75-4f30-835a-e42b537bbb94) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:59.193460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25138152-2d43-44d8-8bbd-d0990a8686c9 admin admin] Publish callbacks [] for security_group (46f0e61f-61c8-4f9d-a975-d11f4e342315), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.218331 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (31d30706-9b48-407d-ba10-3d19d2ec3fe8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.254046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Publish callbacks [] for port (f0686d02-cab0-4dd9-b449-7cb56a8881ce), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.294655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e44249-6bd9-43a0-b545-3a4bff9b7dbd None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:59.309816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409175ec-6ebf-41d8-9417-2d7fc7bac1ec tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:49:59.314586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-409175ec-6ebf-41d8-9417-2d7fc7bac1ec tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.353137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be529ea-9704-48a5-a729-5a03362ee504 None None] DHCP port deletion for cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:59.372470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f2e44249-6bd9-43a0-b545-3a4bff9b7dbd None None] Deleting port 5619ffa2-1e95-47fb-9a25-b418edde2626 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:59.372923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:49:59.373044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f2e44249-6bd9-43a0-b545-3a4bff9b7dbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5619ffa2-1e95-47fb-9a25-b418edde2626), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.379187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Deleting port c318b7b1-a268-4f6e-902d-0f34d22faed3 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:59.379187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.398774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (2976e0ef-acfd-4f61-9793-e5a12709c610), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.412701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4e09d-e696-4742-a9f2-e3dc0c7a9532 None None] DHCP port deletion for 31d30706-9b48-407d-ba10-3d19d2ec3fe8 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:49:59.455371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (f0686d02-cab0-4dd9-b449-7cb56a8881ce), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.473491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:59.475596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25138152-2d43-44d8-8bbd-d0990a8686c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (46f0e61f-61c8-4f9d-a975-d11f4e342315), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.479455 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25138152-2d43-44d8-8bbd-d0990a8686c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.481001 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-25138152-2d43-44d8-8bbd-d0990a8686c9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/46f0e61f-61c8-4f9d-a975-d11f4e342315 HTTP/1.1" status: 204 len: 168 time: 0.6377962 Aug 31 15:49:59.527588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25138152-2d43-44d8-8bbd-d0990a8686c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f0e61f-61c8-4f9d-a975-d11f4e342315,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:59.553930 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2be529ea-9704-48a5-a729-5a03362ee504 None None] Deleting port c318b7b1-a268-4f6e-902d-0f34d22faed3 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:59.554397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2be529ea-9704-48a5-a729-5a03362ee504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.579977 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 9 to provision port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 Aug 31 15:49:59.600997 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Network f5ca02b1-7c87-4636-8e9b-5e4346c74a3d is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:49:59.607860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Subnet': ['ID=2976e0ef-acfd-4f61-9793-e5a12709c610,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:59.611965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.26.2.154 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/8fe0d9ba-37ae-4904-a5cf-7b73eb6b6886) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:49:59.629283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:59.644468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f2e44249-6bd9-43a0-b545-3a4bff9b7dbd None None] For port 5619ffa2-1e95-47fb-9a25-b418edde2626, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5619ffa2-1e95-47fb-9a25-b418edde2626,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:59.645133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f2e44249-6bd9-43a0-b545-3a4bff9b7dbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5619ffa2-1e95-47fb-9a25-b418edde2626), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.660888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 9b834115-bc9b-4a97-ab6f-4dd281902791 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:59.661326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.667293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f2e44249-6bd9-43a0-b545-3a4bff9b7dbd None None] Calling delete_port for 5619ffa2-1e95-47fb-9a25-b418edde2626 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:59.712825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] For port c318b7b1-a268-4f6e-902d-0f34d22faed3, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c318b7b1-a268-4f6e-902d-0f34d22faed3,segment=NetworkSegment(e6945513-91cb-4f47-9b37-331a99af03c2),segment_id=e6945513-91cb-4f47-9b37-331a99af03c2)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:59.713301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.778025 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2be529ea-9704-48a5-a729-5a03362ee504 None None] For port c318b7b1-a268-4f6e-902d-0f34d22faed3, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c318b7b1-a268-4f6e-902d-0f34d22faed3,segment=NetworkSegment(e6945513-91cb-4f47-9b37-331a99af03c2),segment_id=e6945513-91cb-4f47-9b37-331a99af03c2)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:49:59.778432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2be529ea-9704-48a5-a729-5a03362ee504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.786376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Calling delete_port for c318b7b1-a268-4f6e-902d-0f34d22faed3 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:59.796908 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2be529ea-9704-48a5-a729-5a03362ee504 None None] Calling delete_port for c318b7b1-a268-4f6e-902d-0f34d22faed3 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:49:59.806168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Checking segment: {'id': 'b45dee7f-5fea-4b89-83d1-9825875500d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8acf2173-40a5-4fde-a8ad-0f050e17c877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:49:59.812175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network hostable DHCP agents. Network: 8acf2173-40a5-4fde-a8ad-0f050e17c877, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:49:59.883546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (ac720206-df00-498a-86c0-cecd2c9b796e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.900614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:59.924044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:49:59.926379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:49:59.952774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=ac720206-df00-498a-86c0-cecd2c9b796e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:49:59.955702 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:49:59.962362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (8fe0d9ba-37ae-4904-a5cf-7b73eb6b6886), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:49:59.981873 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-afd4e09d-e696-4742-a9f2-e3dc0c7a9532 None None] Deleting port 9b834115-bc9b-4a97-ab6f-4dd281902791 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:49:59.982230 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-afd4e09d-e696-4742-a9f2-e3dc0c7a9532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.044246 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network 8acf2173-40a5-4fde-a8ad-0f050e17c877 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:00.075984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] For port 9b834115-bc9b-4a97-ab6f-4dd281902791, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9b834115-bc9b-4a97-ab6f-4dd281902791,segment=NetworkSegment(8b1020cd-3f2e-4d63-9484-1c3b13f51278),segment_id=8b1020cd-3f2e-4d63-9484-1c3b13f51278)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:00.076352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.078201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a7d5b1-ea43-41bd-8082-7f700cb79be0 None None] Network 83fd5b22-387d-49d0-9384-a959a3a2a147 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:00.086054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Pushing event updated for resources: {'Port': ['ID=f0686d02-cab0-4dd9-b449-7cb56a8881ce,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:00.114490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-409175ec-6ebf-41d8-9417-2d7fc7bac1ec tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (31fc2ffe-6004-4793-ac77-341c033ffa67), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.123328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.129770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f5ca02b1-7c87-4636-8e9b-5e4346c74a3d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.145912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:00.168112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event deleted for resources: {'Port': ['ID=c318b7b1-a268-4f6e-902d-0f34d22faed3,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:00.170502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8fe0d9ba-37ae-4904-a5cf-7b73eb6b6886), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.177811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 8acf2173-40a5-4fde-a8ad-0f050e17c877) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:00.211519 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 9b834115-bc9b-4a97-ab6f-4dd281902791 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:00.222026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:00.222628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.225292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] No DVR routers for this DVR port c318b7b1-a268-4f6e-902d-0f34d22faed3 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:00.232062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409175ec-6ebf-41d8-9417-2d7fc7bac1ec tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=31fc2ffe-6004-4793-ac77-341c033ffa67,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:00.263857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ca02b1-7c87-4636-8e9b-5e4346c74a3d']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:00.267123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409175ec-6ebf-41d8-9417-2d7fc7bac1ec tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:00.283394 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-409175ec-6ebf-41d8-9417-2d7fc7bac1ec tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:00.290063 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7062763a-4f6e-4acc-aeb8-423ad32331c2') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:00.290063 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7062763a-4f6e-4acc-aeb8-423ad32331c2') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:00.295548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:00.303324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:00.316078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=8fe0d9ba-37ae-4904-a5cf-7b73eb6b6886,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:00.321459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:00.321688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f656766f-cee6-4d82-b3d1-f96de5b0a541 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:00.321839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409175ec-6ebf-41d8-9417-2d7fc7bac1ec tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:00.321946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-409175ec-6ebf-41d8-9417-2d7fc7bac1ec tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.322806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8762f6ed-547f-470a-93d3-ce0e768d31a0 None None] Network 8acf2173-40a5-4fde-a8ad-0f050e17c877 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:00.327217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.327793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.328370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.328747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.329331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.329845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.330359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.330852 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.331268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.331688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.332306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.333185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.333677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.334069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.334485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:00.334860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for port (bc556cd9-ce75-4f30-835a-e42b537bbb94), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.364047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (7062763a-4f6e-4acc-aeb8-423ad32331c2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.380938 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:00.391476 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6ac6ece6-3246-4710-bf02-8157ccdcf703 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3048642 Aug 31 15:50:00.400056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7062763a-4f6e-4acc-aeb8-423ad32331c2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.406249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37002) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:00.416582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'port': {'network_id': '8acf2173-40a5-4fde-a8ad-0f050e17c877', 'name': 'tempest-NetworksIpV6TestAttrs-1655539673'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:00.420041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:00.420448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (7062763a-4f6e-4acc-aeb8-423ad32331c2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.421821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (cab8ff82-eb3f-40e3-9bd9-706e4046f8a6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.458481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fccc9-5a63-4c88-b16a-af403698abb0 None None] Network afe4058e-28b4-4130-a604-3b6f02176d8f requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:00.463001 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 7062763a-4f6e-4acc-aeb8-423ad32331c2 resource provider aggregate not found Aug 31 15:50:00.526763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab8ff82-eb3f-40e3-9bd9-706e4046f8a6']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:00.576007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6945513-91cb-4f47-9b37-331a99af03c2') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:00.576303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6945513-91cb-4f47-9b37-331a99af03c2') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:00.599225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (e6945513-91cb-4f47-9b37-331a99af03c2), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.602427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:00.636850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2be529ea-9704-48a5-a729-5a03362ee504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (c318b7b1-a268-4f6e-902d-0f34d22faed3), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.653399 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 10 to provision port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 Aug 31 15:50:00.655368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e6945513-91cb-4f47-9b37-331a99af03c2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.672491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:00.672897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (e6945513-91cb-4f47-9b37-331a99af03c2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.732440 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment e6945513-91cb-4f47-9b37-331a99af03c2 resource provider aggregate not found Aug 31 15:50:00.757203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:00.769429 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-afd4e09d-e696-4742-a9f2-e3dc0c7a9532 None None] For port 9b834115-bc9b-4a97-ab6f-4dd281902791, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9b834115-bc9b-4a97-ab6f-4dd281902791,segment=NetworkSegment(8b1020cd-3f2e-4d63-9484-1c3b13f51278),segment_id=8b1020cd-3f2e-4d63-9484-1c3b13f51278)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:00.770062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-afd4e09d-e696-4742-a9f2-e3dc0c7a9532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.796746 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment e6945513-91cb-4f47-9b37-331a99af03c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6945513-91cb-4f47-9b37-331a99af03c2 found for delete ", "request_id": "req-a55bc25a-f7f7-4e4c-99ee-8d7ab1363366"}]} Aug 31 15:50:00.802210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Provisioning complete for port 619e0690-b01a-4421-aefa-726c8a11c5dd triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:00.802583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (619e0690-b01a-4421-aefa-726c8a11c5dd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.802921 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Attempt 1 to provision port 619e0690-b01a-4421-aefa-726c8a11c5dd Aug 31 15:50:00.805915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Attempting to bind port f0686d02-cab0-4dd9-b449-7cb56a8881ce on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:00.806453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Attempting to bind port f0686d02-cab0-4dd9-b449-7cb56a8881ce by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '7062763a-4f6e-4acc-aeb8-423ad32331c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f5ca02b1-7c87-4636-8e9b-5e4346c74a3d'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:00.806625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Attempting to bind port f0686d02-cab0-4dd9-b449-7cb56a8881ce on network f5ca02b1-7c87-4636-8e9b-5e4346c74a3d {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:00.830024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be529ea-9704-48a5-a729-5a03362ee504 None None] No DVR routers for this DVR port c318b7b1-a268-4f6e-902d-0f34d22faed3 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:00.833535 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be529ea-9704-48a5-a729-5a03362ee504 None None] Pushing event deleted for resources: {'Port': ['ID=c318b7b1-a268-4f6e-902d-0f34d22faed3,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:00.845820 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 7062763a-4f6e-4acc-aeb8-423ad32331c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7062763a-4f6e-4acc-aeb8-423ad32331c2 found for delete ", "request_id": "req-3a309934-af84-4f9b-807e-3f61357d742f"}]} Aug 31 15:50:00.856169 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-409175ec-6ebf-41d8-9417-2d7fc7bac1ec tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1503816 Aug 31 15:50:00.859334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37018) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:00.868283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': '31fc2ffe-6004-4793-ac77-341c033ffa67', 'ip_address': '2001:db8::d82:2033:276c:7793'}], 'name': 'tempest-NetworksTestDHCPv6-439168985'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:00.880929 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-afd4e09d-e696-4742-a9f2-e3dc0c7a9532 None None] Calling delete_port for 9b834115-bc9b-4a97-ab6f-4dd281902791 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:00.898053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:00.898432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Checking segment: {'id': '7062763a-4f6e-4acc-aeb8-423ad32331c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f5ca02b1-7c87-4636-8e9b-5e4346c74a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:00.899069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.899560 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Bound using segment: {'id': '7062763a-4f6e-4acc-aeb8-423ad32331c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f5ca02b1-7c87-4636-8e9b-5e4346c74a3d'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:00.900114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Bound port: f0686d02-cab0-4dd9-b449-7cb56a8881ce, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7062763a-4f6e-4acc-aeb8-423ad32331c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f5ca02b1-7c87-4636-8e9b-5e4346c74a3d'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:00.900501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f0686d02-cab0-4dd9-b449-7cb56a8881ce), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.902781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port f656766f-cee6-4d82-b3d1-f96de5b0a541 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:00.903143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:00.903467 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port f656766f-cee6-4d82-b3d1-f96de5b0a541 Aug 31 15:50:00.973425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.api [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:50:00.973425 dv-neutron-855257-2-hyperv neutron-server[114265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:50:00.973425 dv-neutron-855257-2-hyperv neutron-server[114265]: [parameters: {'id': 'f5ca02b1-7c87-4636-8e9b-5e4346c74a3d'}] Aug 31 15:50:00.973425 dv-neutron-855257-2-hyperv neutron-server[114265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:50:00.974618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG oslo_db.api [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:50:01.064103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (cab8ff82-eb3f-40e3-9bd9-706e4046f8a6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.073773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:01.078435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.082141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (bc556cd9-ce75-4f30-835a-e42b537bbb94), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.083833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.111033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.117792 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] 10.222.0.46 "DELETE /networking/v2.0/networks/cab8ff82-eb3f-40e3-9bd9-706e4046f8a6 HTTP/1.1" status: 204 len: 168 time: 2.4079494 Aug 31 15:50:01.145039 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f2e44249-6bd9-43a0-b545-3a4bff9b7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (5619ffa2-1e95-47fb-9a25-b418edde2626), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.163315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fca572-449e-49d8-a3de-eb8b64c65e83 tempest-FloatingIPNegativeTestJSON-222166492 tempest-FloatingIPNegativeTestJSON-222166492-project] Pushing event deleted for resources: {'Network': ['ID=cab8ff82-eb3f-40e3-9bd9-706e4046f8a6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:01.164937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=9b834115-bc9b-4a97-ab6f-4dd281902791,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:01.175246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.175620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.175926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.176257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.176595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.176929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.177255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.177651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.177981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.178298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.178621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.178939 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.179256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.179576 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.180495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:01.182682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] device_id is not set on port 0669b02b-98a9-4082-bfca-fa6f62773ff7 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:01.190495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No DVR routers for this DVR port 9b834115-bc9b-4a97-ab6f-4dd281902791 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:01.224123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:01.254757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:01.267460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:01.304840 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e44249-6bd9-43a0-b545-3a4bff9b7dbd None None] No DVR routers for this DVR port 5619ffa2-1e95-47fb-9a25-b418edde2626 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:01.329877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Port': ['ID=bc556cd9-ce75-4f30-835a-e42b537bbb94,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:01.338497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Allocated IP 2001:db8::f816:3eff:fedb:5e5 (8acf2173-40a5-4fde-a8ad-0f050e17c877/2976e0ef-acfd-4f61-9793-e5a12709c610/0669b02b-98a9-4082-bfca-fa6f62773ff7) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:01.412579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e44249-6bd9-43a0-b545-3a4bff9b7dbd None None] Pushing event deleted for resources: {'Port': ['ID=5619ffa2-1e95-47fb-9a25-b418edde2626,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:01.434162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-afd4e09d-e696-4742-a9f2-e3dc0c7a9532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (9b834115-bc9b-4a97-ab6f-4dd281902791), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.450516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (31d30706-9b48-407d-ba10-3d19d2ec3fe8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.478736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:01.479581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.486602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f5ca02b1-7c87-4636-8e9b-5e4346c74a3d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.515373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d30706-9b48-407d-ba10-3d19d2ec3fe8']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:01.573851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1020cd-3f2e-4d63-9484-1c3b13f51278') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:01.574479 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1020cd-3f2e-4d63-9484-1c3b13f51278') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:01.601441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (8b1020cd-3f2e-4d63-9484-1c3b13f51278), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.602634 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4e09d-e696-4742-a9f2-e3dc0c7a9532 None None] No DVR routers for this DVR port 9b834115-bc9b-4a97-ab6f-4dd281902791 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:01.611570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_gateway (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.624784 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-804834b7-dfcc-4063-ae5c-3b9bc52c64f9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8562536 Aug 31 15:50:01.626519 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37030) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:01.636053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-dc6c9715-7f7b-40ee-9cca-253c8076657d tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:88:fa:24'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:01.666721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0df07-2efe-457f-9cd0-79904814d90f None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:01.685957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:01.693755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port f0686d02-cab0-4dd9-b449-7cb56a8881ce {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:01.694099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f0686d02-cab0-4dd9-b449-7cb56a8881ce), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:01.698885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:01.720858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4e09d-e696-4742-a9f2-e3dc0c7a9532 None None] Pushing event deleted for resources: {'Port': ['ID=9b834115-bc9b-4a97-ab6f-4dd281902791,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:01.726066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (8b1020cd-3f2e-4d63-9484-1c3b13f51278), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.737892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:01.749005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Could not find standard attr ID for object 9b834115-bc9b-4a97-ab6f-4dd281902791. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:01.774554 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37032) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:01.822987 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:01.823391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (8b1020cd-3f2e-4d63-9484-1c3b13f51278), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.829839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:01.840895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-8acf2173-40a5-4fde-a8ad-0f050e17c877', 'network_id': '8acf2173-40a5-4fde-a8ad-0f050e17c877', 'project_id': '81e351351d7446daaa2b3e268d1aba01', 'fixed_ips': [{'subnet_id': '2976e0ef-acfd-4f61-9793-e5a12709c610'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:01.841963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:01.845460 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:01.846310 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c1ad2816-959f-47ad-9c85-9a60c8fe9776 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:01.886042 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Could not find standard attr ID for object d03198f1-b5cd-495e-b08c-f9812ebd17fb. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:01.942689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Could not find standard attr ID for object 2307502a-48ba-481c-ab75-a7bee58107f7. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:01.953454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37038) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:01.964430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-544c0d8e-a60a-4d5f-8e95-d9f68b0f4f5e None None] Could not find standard attr ID for object 5f7dc923-b565-4d64-b640-499c3d5c3816. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:01.972741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port f0686d02-cab0-4dd9-b449-7cb56a8881ce, host dv-neutron-855257-2-hyperv, got binding levels [] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:01.977259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f0686d02-cab0-4dd9-b449-7cb56a8881ce), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:01.986909 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] For port f0686d02-cab0-4dd9-b449-7cb56a8881ce, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:02.014695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for f0686d02-cab0-4dd9-b449-7cb56a8881ce owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:02.067553 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9715-7f7b-40ee-9cca-253c8076657d tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bc556cd9-ce75-4f30-835a-e42b537bbb94), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.124661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:02.133923 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Could not find standard attr ID for object 2fa0d7c9-340d-4c6b-a43f-ad46df972553. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:02.141083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (31d30706-9b48-407d-ba10-3d19d2ec3fe8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.147237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.150843 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/networks/31d30706-9b48-407d-ba10-3d19d2ec3fe8 HTTP/1.1" status: 204 len: 168 time: 3.0960693 Aug 31 15:50:02.172312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37042) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:02.174602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce07643-40c0-4383-aba0-ea1b09b9ce33 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Network': ['ID=31d30706-9b48-407d-ba10-3d19d2ec3fe8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:02.200404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] For port f0686d02-cab0-4dd9-b449-7cb56a8881ce, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f0686d02-cab0-4dd9-b449-7cb56a8881ce,segment=NetworkSegment(7062763a-4f6e-4acc-aeb8-423ad32331c2),segment_id=7062763a-4f6e-4acc-aeb8-423ad32331c2)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:02.213434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Could not find standard attr ID for object 5619ffa2-1e95-47fb-9a25-b418edde2626. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:02.222028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '31fc2ffe-6004-4793-ac77-341c033ffa67'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:02.222883 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.225944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port c1ad2816-959f-47ad-9c85-9a60c8fe9776 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:02.226444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.227683 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port c1ad2816-959f-47ad-9c85-9a60c8fe9776 Aug 31 15:50:02.273233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Provisioning complete for port bc556cd9-ce75-4f30-835a-e42b537bbb94 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:02.274033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bc556cd9-ce75-4f30-835a-e42b537bbb94), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.274271 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Attempt 1 to provision port bc556cd9-ce75-4f30-835a-e42b537bbb94 Aug 31 15:50:02.327677 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-352a0050-b154-4b72-ad40-8339f3a1b123 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2dcee2bf8df844c18c584f3d0b7b504e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729792 Aug 31 15:50:02.333475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37044) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:02.350626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for port (0669b02b-98a9-4082-bfca-fa6f62773ff7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.387770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (f0686d02-cab0-4dd9-b449-7cb56a8881ce), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.388752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1341327643'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:02.390397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec85257-1e96-41e3-894c-a0cbb1e006cc tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:02.394593 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dec85257-1e96-41e3-894c-a0cbb1e006cc tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/9aafe5eb-83e9-45b1-803c-d3f0452baee8 HTTP/1.1" status: 200 len: 841 time: 0.2143826 Aug 31 15:50:02.400518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37046) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:02.412940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.424633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.494526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 6b18c85e-f75d-462f-93b4-f16d184ab2dd yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:02.513926 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-16f38056-bed0-4842-893c-8b0008b27d81 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/9aafe5eb-83e9-45b1-803c-d3f0452baee8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1097922 Aug 31 15:50:02.514121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37048) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:02.521243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1669fb8a-9f26-4217-879d-d4bcbf201377 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:02.567385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Port bc556cd9-ce75-4f30-835a-e42b537bbb94 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:02.594081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf781b79-4d37-4b70-8281-1852d32f689c admin admin] Publish callbacks [] for security_group (cadfebb3-7776-4da1-8324-4ca798fd558d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:02.594314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:02.607396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe08ca1-3ed1-4f7d-901e-f301c86cd7b3 None None] Pushing event updated for resources: {'Port': ['ID=f0686d02-cab0-4dd9-b449-7cb56a8881ce,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:02.617703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f0686d02-cab0-4dd9-b449-7cb56a8881ce), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.621342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf781b79-4d37-4b70-8281-1852d32f689c admin admin] Publish callbacks [] for security_group (cadfebb3-7776-4da1-8324-4ca798fd558d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.626750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/31fc2ffe-6004-4793-ac77-341c033ffa67/a4d3f8fd-3a15-4bb3-871a-451a22762204) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:02.641371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c04160d-6d3c-4a7d-83ee-a27609152fe4 None None] Network f5ca02b1-7c87-4636-8e9b-5e4346c74a3d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:02.671870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Made reservation on behalf of c67a804f835a46bdb708507ff2e2faf4 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:02.676067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.692429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=f0686d02-cab0-4dd9-b449-7cb56a8881ce,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:02.696274 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port f0686d02-cab0-4dd9-b449-7cb56a8881ce on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:02.713512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.738696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9b834115-bc9b-4a97-ab6f-4dd281902791 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:02.778011 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 9b834115-bc9b-4a97-ab6f-4dd281902791 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:02.778663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9b834115-bc9b-4a97-ab6f-4dd281902791 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:02.779156 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c318b7b1-a268-4f6e-902d-0f34d22faed3 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:02.794001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (0669b02b-98a9-4082-bfca-fa6f62773ff7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.841705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f5ca02b1-7c87-4636-8e9b-5e4346c74a3d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.845852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9715-7f7b-40ee-9cca-253c8076657d tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for port (bc556cd9-ce75-4f30-835a-e42b537bbb94), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.866779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:02.869925 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: c318b7b1-a268-4f6e-902d-0f34d22faed3 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:02.870281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c318b7b1-a268-4f6e-902d-0f34d22faed3 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:02.870917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5619ffa2-1e95-47fb-9a25-b418edde2626 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:02.871659 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 8b1020cd-3f2e-4d63-9484-1c3b13f51278 resource provider aggregate not found Aug 31 15:50:02.879630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network 8acf2173-40a5-4fde-a8ad-0f050e17c877 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:02.895954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:02.897148 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 8b1020cd-3f2e-4d63-9484-1c3b13f51278 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b1020cd-3f2e-4d63-9484-1c3b13f51278 found for delete ", "request_id": "req-9334f5ed-f77a-44c2-a476-61d67ebfdb59"}]} Aug 31 15:50:02.907048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:02.908376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ca02b1-7c87-4636-8e9b-5e4346c74a3d']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:02.912205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:02.912914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.917875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 5619ffa2-1e95-47fb-9a25-b418edde2626 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:02.918466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5619ffa2-1e95-47fb-9a25-b418edde2626 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:02.931339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7062763a-4f6e-4acc-aeb8-423ad32331c2') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:02.936210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7062763a-4f6e-4acc-aeb8-423ad32331c2') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:02.940668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Allocated IP 2001:db8::f816:3eff:fe8c:7183 (8acf2173-40a5-4fde-a8ad-0f050e17c877/2976e0ef-acfd-4f61-9793-e5a12709c610/0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:02.948491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:02.950035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (7062763a-4f6e-4acc-aeb8-423ad32331c2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.956506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Port': ['ID=0669b02b-98a9-4082-bfca-fa6f62773ff7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:02.969299 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1669fb8a-9f26-4217-879d-d4bcbf201377 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:02.975483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1669fb8a-9f26-4217-879d-d4bcbf201377 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:02.983449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9715-7f7b-40ee-9cca-253c8076657d tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (bc556cd9-ce75-4f30-835a-e42b537bbb94), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.003342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf781b79-4d37-4b70-8281-1852d32f689c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (cadfebb3-7776-4da1-8324-4ca798fd558d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.005942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf781b79-4d37-4b70-8281-1852d32f689c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.014173 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bf781b79-4d37-4b70-8281-1852d32f689c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/cadfebb3-7776-4da1-8324-4ca798fd558d HTTP/1.1" status: 204 len: 168 time: 0.6637168 Aug 31 15:50:03.026970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7062763a-4f6e-4acc-aeb8-423ad32331c2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.037048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:03.037515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (7062763a-4f6e-4acc-aeb8-423ad32331c2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.045524 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf781b79-4d37-4b70-8281-1852d32f689c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadfebb3-7776-4da1-8324-4ca798fd558d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:03.057666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks [] for security_group (c14be295-3eb2-44ab-86cf-900e7a7b823c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.061938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:03.074968 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Attempt 2 to provision port bc556cd9-ce75-4f30-835a-e42b537bbb94 Aug 31 15:50:03.141988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Publish callbacks [] for port (a4d3f8fd-3a15-4bb3-871a-451a22762204), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.153388 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-02b6c361-7789-4d89-a421-9ce1d2784d07 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7447879 Aug 31 15:50:03.154605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Port bc556cd9-ce75-4f30-835a-e42b537bbb94 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:03.156211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37056) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:03.209225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 95bbcd22-ed12-42fb-b81b-4d4d6f4046e3 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:50:03.222134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c14be295-3eb2-44ab-86cf-900e7a7b823c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.233309 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c9715-7f7b-40ee-9cca-253c8076657d tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] In _notify_port_updated(), no bound segment for port bc556cd9-ce75-4f30-835a-e42b537bbb94 on network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:50:03.238488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c9715-7f7b-40ee-9cca-253c8076657d tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:03.239461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9715-7f7b-40ee-9cca-253c8076657d tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.244500 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dc6c9715-7f7b-40ee-9cca-253c8076657d tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "PUT /networking/v2.0/ports/bc556cd9-ce75-4f30-835a-e42b537bbb94 HTTP/1.1" status: 200 len: 992 time: 1.6113436 Aug 31 15:50:03.244500 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37058) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:03.253959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c9715-7f7b-40ee-9cca-253c8076657d tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Port': ['ID=bc556cd9-ce75-4f30-835a-e42b537bbb94,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:03.258470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-27863292-16c8-466c-9c7f-1537590e75b2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Deleting subnet 2976e0ef-acfd-4f61-9793-e5a12709c610 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:03.271064 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:03.292048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14be295-3eb2-44ab-86cf-900e7a7b823c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:03.302192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (a4d3f8fd-3a15-4bb3-871a-451a22762204), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.304598 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Publish callbacks [] for port (0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.337041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a37ca22d-ae7a-4dfe-9c41-101d2b86a247), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.337390 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Added segment a37ca22d-ae7a-4dfe-9c41-101d2b86a247 of type vlan for network d49d06fe-86ca-4342-9128-0bbd6e23731c Aug 31 15:50:03.356112 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:03.360344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:03.364951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f5ca02b1-7c87-4636-8e9b-5e4346c74a3d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.371250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:03.388452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.388687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Pushing event updated for resources: {'Port': ['ID=a4d3f8fd-3a15-4bb3-871a-451a22762204,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:03.392190 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f5ca02b1-7c87-4636-8e9b-5e4346c74a3d HTTP/1.1" status: 204 len: 168 time: 5.5602529 Aug 31 15:50:03.414663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37060) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:03.428973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-867223939'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:03.442543 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a1590-7579-451a-a416-e0355e0e111a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=f5ca02b1-7c87-4636-8e9b-5e4346c74a3d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:03.450474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c870dad0-51db-49fe-9b03-c583c751b232 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Deleting port bc556cd9-ce75-4f30-835a-e42b537bbb94 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:03.450819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c870dad0-51db-49fe-9b03-c583c751b232 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bc556cd9-ce75-4f30-835a-e42b537bbb94), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.468433 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Attempting to bind port a4d3f8fd-3a15-4bb3-871a-451a22762204 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:03.469073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Attempting to bind port a4d3f8fd-3a15-4bb3-871a-451a22762204 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:03.469731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Attempting to bind port a4d3f8fd-3a15-4bb3-871a-451a22762204 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:03.490446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.490769 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-27863292-16c8-466c-9c7f-1537590e75b2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for subnet (2976e0ef-acfd-4f61-9793-e5a12709c610), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.500560 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:03.501729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:03.502204 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.503270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:03.503949 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Bound port: a4d3f8fd-3a15-4bb3-871a-451a22762204, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:03.504582 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a4d3f8fd-3a15-4bb3-871a-451a22762204), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.529077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (d49d06fe-86ca-4342-9128-0bbd6e23731c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.548404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::d82:2033:276c:7793 (e986fc1f-2559-47ce-89c8-1dd43368919a/31fc2ffe-6004-4793-ac77-341c033ffa67/6b18c85e-f75d-462f-93b4-f16d184ab2dd) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:03.606123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c870dad0-51db-49fe-9b03-c583c751b232 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bc556cd9-ce75-4f30-835a-e42b537bbb94), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.609232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-27863292-16c8-466c-9c7f-1537590e75b2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (2976e0ef-acfd-4f61-9793-e5a12709c610), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.610384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:03.611866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Network 8acf2173-40a5-4fde-a8ad-0f050e17c877 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:03.614813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.621257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:03.628503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:03.640359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c870dad0-51db-49fe-9b03-c583c751b232 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Calling delete_port for bc556cd9-ce75-4f30-835a-e42b537bbb94 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:03.644006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:50:03.655865 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Attempt 3 to provision port bc556cd9-ce75-4f30-835a-e42b537bbb94 Aug 31 15:50:03.656096 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a6039-355f-412f-ab5c-6d82c3d59e43 None None] Sync routers for ids ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:50:03.662893 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Pushing event updated for resources: {'Port': ['ID=0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:03.674917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1669fb8a-9f26-4217-879d-d4bcbf201377 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (d29360cd-b416-46d9-8afa-53fa3d974d0a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.681080 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a6039-355f-412f-ab5c-6d82c3d59e43 None None] Routers {'95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:03.682978 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3a2a6039-355f-412f-ab5c-6d82c3d59e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:03.691982 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=45 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:03.714288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (d49d06fe-86ca-4342-9128-0bbd6e23731c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.720833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:03.722349 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.732159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] For port a4d3f8fd-3a15-4bb3-871a-451a22762204, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:03.736711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] For port a4d3f8fd-3a15-4bb3-871a-451a22762204, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a4d3f8fd-3a15-4bb3-871a-451a22762204,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:03.738236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:03.772569 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3a2a6039-355f-412f-ab5c-6d82c3d59e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:03.798230 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a6039-355f-412f-ab5c-6d82c3d59e43 None None] Routers {'95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:03.800354 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3a2a6039-355f-412f-ab5c-6d82c3d59e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:49:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:03.811084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Port bc556cd9-ce75-4f30-835a-e42b537bbb94 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:03.822899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.824443 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3e38bbba-1ccf-4fc9-921d-8d44544f2595 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1024463 Aug 31 15:50:03.836362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Attempting to bind port 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:03.836998 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Attempting to bind port 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b45dee7f-5fea-4b89-83d1-9825875500d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8acf2173-40a5-4fde-a8ad-0f050e17c877'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:03.837388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Attempting to bind port 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd on network 8acf2173-40a5-4fde-a8ad-0f050e17c877 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:03.846628 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:03.847022 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Checking segment: {'id': 'b45dee7f-5fea-4b89-83d1-9825875500d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8acf2173-40a5-4fde-a8ad-0f050e17c877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:03.847431 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.847834 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Bound using segment: {'id': 'b45dee7f-5fea-4b89-83d1-9825875500d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8acf2173-40a5-4fde-a8ad-0f050e17c877'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:03.848369 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Bound port: 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45dee7f-5fea-4b89-83d1-9825875500d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8acf2173-40a5-4fde-a8ad-0f050e17c877'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:03.849424 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3a2a6039-355f-412f-ab5c-6d82c3d59e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:03.850213 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a6039-355f-412f-ab5c-6d82c3d59e43 None None] The sync data for ids ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:50:03.854376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.861104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a4d3f8fd-3a15-4bb3-871a-451a22762204), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.863784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:03.866084 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37070) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:03.893723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669fb8a-9f26-4217-879d-d4bcbf201377 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=d29360cd-b416-46d9-8afa-53fa3d974d0a,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:03.897292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1669fb8a-9f26-4217-879d-d4bcbf201377 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:03.902283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:03.915155 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4e6ab497-4d0a-4d65-a56d-547a959dd536), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.915647 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment 4e6ab497-4d0a-4d65-a56d-547a959dd536 of type vlan for network a5f29261-3e05-436d-a9c0-9becfe3e5406 Aug 31 15:50:03.970811 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (a5f29261-3e05-436d-a9c0-9becfe3e5406), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:03.980254 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-1669fb8a-9f26-4217-879d-d4bcbf201377 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:03.986140 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1669fb8a-9f26-4217-879d-d4bcbf201377 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:03.986998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1669fb8a-9f26-4217-879d-d4bcbf201377 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.075624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06433bc-48e9-491a-a54e-f695601393e1 None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:04.134393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event updated for resources: {'Network': ['ID=d49d06fe-86ca-4342-9128-0bbd6e23731c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:04.156853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (a5f29261-3e05-436d-a9c0-9becfe3e5406), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.165258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:04.166908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.171816 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-eb9e10df-b7f9-4cb3-b907-62c3419f4594 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3931606 Aug 31 15:50:04.181877 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network d49d06fe-86ca-4342-9128-0bbd6e23731c details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:04.182060 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1669fb8a-9f26-4217-879d-d4bcbf201377 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6627066 Aug 31 15:50:04.182150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37074) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:04.186418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Request body: {'subnet': {'network_id': 'd49d06fe-86ca-4342-9128-0bbd6e23731c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:04.189910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37076) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:04.209964 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e90982-5688-4775-9627-d0ef0f1fe1de None None] Pushing event updated for resources: {'Port': ['ID=a4d3f8fd-3a15-4bb3-871a-451a22762204,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:04.249602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d99e8b65-c749-416e-8172-431c5609ddb9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'security_group': {'name': 'tempest-secgroup-1750134161'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:04.280360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:04.316490 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Attempt 4 to provision port bc556cd9-ce75-4f30-835a-e42b537bbb94 Aug 31 15:50:04.347473 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c870dad0-51db-49fe-9b03-c583c751b232 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (bc556cd9-ce75-4f30-835a-e42b537bbb94), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.347832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-27863292-16c8-466c-9c7f-1537590e75b2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (2976e0ef-acfd-4f61-9793-e5a12709c610), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.360075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d99e8b65-c749-416e-8172-431c5609ddb9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.388368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Port bc556cd9-ce75-4f30-835a-e42b537bbb94 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:50:04.403388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870dad0-51db-49fe-9b03-c583c751b232 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event deleted for resources: {'Port': ['ID=bc556cd9-ce75-4f30-835a-e42b537bbb94,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:04.406268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=a5f29261-3e05-436d-a9c0-9becfe3e5406,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:04.418096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Provisioning complete for port f656766f-cee6-4d82-b3d1-f96de5b0a541 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:04.418472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.418803 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Attempt 1 to provision port f656766f-cee6-4d82-b3d1-f96de5b0a541 Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:04.465634 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:04.466545 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (6b18c85e-f75d-462f-93b4-f16d184ab2dd), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.469789 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Could not find standard attr ID for object e044e159-9ba4-4a8c-bf31-a2dbc3735f4c. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:04.501424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network a5f29261-3e05-436d-a9c0-9becfe3e5406 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:04.509473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'project_id': '57f5b0b0964c4f818f0c7bf0928738a3', 'fixed_ips': [{'subnet_id': 'd29360cd-b416-46d9-8afa-53fa3d974d0a'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:04.510820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.547577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Provisioning complete for port c1ad2816-959f-47ad-9c85-9a60c8fe9776 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:04.550749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.550749 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Attempt 1 to provision port c1ad2816-959f-47ad-9c85-9a60c8fe9776 Aug 31 15:50:04.598498 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-22ccbeeb-479c-487b-ad46-5aa8807d2709 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1776235 Aug 31 15:50:04.608439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37082) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:04.661034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0697577b-c2a3-4fcd-b925-49946f46b89e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:04.770005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] For port 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:04.776962 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c870dad0-51db-49fe-9b03-c583c751b232 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.781066 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c870dad0-51db-49fe-9b03-c583c751b232 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "DELETE /networking/v2.0/ports/bc556cd9-ce75-4f30-835a-e42b537bbb94 HTTP/1.1" status: 204 len: 168 time: 1.5362093 Aug 31 15:50:04.784295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37086) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:04.792189 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] For port 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd,segment=NetworkSegment(b45dee7f-5fea-4b89-83d1-9825875500d0),segment_id=b45dee7f-5fea-4b89-83d1-9825875500d0)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-c061f47b-45c3-4e9a-8a8e-938042f747f2 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:04.794141 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:04.857375 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa312201-e75a-4518-bb7b-01e9d933478c tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] GET failed (client error): The resource could not be found. Aug 31 15:50:04.864487 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fa312201-e75a-4518-bb7b-01e9d933478c tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "GET /networking/v2.0/ports/bc556cd9-ce75-4f30-835a-e42b537bbb94 HTTP/1.1" status: 404 len: 333 time: 0.0782657 Aug 31 15:50:04.865309 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37090) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:04.899095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Allocated IP 172.20.0.2 (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d/d29360cd-b416-46d9-8afa-53fa3d974d0a/7afd0a16-f787-4625-baf3-f4a3b466a66b) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:04.919139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'port': {'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0', 'name': 'tempest-AllowedAddressPairTestJSON-1393257835'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:04.947403 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 7062763a-4f6e-4acc-aeb8-423ad32331c2 resource provider aggregate not found Aug 31 15:50:04.964085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:04.993064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37096) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:04.997608 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 7062763a-4f6e-4acc-aeb8-423ad32331c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7062763a-4f6e-4acc-aeb8-423ad32331c2 found for delete ", "request_id": "req-eddb2a80-d495-44ca-9a77-8724b30dc9c8"}]} Aug 31 15:50:05.119478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:05.125443 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Made reservation on behalf of c67a804f835a46bdb708507ff2e2faf4 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:05.134894 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.148447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b07a8c-fb6e-4aa9-b47d-6125baadc8dc None None] Pushing event updated for resources: {'Port': ['ID=0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:05.160791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0697577b-c2a3-4fcd-b925-49946f46b89e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (a5f29261-3e05-436d-a9c0-9becfe3e5406), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.202614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a4d3f8fd-3a15-4bb3-871a-451a22762204 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:05.246843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:05.276643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0697577b-c2a3-4fcd-b925-49946f46b89e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (a5f29261-3e05-436d-a9c0-9becfe3e5406), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.294586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-18df3800-34ee-4ea1-b1c2-dda451ca0a94 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] Request body: {'port': {'network_id': 'ed856882-9145-42e1-9a30-eef9836556ec', 'name': 'tempest-NetworksNegativeTestJSON-570799199'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:05.308681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-27863292-16c8-466c-9c7f-1537590e75b2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (2976e0ef-acfd-4f61-9793-e5a12709c610), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.311337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6b18c85e-f75d-462f-93b4-f16d184ab2dd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.326470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0697577b-c2a3-4fcd-b925-49946f46b89e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network a5f29261-3e05-436d-a9c0-9becfe3e5406 is not hosted by any dhcp agent {{(pid=114265) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 15:50:05.346410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Publish callbacks [] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.369046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0697577b-c2a3-4fcd-b925-49946f46b89e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:05.369980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0697577b-c2a3-4fcd-b925-49946f46b89e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.382220 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0697577b-c2a3-4fcd-b925-49946f46b89e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "PUT /networking/v2.0/networks/a5f29261-3e05-436d-a9c0-9becfe3e5406 HTTP/1.1" status: 200 len: 723 time: 0.7738917 Aug 31 15:50:05.383602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Made reservation on behalf of e91ce65e5b0a41fd9e911e62e577b511 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:05.388918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37100) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:05.393333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.397207 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port a4d3f8fd-3a15-4bb3-871a-451a22762204 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:05.397614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a4d3f8fd-3a15-4bb3-871a-451a22762204), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.397959 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port a4d3f8fd-3a15-4bb3-871a-451a22762204 Aug 31 15:50:05.418386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': 'a5f29261-3e05-436d-a9c0-9becfe3e5406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:05.447273 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:05.460690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.464077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:05.475877 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-18df3800-34ee-4ea1-b1c2-dda451ca0a94 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] POST failed (client error): The resource could not be found. Aug 31 15:50:05.477031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18df3800-34ee-4ea1-b1c2-dda451ca0a94 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:05.483412 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-18df3800-34ee-4ea1-b1c2-dda451ca0a94 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4869003 Aug 31 15:50:05.484614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:05.485518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37102) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:05.497290 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d99e8b65-c749-416e-8172-431c5609ddb9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (d319a449-fa90-4817-80fe-30836b409c98), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.519654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697577b-c2a3-4fcd-b925-49946f46b89e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=a5f29261-3e05-436d-a9c0-9becfe3e5406,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:05.525802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:05.531370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:05.546829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network a5f29261-3e05-436d-a9c0-9becfe3e5406 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:05.546942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27863292-16c8-466c-9c7f-1537590e75b2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Subnet': ['ID=2976e0ef-acfd-4f61-9793-e5a12709c610,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:05.547043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-27863292-16c8-466c-9c7f-1537590e75b2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.551596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:05.556241 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-27863292-16c8-466c-9c7f-1537590e75b2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/2976e0ef-acfd-4f61-9793-e5a12709c610 HTTP/1.1" status: 204 len: 168 time: 2.3978574 Aug 31 15:50:05.559093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] device_id is not set on port ac2af3f9-fc1a-4591-a0e0-f8070e5a898a yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:05.582446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Pushing event updated for resources: {'Port': ['ID=7afd0a16-f787-4625-baf3-f4a3b466a66b,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:05.607449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37104) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:05.637271 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-880e93e8-de55-40ad-8a4e-1dcc5abbf72d tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:05.637853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880e93e8-de55-40ad-8a4e-1dcc5abbf72d tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:05.641498 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-880e93e8-de55-40ad-8a4e-1dcc5abbf72d tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] 10.222.0.46 "DELETE /networking/v2.0/networks/64e2d6f1-d4ce-4933-b882-9077d8d080d4 HTTP/1.1" status: 404 len: 339 time: 0.1495697 Aug 31 15:50:05.648978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37106) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:05.704434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:05.708024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d99e8b65-c749-416e-8172-431c5609ddb9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (d319a449-fa90-4817-80fe-30836b409c98), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.728189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d64f36f-f261-444e-91a2-69305ffb154b tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:05.730007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d64f36f-f261-444e-91a2-69305ffb154b tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:05.731647 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1d64f36f-f261-444e-91a2-69305ffb154b tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1144912 Aug 31 15:50:05.734910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37108) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:05.738001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Attempting to bind port 7afd0a16-f787-4625-baf3-f4a3b466a66b on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:05.738425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Attempting to bind port 7afd0a16-f787-4625-baf3-f4a3b466a66b by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '074ed60c-5547-41db-abcc-9c401da0f881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:05.738965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Attempting to bind port 7afd0a16-f787-4625-baf3-f4a3b466a66b on network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:05.749234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:05.750067 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Checking segment: {'id': '074ed60c-5547-41db-abcc-9c401da0f881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:05.750478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.750872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Bound using segment: {'id': '074ed60c-5547-41db-abcc-9c401da0f881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:05.752164 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Bound port: 7afd0a16-f787-4625-baf3-f4a3b466a66b, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074ed60c-5547-41db-abcc-9c401da0f881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:05.752550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.753724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:05.772073 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c51238-2319-416e-a91b-d99a5d9f0a6e tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:05.773065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c51238-2319-416e-a91b-d99a5d9f0a6e tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:05.780954 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-48c51238-2319-416e-a91b-d99a5d9f0a6e tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] 10.222.0.46 "DELETE /networking/v2.0/ports/1264d99a-e0a7-4da5-84e0-75e17b0d67a8 HTTP/1.1" status: 404 len: 333 time: 0.1084101 Aug 31 15:50:05.782126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:05.786803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:05.787427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.799347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37110) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:05.814055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=6b18c85e-f75d-462f-93b4-f16d184ab2dd,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:05.816614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:05.849106 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a09081-ee92-45db-98e5-b02d235fa1dc tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:05.850050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a09081-ee92-45db-98e5-b02d235fa1dc tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:05.853871 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f5a09081-ee92-45db-98e5-b02d235fa1dc tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/24a50174-34d3-4b5a-bfac-583def7d35b8 HTTP/1.1" status: 404 len: 337 time: 0.0494683 Aug 31 15:50:05.859895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] For port 7afd0a16-f787-4625-baf3-f4a3b466a66b, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:05.863124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Allocated IP 172.20.0.3 (9957a6dd-dde4-41ec-8c30-e64c120d0da0/6677f08f-8d82-4c30-896f-68d89320c0bc/ac2af3f9-fc1a-4591-a0e0-f8070e5a898a) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:05.866051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37112) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:05.871767 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] For port 7afd0a16-f787-4625-baf3-f4a3b466a66b, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7afd0a16-f787-4625-baf3-f4a3b466a66b,segment=NetworkSegment(074ed60c-5547-41db-abcc-9c401da0f881),segment_id=074ed60c-5547-41db-abcc-9c401da0f881)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:05.878792 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f7ff4eb2-e0f4-42ed-945c-e5ebdd999b77 None None] Provisioning complete for port a4d3f8fd-3a15-4bb3-871a-451a22762204 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:05.879329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f7ff4eb2-e0f4-42ed-945c-e5ebdd999b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a4d3f8fd-3a15-4bb3-871a-451a22762204), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.879836 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f7ff4eb2-e0f4-42ed-945c-e5ebdd999b77 None None] Attempt 1 to provision port a4d3f8fd-3a15-4bb3-871a-451a22762204 Aug 31 15:50:05.910007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e8b65-c749-416e-8172-431c5609ddb9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d319a449-fa90-4817-80fe-30836b409c98,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:05.910462 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-6179d6be-334c-4bdc-ba26-dcbff412da72 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] GET failed (client error): The resource could not be found. Aug 31 15:50:05.912835 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6179d6be-334c-4bdc-ba26-dcbff412da72 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] 10.222.0.46 "GET /networking/v2.0/networks/f4fa66b1-842d-45e6-9275-532131ef6f95 HTTP/1.1" status: 404 len: 339 time: 0.0456524 Aug 31 15:50:05.923561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37114) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f7ff4eb2-e0f4-42ed-945c-e5ebdd999b77 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:05.943187 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:05.947862 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.972854 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fed8fc87-5bd8-41e8-80a3-684da3e10984 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (8acf2173-40a5-4fde-a8ad-0f050e17c877), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:05.978117 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-220ea530-cbda-423f-833b-77fc96263a40 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] GET failed (client error): The resource could not be found. Aug 31 15:50:05.979924 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-220ea530-cbda-423f-833b-77fc96263a40 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] 10.222.0.46 "GET /networking/v2.0/ports/df3e1f0a-2b8c-43f7-8849-5e3b8bffa7ce HTTP/1.1" status: 404 len: 333 time: 0.0552843 Aug 31 15:50:05.985437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37116) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:05.999811 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bde4dd27-0262-457a-acc4-11459174ab13 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.1384139 Aug 31 15:50:06.003459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37118) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:06.004256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d99e8b65-c749-416e-8172-431c5609ddb9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.010612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d99e8b65-c749-416e-8172-431c5609ddb9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.7681291 Aug 31 15:50:06.015361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37120) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:06.040507 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6b6d53aa-c9c5-4ee6-9b7a-bf8fd2a40178 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'security_group': {'name': 'tempest-secgroup-1756288571'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:06.042397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735ac2f-b85c-4061-828f-f46a30411c5b None None] Pushing event updated for resources: {'Port': ['ID=7afd0a16-f787-4625-baf3-f4a3b466a66b,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:06.078496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a38a8a-c93a-4800-94f2-55c47fb70257 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:06.083804 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a38a8a-c93a-4800-94f2-55c47fb70257 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:06.085162 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-99a38a8a-c93a-4800-94f2-55c47fb70257 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0804429 Aug 31 15:50:06.088957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37122) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:06.114653 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bbdd91-d0f8-48aa-a5c1-c3d93a398bef tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] GET failed (client error): The resource could not be found. Aug 31 15:50:06.116135 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-05bbdd91-d0f8-48aa-a5c1-c3d93a398bef tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] 10.222.0.46 "GET /networking/v2.0/subnets/6b61ad67-c291-465f-8671-f572bd7b87b6 HTTP/1.1" status: 404 len: 337 time: 0.1296306 Aug 31 15:50:06.123782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37124) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:06.132909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b24cc3a5-faf8-4e3a-a3af-a0a48868671b tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:06.142884 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed8fc87-5bd8-41e8-80a3-684da3e10984 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 15:50:06.143346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed8fc87-5bd8-41e8-80a3-684da3e10984 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:06.153481 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fed8fc87-5bd8-41e8-80a3-684da3e10984 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/8acf2173-40a5-4fde-a8ad-0f050e17c877 HTTP/1.1" status: 409 len: 466 time: 0.4112668 Aug 31 15:50:06.153481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37126) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:06.153813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (51c5c8d7-735e-4394-ae2c-f5b6899c2463), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.159339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2064172204'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:06.217398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:06.223010 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.280272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Provisioning complete for port 6b18c85e-f75d-462f-93b4-f16d184ab2dd triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:06.280928 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6b18c85e-f75d-462f-93b4-f16d184ab2dd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.281502 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Attempt 1 to provision port 6b18c85e-f75d-462f-93b4-f16d184ab2dd Aug 31 15:50:06.378652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Port 6b18c85e-f75d-462f-93b4-f16d184ab2dd cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:06.395749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6b6d53aa-c9c5-4ee6-9b7a-bf8fd2a40178 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.436641 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:06.482560 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:06.485324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.501435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event updated for resources: {'Subnet': ['ID=51c5c8d7-735e-4394-ae2c-f5b6899c2463,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:06.557533 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24cc3a5-faf8-4e3a-a3af-a0a48868671b tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] PUT failed (client error): The resource could not be found. Aug 31 15:50:06.558177 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24cc3a5-faf8-4e3a-a3af-a0a48868671b tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:06.559446 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b24cc3a5-faf8-4e3a-a3af-a0a48868671b tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] 10.222.0.46 "PUT /networking/v2.0/networks/d2254fcd-95cd-4b62-b07b-4ed499663080 HTTP/1.1" status: 404 len: 339 time: 0.4347203 Aug 31 15:50:06.560467 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:06.567629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37128) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:06.577486 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-fc3ce1ea-49ea-4e70-bb0f-874e5216c3a8 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:06.610966 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3ce1ea-49ea-4e70-bb0f-874e5216c3a8 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] PUT failed (client error): The resource could not be found. Aug 31 15:50:06.611273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3ce1ea-49ea-4e70-bb0f-874e5216c3a8 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:06.612460 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fc3ce1ea-49ea-4e70-bb0f-874e5216c3a8 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] 10.222.0.46 "PUT /networking/v2.0/ports/64785b39-4186-43a8-8b35-4ffefb468a7d HTTP/1.1" status: 404 len: 333 time: 0.0440264 Aug 31 15:50:06.617057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37130) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:06.622041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a76d7037-4e26-4ab6-bda4-406137311c03 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:06.628577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f867b-12a1-4a3a-94af-01d9e58a87b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 6b18c85e-f75d-462f-93b4-f16d184ab2dd {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:06.628577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5f867b-12a1-4a3a-94af-01d9e58a87b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6b18c85e-f75d-462f-93b4-f16d184ab2dd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.654468 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76d7037-4e26-4ab6-bda4-406137311c03 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] PUT failed (client error): The resource could not be found. Aug 31 15:50:06.654914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76d7037-4e26-4ab6-bda4-406137311c03 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:06.662562 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a76d7037-4e26-4ab6-bda4-406137311c03 tempest-NetworksNegativeTestJSON-478849315 tempest-NetworksNegativeTestJSON-478849315-project] 10.222.0.46 "PUT /networking/v2.0/subnets/24e7c1d5-1df4-444d-875f-62891fd66174 HTTP/1.1" status: 404 len: 337 time: 0.0381255 Aug 31 15:50:06.663001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Checking segment: {'id': 'a37ca22d-ae7a-4dfe-9c41-101d2b86a247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd49d06fe-86ca-4342-9128-0bbd6e23731c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:06.663001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Network hostable DHCP agents. Network: d49d06fe-86ca-4342-9128-0bbd6e23731c, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:06.668711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1ab62-b356-448b-91b6-5ed04726a662 None None] Network 8acf2173-40a5-4fde-a8ad-0f050e17c877 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:06.691137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for port (ac2af3f9-fc1a-4591-a0e0-f8070e5a898a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.701591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:06.706150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.718907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=3,neutron:SELECT=76,neutron:INSERT=13,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:06.757312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:06.773474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b2f38012-24cc-40d2-8b76-416fe2096478), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.774000 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Added segment b2f38012-24cc-40d2-8b76-416fe2096478 of type vlan for network e5d1034a-a992-4079-a23d-40fd2b99fda8 Aug 31 15:50:06.829289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (e5d1034a-a992-4079-a23d-40fd2b99fda8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.871979 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ac2af3f9-fc1a-4591-a0e0-f8070e5a898a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.879662 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Attempt 2 to provision port 6b18c85e-f75d-462f-93b4-f16d184ab2dd Aug 31 15:50:06.912550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b9b96-a5bf-44d1-b0f3-1c875a32d24d None None] DHCP port deletion for 8acf2173-40a5-4fde-a8ad-0f050e17c877 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:06.918849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Network d49d06fe-86ca-4342-9128-0bbd6e23731c is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:06.923113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6b6d53aa-c9c5-4ee6-9b7a-bf8fd2a40178 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (17b3e02e-0f61-4bc5-86b9-e72443e3248c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.928359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Port 6b18c85e-f75d-462f-93b4-f16d184ab2dd cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:06.938353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:06.941912 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:06.948084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:06.962231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f62b9b96-a5bf-44d1-b0f3-1c875a32d24d None None] Deleting port 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:06.963194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f62b9b96-a5bf-44d1-b0f3-1c875a32d24d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.971852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5f867b-12a1-4a3a-94af-01d9e58a87b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6b18c85e-f75d-462f-93b4-f16d184ab2dd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:06.987672 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6b6d53aa-c9c5-4ee6-9b7a-bf8fd2a40178 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (17b3e02e-0f61-4bc5-86b9-e72443e3248c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.026130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (e5d1034a-a992-4079-a23d-40fd2b99fda8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.045653 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:07.045836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f867b-12a1-4a3a-94af-01d9e58a87b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 6b18c85e-f75d-462f-93b4-f16d184ab2dd owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:07.045952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.088035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6b6d53aa-c9c5-4ee6-9b7a-bf8fd2a40178 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.089343 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6b6d53aa-c9c5-4ee6-9b7a-bf8fd2a40178 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0688555 Aug 31 15:50:07.089550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f62b9b96-a5bf-44d1-b0f3-1c875a32d24d None None] For port 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd,segment=NetworkSegment(b45dee7f-5fea-4b89-83d1-9825875500d0),segment_id=b45dee7f-5fea-4b89-83d1-9825875500d0)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:07.090486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, d49d06fe-86ca-4342-9128-0bbd6e23731c) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:07.091165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f62b9b96-a5bf-44d1-b0f3-1c875a32d24d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.111423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1eac3-8a42-46f4-9a29-e209d696e769 None None] Network d49d06fe-86ca-4342-9128-0bbd6e23731c requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:07.121516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Port': ['ID=ac2af3f9-fc1a-4591-a0e0-f8070e5a898a,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:07.144973 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37134) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:07.177614 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0218000 Aug 31 15:50:07.184448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f62b9b96-a5bf-44d1-b0f3-1c875a32d24d None None] Calling delete_port for 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:07.195656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1819187622', 'security_groups': ['17b3e02e-0f61-4bc5-86b9-e72443e3248c'], 'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd29360cd-b416-46d9-8afa-53fa3d974d0a'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:07.223502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37138) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:07.224641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (35f3ff49-49e4-4cfc-b929-8d107ad73d67), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.227711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d53aa-c9c5-4ee6-9b7a-bf8fd2a40178 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b3e02e-0f61-4bc5-86b9-e72443e3248c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:07.255332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:07.255953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.265406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'subnet': {'network_id': 'e5d1034a-a992-4079-a23d-40fd2b99fda8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:07.280949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:07.280949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.297194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:07.310278 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4eefb-a6bc-458c-86c1-72c8c82cd20e tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Network': ['ID=e5d1034a-a992-4079-a23d-40fd2b99fda8,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:07.334983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:07.351439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7afd0a16-f787-4625-baf3-f4a3b466a66b up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:07.361583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network e5d1034a-a992-4079-a23d-40fd2b99fda8 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:07.376923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37140) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:07.402846 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9b60f1e4-c5ad-4a9b-bc2e-64cbc6ab80b0 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4943976 Aug 31 15:50:07.403541 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37144) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:07.411079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-022f8325-be0e-4098-9604-87d5c5f9533e tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:fa:24'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:07.454365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:07.455193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f62b9b96-a5bf-44d1-b0f3-1c875a32d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.457436 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Attempt 3 to provision port 6b18c85e-f75d-462f-93b4-f16d184ab2dd Aug 31 15:50:07.555922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b9b96-a5bf-44d1-b0f3-1c875a32d24d None None] No DVR routers for this DVR port 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:07.595167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b9b96-a5bf-44d1-b0f3-1c875a32d24d None None] Pushing event deleted for resources: {'Port': ['ID=0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:07.611464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Port 6b18c85e-f75d-462f-93b4-f16d184ab2dd cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:07.639553 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d778f4ff-194e-4e82-a891-6a041cbd6a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.643099 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7afd0a16-f787-4625-baf3-f4a3b466a66b triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:07.643476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.643809 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7afd0a16-f787-4625-baf3-f4a3b466a66b Aug 31 15:50:07.664795 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-d49d06fe-86ca-4342-9128-0bbd6e23731c', 'network_id': 'd49d06fe-86ca-4342-9128-0bbd6e23731c', 'project_id': 'c67a804f835a46bdb708507ff2e2faf4', 'fixed_ips': [{'subnet_id': '51c5c8d7-735e-4394-ae2c-f5b6899c2463'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:07.666502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.675714 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-91348b12-9ddb-41c9-9aa7-5030e1513e88 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4941032 Aug 31 15:50:07.680473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37146) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:07.711674 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:07.746134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Request body: {'port': {'network_id': 'd49d06fe-86ca-4342-9128-0bbd6e23731c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-415879271'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:07.767003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=35f3ff49-49e4-4cfc-b929-8d107ad73d67,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:07.781100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:07.817993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.20.0.1 (83fd5b22-387d-49d0-9384-a959a3a2a147/9edcc71b-82b7-422d-83f9-7567e370464f/a6c70f41-bbdf-4530-a634-c968f0cce36b) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:07.874497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d778f4ff-194e-4e82-a891-6a041cbd6a9c admin admin] Publish callbacks [] for security_group (283dc558-d65f-467c-a280-c323ce537198), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.876563 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-022f8325-be0e-4098-9604-87d5c5f9533e tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ac2af3f9-fc1a-4591-a0e0-f8070e5a898a), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:07.883711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': '4e6ab497-4d0a-4d65-a56d-547a959dd536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f29261-3e05-436d-a9c0-9becfe3e5406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:07.884074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: a5f29261-3e05-436d-a9c0-9becfe3e5406, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:07.886172 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Allocated IP 172.20.0.2 (d49d06fe-86ca-4342-9128-0bbd6e23731c/51c5c8d7-735e-4394-ae2c-f5b6899c2463/7e7931f0-00ae-4a0c-9388-eb418ecc147f) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:07.963068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d778f4ff-194e-4e82-a891-6a041cbd6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (283dc558-d65f-467c-a280-c323ce537198), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.035684 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d778f4ff-194e-4e82-a891-6a041cbd6a9c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=392592cb1e754291a7cd36239007223f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6574552 Aug 31 15:50:08.036533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778f4ff-194e-4e82-a891-6a041cbd6a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283dc558-d65f-467c-a280-c323ce537198,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:08.039056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37148) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:08.103359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa6b56da-ad27-4598-9a09-5995181c1fa7 admin admin] Publish callbacks [] for security_group (283dc558-d65f-467c-a280-c323ce537198), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.106412 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:08.139842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa6b56da-ad27-4598-9a09-5995181c1fa7 admin admin] Publish callbacks [] for security_group (283dc558-d65f-467c-a280-c323ce537198), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.205331 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Attempt 4 to provision port 6b18c85e-f75d-462f-93b4-f16d184ab2dd Aug 31 15:50:08.269862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:08.274503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.275650 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Publish callbacks [] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.277268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Port 6b18c85e-f75d-462f-93b4-f16d184ab2dd cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:08.333482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa6b56da-ad27-4598-9a09-5995181c1fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (283dc558-d65f-467c-a280-c323ce537198), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.336888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fa6b56da-ad27-4598-9a09-5995181c1fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.338084 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fa6b56da-ad27-4598-9a09-5995181c1fa7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/283dc558-d65f-467c-a280-c323ce537198 HTTP/1.1" status: 204 len: 168 time: 0.2980149 Aug 31 15:50:08.346407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b56da-ad27-4598-9a09-5995181c1fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283dc558-d65f-467c-a280-c323ce537198,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:08.376805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:08.415142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.454645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network a5f29261-3e05-436d-a9c0-9becfe3e5406 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:08.464490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5f867b-12a1-4a3a-94af-01d9e58a87b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6b18c85e-f75d-462f-93b4-f16d184ab2dd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.495651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Network d49d06fe-86ca-4342-9128-0bbd6e23731c is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:08.501506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Pushing event updated for resources: {'Port': ['ID=7e7931f0-00ae-4a0c-9388-eb418ecc147f,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:08.503484 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:08.514292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:08.517502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:08.534783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (a6c70f41-bbdf-4530-a634-c968f0cce36b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.542746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f867b-12a1-4a3a-94af-01d9e58a87b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=6b18c85e-f75d-462f-93b4-f16d184ab2dd,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:08.594564 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Attempting to bind port 7e7931f0-00ae-4a0c-9388-eb418ecc147f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:08.595055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Attempting to bind port 7e7931f0-00ae-4a0c-9388-eb418ecc147f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'a37ca22d-ae7a-4dfe-9c41-101d2b86a247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd49d06fe-86ca-4342-9128-0bbd6e23731c'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:08.595521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Attempting to bind port 7e7931f0-00ae-4a0c-9388-eb418ecc147f on network d49d06fe-86ca-4342-9128-0bbd6e23731c {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:08.605900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-022f8325-be0e-4098-9604-87d5c5f9533e tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for port (ac2af3f9-fc1a-4591-a0e0-f8070e5a898a), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.610462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:08.613024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Checking segment: {'id': 'a37ca22d-ae7a-4dfe-9c41-101d2b86a247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd49d06fe-86ca-4342-9128-0bbd6e23731c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:08.614743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.619168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Bound using segment: {'id': 'a37ca22d-ae7a-4dfe-9c41-101d2b86a247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd49d06fe-86ca-4342-9128-0bbd6e23731c'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:08.621367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Made reservation on behalf of c67a804f835a46bdb708507ff2e2faf4 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:08.621875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Bound port: 7e7931f0-00ae-4a0c-9388-eb418ecc147f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37ca22d-ae7a-4dfe-9c41-101d2b86a247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd49d06fe-86ca-4342-9128-0bbd6e23731c'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:08.622380 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.625470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.627236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, a5f29261-3e05-436d-a9c0-9becfe3e5406) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:08.639016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5f867b-12a1-4a3a-94af-01d9e58a87b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.643184 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5a5f867b-12a1-4a3a-94af-01d9e58a87b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/6b18c85e-f75d-462f-93b4-f16d184ab2dd HTTP/1.1" status: 204 len: 168 time: 2.5462270 Aug 31 15:50:08.645897 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37154) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:08.647868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:08.658271 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645dc6f4-1017-4275-b925-86a73c68c9b7 None None] Network a5f29261-3e05-436d-a9c0-9becfe3e5406 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:08.660698 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:08.661309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.668211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.729150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe4f68-de4f-44c8-a91a-57757625cc82 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:08.731016 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe4f68-de4f-44c8-a91a-57757625cc82 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:08.732865 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fabe4f68-de4f-44c8-a91a-57757625cc82 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0859311 Aug 31 15:50:08.733899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-022f8325-be0e-4098-9604-87d5c5f9533e tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (ac2af3f9-fc1a-4591-a0e0-f8070e5a898a), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.739968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37156) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:08.754986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] device_id is not set on port 71906fd3-0397-4e84-b638-fdd1eb716cd7 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:08.785306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port 3c34b1bd-0fc6-41a2-b2eb-bce7665e2755 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:08.802514 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Attempt 5 to provision port 6b18c85e-f75d-462f-93b4-f16d184ab2dd Aug 31 15:50:08.831594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (a6c70f41-bbdf-4530-a634-c968f0cce36b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.845497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3fb8e7ee-2fcb-47b0-8f3d-a8a77d372c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.862973 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-db81d523-bc76-42ac-9984-ac40d1fee4b4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4489784 Aug 31 15:50:08.863950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:08.886498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37164) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:08.899709 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-022f8325-be0e-4098-9604-87d5c5f9533e tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] In _notify_port_updated(), no bound segment for port ac2af3f9-fc1a-4591-a0e0-f8070e5a898a on network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:50:08.904947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022f8325-be0e-4098-9604-87d5c5f9533e tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:08.905768 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-022f8325-be0e-4098-9604-87d5c5f9533e tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.910749 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-022f8325-be0e-4098-9604-87d5c5f9533e tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "PUT /networking/v2.0/ports/ac2af3f9-fc1a-4591-a0e0-f8070e5a898a HTTP/1.1" status: 200 len: 996 time: 1.5032718 Aug 31 15:50:08.910928 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] For port 7e7931f0-00ae-4a0c-9388-eb418ecc147f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:08.912635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-970d219a-2e4b-4280-897e-09ae67663c2b None None] Port 6b18c85e-f75d-462f-93b4-f16d184ab2dd was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:50:08.912791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c9b635-3508-49b6-8a1a-194b858acf4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 31fc2ffe-6004-4793-ac77-341c033ffa67 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:08.915135 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37166) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:08.928389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] For port 7e7931f0-00ae-4a0c-9388-eb418ecc147f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7e7931f0-00ae-4a0c-9388-eb418ecc147f,segment=NetworkSegment(a37ca22d-ae7a-4dfe-9c41-101d2b86a247),segment_id=a37ca22d-ae7a-4dfe-9c41-101d2b86a247)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:08.952955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b635-3508-49b6-8a1a-194b858acf4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (31fc2ffe-6004-4793-ac77-341c033ffa67), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:08.968959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-76bb370a-e71b-49f2-bfa8-1118b418bdb4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:09.000193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-a5f29261-3e05-436d-a9c0-9becfe3e5406', 'network_id': 'a5f29261-3e05-436d-a9c0-9becfe3e5406', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': '35f3ff49-49e4-4cfc-b929-8d107ad73d67'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:09.001646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.039739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network 83fd5b22-387d-49d0-9384-a959a3a2a147 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:09.043138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.050568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Could not find standard attr ID for object 0dee35c0-a42c-46e0-b0b3-e26ff0cc87bd. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:09.051743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:09.061143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:09.071476 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b635-3508-49b6-8a1a-194b858acf4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (31fc2ffe-6004-4793-ac77-341c033ffa67), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.124425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:09.148780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11d624-8199-4ce2-8351-0c48ce5e21b2 None None] Pushing event updated for resources: {'Port': ['ID=7e7931f0-00ae-4a0c-9388-eb418ecc147f,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:09.187674 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Provisioning complete for port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:09.188048 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9aafe5eb-83e9-45b1-803c-d3f0452baee8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.188390 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 1 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:09.239691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f8325-be0e-4098-9604-87d5c5f9533e tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Port': ['ID=ac2af3f9-fc1a-4591-a0e0-f8070e5a898a,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:09.276044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b635-3508-49b6-8a1a-194b858acf4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (31fc2ffe-6004-4793-ac77-341c033ffa67), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.312220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:09.378618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:09.386095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a47e7-04b2-404e-a64b-23dcd4a029b2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Deleting port ac2af3f9-fc1a-4591-a0e0-f8070e5a898a {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:09.387116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f0a47e7-04b2-404e-a64b-23dcd4a029b2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ac2af3f9-fc1a-4591-a0e0-f8070e5a898a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.415188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.14 (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d/d29360cd-b416-46d9-8afa-53fa3d974d0a/3c34b1bd-0fc6-41a2-b2eb-bce7665e2755) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:09.439293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=a6c70f41-bbdf-4530-a634-c968f0cce36b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:09.463552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:09.466413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Allocated IP 172.20.0.2 (a5f29261-3e05-436d-a9c0-9becfe3e5406/35f3ff49-49e4-4cfc-b929-8d107ad73d67/105af329-0d44-4ee4-8be1-752a2e1771ba) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:09.502905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Allocated IP 172.20.0.5 (d49d06fe-86ca-4342-9128-0bbd6e23731c/51c5c8d7-735e-4394-ae2c-f5b6899c2463/71906fd3-0397-4e84-b638-fdd1eb716cd7) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:09.537475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f0a47e7-04b2-404e-a64b-23dcd4a029b2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ac2af3f9-fc1a-4591-a0e0-f8070e5a898a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.551545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a47e7-04b2-404e-a64b-23dcd4a029b2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Calling delete_port for ac2af3f9-fc1a-4591-a0e0-f8070e5a898a owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:09.611474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b635-3508-49b6-8a1a-194b858acf4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (31fc2ffe-6004-4793-ac77-341c033ffa67), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.660844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9b635-3508-49b6-8a1a-194b858acf4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=31fc2ffe-6004-4793-ac77-341c033ffa67,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:09.667928 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b635-3508-49b6-8a1a-194b858acf4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.669293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.671865 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d1c9b635-3508-49b6-8a1a-194b858acf4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/31fc2ffe-6004-4793-ac77-341c033ffa67 HTTP/1.1" status: 204 len: 168 time: 0.9267774 Aug 31 15:50:09.687550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76bb370a-e71b-49f2-bfa8-1118b418bdb4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133333234'] for subnet (35f3ff49-49e4-4cfc-b929-8d107ad73d67), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.690420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37178) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:09.706823 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16374ae1-f2a4-4baf-b47f-0fd84dc84d8d None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:09.707778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:50:09.760101 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-85c3c951-5a00-4a95-a5f1-bc3de16befaf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693011 Aug 31 15:50:09.768258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (7bb06395-110e-4cad-bc92-e1207ba0ca01), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.776182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:09.780933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37180) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:09.811980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2a87d2cc-3a8c-4ebe-99d4-79cf9c572985 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:09.825084 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 2 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:09.825207 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37182) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:09.916074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:09.917578 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f0a47e7-04b2-404e-a64b-23dcd4a029b2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ac2af3f9-fc1a-4591-a0e0-f8070e5a898a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.920259 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Publish callbacks [] for port (105af329-0d44-4ee4-8be1-752a2e1771ba), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:09.971800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-173990172-network', 'tenant_id': 'af52218af09f4e649a25c7097f61dcc6'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:09.978279 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a47e7-04b2-404e-a64b-23dcd4a029b2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event deleted for resources: {'Port': ['ID=ac2af3f9-fc1a-4591-a0e0-f8070e5a898a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:09.983948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:10.009238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539902e7-7ef2-42b5-a6ec-a781852f0378 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:10.056495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (105af329-0d44-4ee4-8be1-752a2e1771ba), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.102970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f0a47e7-04b2-404e-a64b-23dcd4a029b2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.110743 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3f0a47e7-04b2-404e-a64b-23dcd4a029b2 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "DELETE /networking/v2.0/ports/ac2af3f9-fc1a-4591-a0e0-f8070e5a898a HTTP/1.1" status: 204 len: 168 time: 1.1723473 Aug 31 15:50:10.113163 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37186) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:10.125430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-539902e7-7ef2-42b5-a6ec-a781852f0378 None None] Deleting port a4d3f8fd-3a15-4bb3-871a-451a22762204 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:10.125919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-539902e7-7ef2-42b5-a6ec-a781852f0378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (a4d3f8fd-3a15-4bb3-871a-451a22762204), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.132077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Network a5f29261-3e05-436d-a9c0-9becfe3e5406 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:10.157048 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:10.159914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:10.164786 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c79a223-aa1d-462d-ae69-806866623b29 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] GET failed (client error): The resource could not be found. Aug 31 15:50:10.166884 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7c79a223-aa1d-462d-ae69-806866623b29 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "GET /networking/v2.0/ports/ac2af3f9-fc1a-4591-a0e0-f8070e5a898a HTTP/1.1" status: 404 len: 333 time: 0.0524168 Aug 31 15:50:10.170823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37188) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:10.184380 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'port': {'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0', 'name': 'tempest-AllowedAddressPairTestJSON-110717252'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:10.190469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Made reservation on behalf of af52218af09f4e649a25c7097f61dcc6 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:10.193955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.223892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.225801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Subnet': ['ID=7bb06395-110e-4cad-bc92-e1207ba0ca01,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:10.228431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Checking segment: {'id': 'b2f38012-24cc-40d2-8b76-416fe2096478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5d1034a-a992-4079-a23d-40fd2b99fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:10.228771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network hostable DHCP agents. Network: e5d1034a-a992-4079-a23d-40fd2b99fda8, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:10.258832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Pushing event updated for resources: {'Port': ['ID=105af329-0d44-4ee4-8be1-752a2e1771ba,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:10.334981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-539902e7-7ef2-42b5-a6ec-a781852f0378 None None] For port a4d3f8fd-3a15-4bb3-871a-451a22762204, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a4d3f8fd-3a15-4bb3-871a-451a22762204,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:10.335323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-539902e7-7ef2-42b5-a6ec-a781852f0378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (a4d3f8fd-3a15-4bb3-871a-451a22762204), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.346734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Attempting to bind port 105af329-0d44-4ee4-8be1-752a2e1771ba on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:10.347104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Attempting to bind port 105af329-0d44-4ee4-8be1-752a2e1771ba by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '4e6ab497-4d0a-4d65-a56d-547a959dd536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f29261-3e05-436d-a9c0-9becfe3e5406'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:10.347472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Attempting to bind port 105af329-0d44-4ee4-8be1-752a2e1771ba on network a5f29261-3e05-436d-a9c0-9becfe3e5406 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:10.377531 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-539902e7-7ef2-42b5-a6ec-a781852f0378 None None] Calling delete_port for a4d3f8fd-3a15-4bb3-871a-451a22762204 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:10.384115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (3c34b1bd-0fc6-41a2-b2eb-bce7665e2755), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.386832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:10.387385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Checking segment: {'id': '4e6ab497-4d0a-4d65-a56d-547a959dd536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f29261-3e05-436d-a9c0-9becfe3e5406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:10.387798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.388192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Bound using segment: {'id': '4e6ab497-4d0a-4d65-a56d-547a959dd536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f29261-3e05-436d-a9c0-9becfe3e5406'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:10.389846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Bound port: 105af329-0d44-4ee4-8be1-752a2e1771ba, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6ab497-4d0a-4d65-a56d-547a959dd536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f29261-3e05-436d-a9c0-9becfe3e5406'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:10.390270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (105af329-0d44-4ee4-8be1-752a2e1771ba), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.416786 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 3 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:10.424229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Publish callbacks [] for security_group (320c212e-5321-441e-b012-b334c40b5f05), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.466695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a87d2cc-3a8c-4ebe-99d4-79cf9c572985 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:10.470547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a87d2cc-3a8c-4ebe-99d4-79cf9c572985 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.519535 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:10.540555 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Made reservation on behalf of e91ce65e5b0a41fd9e911e62e577b511 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:10.544828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.560601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a73c5e-822c-4cee-b867-66d7b7964b20 None None] Network d49d06fe-86ca-4342-9128-0bbd6e23731c requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:10.569802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] device_id is not set on port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:10.575978 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (320c212e-5321-441e-b012-b334c40b5f05), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.605972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] For port 105af329-0d44-4ee4-8be1-752a2e1771ba, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:10.631878 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] For port 105af329-0d44-4ee4-8be1-752a2e1771ba, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=105af329-0d44-4ee4-8be1-752a2e1771ba,segment=NetworkSegment(4e6ab497-4d0a-4d65-a56d-547a959dd536),segment_id=4e6ab497-4d0a-4d65-a56d-547a959dd536)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:10.649677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:10.672761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320c212e-5321-441e-b012-b334c40b5f05,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:10.688529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (2e509f84-87b4-40bc-a1b1-d5966e547fd1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.688945 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Added segment 2e509f84-87b4-40bc-a1b1-d5966e547fd1 of type vlan for network 83386b03-8be7-4a47-beef-58fb3d6508a7 Aug 31 15:50:10.740029 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (105af329-0d44-4ee4-8be1-752a2e1771ba), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.777846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (83386b03-8be7-4a47-beef-58fb3d6508a7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.791977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Allocated IP 172.20.0.12 (9957a6dd-dde4-41ec-8c30-e64c120d0da0/6677f08f-8d82-4c30-896f-68d89320c0bc/c84fa6fe-2231-4ecb-9f65-30c295f7cf2a) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:10.796040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-539902e7-7ef2-42b5-a6ec-a781852f0378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (a4d3f8fd-3a15-4bb3-871a-451a22762204), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.815718 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5b830b24-2c3f-400e-b9d4-bf7a7dfc20c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.820376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539902e7-7ef2-42b5-a6ec-a781852f0378 None None] No DVR routers for this DVR port a4d3f8fd-3a15-4bb3-871a-451a22762204 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:10.858381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1d319-3c77-4da8-a274-f2d1b9b9584c None None] Pushing event updated for resources: {'Port': ['ID=105af329-0d44-4ee4-8be1-752a2e1771ba,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:10.887311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539902e7-7ef2-42b5-a6ec-a781852f0378 None None] Pushing event deleted for resources: {'Port': ['ID=a4d3f8fd-3a15-4bb3-871a-451a22762204,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:10.908844 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a6c70f41-bbdf-4530-a634-c968f0cce36b), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.917288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks [] for port (71906fd3-0397-4e84-b638-fdd1eb716cd7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.922765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:10.936482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:10.967505 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network e5d1034a-a992-4079-a23d-40fd2b99fda8 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:10.994216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (83386b03-8be7-4a47-beef-58fb3d6508a7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:10.995596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:10.996318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.021011 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 4 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:11.086985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:11.128908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3c34b1bd-0fc6-41a2-b2eb-bce7665e2755), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.129951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for port (c84fa6fe-2231-4ecb-9f65-30c295f7cf2a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.132812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] Pushing event updated for resources: {'Network': ['ID=83386b03-8be7-4a47-beef-58fb3d6508a7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:11.139816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76bb370a-e71b-49f2-bfa8-1118b418bdb4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755090677643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-133957446'] for subnet (35f3ff49-49e4-4cfc-b929-8d107ad73d67), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.143839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, e5d1034a-a992-4079-a23d-40fd2b99fda8) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:11.159533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ff05e-1e6b-44fc-8bb5-c66b8bd2a0c3 None None] Network e5d1034a-a992-4079-a23d-40fd2b99fda8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:11.170578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:11.171340 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 83386b03-8be7-4a47-beef-58fb3d6508a7 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:11.171875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.216918 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5476e28e-d28c-452b-8fd6-f21fc8f1edef admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3893037 Aug 31 15:50:11.218339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37190) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:11.238499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Request body: {'subnet': {'network_id': '83386b03-8be7-4a47-beef-58fb3d6508a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-173990172-subnet', 'tenant_id': 'af52218af09f4e649a25c7097f61dcc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:11.249296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:11.296909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c84fa6fe-2231-4ecb-9f65-30c295f7cf2a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.306276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb370a-e71b-49f2-bfa8-1118b418bdb4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:11.306877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76bb370a-e71b-49f2-bfa8-1118b418bdb4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.311144 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-76bb370a-e71b-49f2-bfa8-1118b418bdb4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "PUT /networking/v2.0/subnets/35f3ff49-49e4-4cfc-b929-8d107ad73d67 HTTP/1.1" status: 200 len: 806 time: 2.3849456 Aug 31 15:50:11.313403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37192) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:11.352125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (71906fd3-0397-4e84-b638-fdd1eb716cd7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.375836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:11.393577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:11.394086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Port': ['ID=c84fa6fe-2231-4ecb-9f65-30c295f7cf2a,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:11.399366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7e7931f0-00ae-4a0c-9388-eb418ecc147f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:11.404006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb370a-e71b-49f2-bfa8-1118b418bdb4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=35f3ff49-49e4-4cfc-b929-8d107ad73d67,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:11.408230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:11.419541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=3c34b1bd-0fc6-41a2-b2eb-bce7665e2755,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:11.444670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Made reservation on behalf of af52218af09f4e649a25c7097f61dcc6 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:11.448864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.460307 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9845e0eb-788f-4087-8270-bdacc6c8c20c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2162950 Aug 31 15:50:11.464108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37194) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:11.480574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'port': {'network_id': 'e5d1034a-a992-4079-a23d-40fd2b99fda8', 'name': 'tempest-NetworksIpV6TestAttrs-710127444'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:11.488848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7e7931f0-00ae-4a0c-9388-eb418ecc147f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:11.489543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.489907 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7e7931f0-00ae-4a0c-9388-eb418ecc147f Aug 31 15:50:11.494325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:11.515664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Network d49d06fe-86ca-4342-9128-0bbd6e23731c is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:11.564126 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:11.564651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:11.566549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:11.571589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:11.585473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e5d1034a-a992-4079-a23d-40fd2b99fda8', 'network_id': 'e5d1034a-a992-4079-a23d-40fd2b99fda8', 'project_id': '81e351351d7446daaa2b3e268d1aba01', 'fixed_ips': [{'subnet_id': '7bb06395-110e-4cad-bc92-e1207ba0ca01'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:11.586963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.610958 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 5 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:11.613785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:11.665531 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:11.666450 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:11.666450 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.706387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:11.707366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.766668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (a5f29261-3e05-436d-a9c0-9becfe3e5406), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.846039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event updated for resources: {'Port': ['ID=71906fd3-0397-4e84-b638-fdd1eb716cd7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:11.891760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:11.892980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.931413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a87d2cc-3a8c-4ebe-99d4-79cf9c572985 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (8aad9ec4-720d-405a-8901-3b650d8c109b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:11.994163 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port 105af329-0d44-4ee4-8be1-752a2e1771ba {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:11.994667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (105af329-0d44-4ee4-8be1-752a2e1771ba), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.002333 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e45b11f8-b446-415b-b972-cdd56369a648 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8271072 Aug 31 15:50:12.004287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Allocated IP 2001:db8::f816:3eff:fe07:b179 (e5d1034a-a992-4079-a23d-40fd2b99fda8/7bb06395-110e-4cad-bc92-e1207ba0ca01/df0cc269-5b2c-42f8-be5f-a5819b5ede8f) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:12.009219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37196) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:12.015927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87d2cc-3a8c-4ebe-99d4-79cf9c572985 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=8aad9ec4-720d-405a-8901-3b650d8c109b,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:12.031526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'port': {'network_id': '9957a6dd-dde4-41ec-8c30-e64c120d0da0', 'name': 'tempest-AllowedAddressPairTestJSON-32178192'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:12.099834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (c0217f04-6f02-475e-b86c-4db4d101a44c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.117787 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a4d3f8fd-3a15-4bb3-871a-451a22762204 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:12.123282 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dcfa3f44-21d8-498c-9e7a-b1dc90329839 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.9771934 Aug 31 15:50:12.128042 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3558c2fe-65b8-4d78-872b-2762ae36842e tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4208124 Aug 31 15:50:12.135226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37198) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:12.135712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37200) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:12.136652 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:12.140906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.147818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-fb3d91c9-71c6-4dd3-a582-c9098aff6256 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:12.153434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: a4d3f8fd-3a15-4bb3-871a-451a22762204 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:12.153798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a4d3f8fd-3a15-4bb3-871a-451a22762204 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:12.187460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:12.190375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Request body: {'port': {'network_id': 'd49d06fe-86ca-4342-9128-0bbd6e23731c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-3741431', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:12.191103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.api.validators [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] bootfile-name is not in valid_values {{(pid=114266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:50:12.192212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.api.validators [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] tftp-server is not in valid_values {{(pid=114266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:50:12.192750 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.api.validators [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] server-ip-address is not in valid_values {{(pid=114266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:50:12.220183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a87d2cc-3a8c-4ebe-99d4-79cf9c572985 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:12.227123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port 105af329-0d44-4ee4-8be1-752a2e1771ba, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=105af329-0d44-4ee4-8be1-752a2e1771ba,segment=NetworkSegment(4e6ab497-4d0a-4d65-a56d-547a959dd536),segment_id=4e6ab497-4d0a-4d65-a56d-547a959dd536)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:12.227960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (105af329-0d44-4ee4-8be1-752a2e1771ba), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.231444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:12.239524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0217f04-6f02-475e-b86c-4db4d101a44c,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:12.250748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for 105af329-0d44-4ee4-8be1-752a2e1771ba owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:12.251241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2a87d2cc-3a8c-4ebe-99d4-79cf9c572985 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:12.255597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a87d2cc-3a8c-4ebe-99d4-79cf9c572985 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:12.256195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a87d2cc-3a8c-4ebe-99d4-79cf9c572985 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.262160 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Checking segment: {'id': '2e509f84-87b4-40bc-a1b1-d5966e547fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '83386b03-8be7-4a47-beef-58fb3d6508a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:12.262689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Network hostable DHCP agents. Network: 83386b03-8be7-4a47-beef-58fb3d6508a7, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:12.294464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Publish callbacks [] for port (df0cc269-5b2c-42f8-be5f-a5819b5ede8f), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.301455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1127d936-12c2-40f6-814b-c87f1dddd5a1 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:12.303782 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.397380 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5482cece-06b3-41db-aa80-81576b421ce9 None None] Network a5f29261-3e05-436d-a9c0-9becfe3e5406 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:12.404780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Network 83386b03-8be7-4a47-beef-58fb3d6508a7 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:12.408450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (df0cc269-5b2c-42f8-be5f-a5819b5ede8f), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.415568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:12.429386 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2a87d2cc-3a8c-4ebe-99d4-79cf9c572985 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6311355 Aug 31 15:50:12.432571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37202) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:12.438365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': '8aad9ec4-720d-405a-8901-3b650d8c109b', 'ip_address': '2001:db8::211a:aaa1:35ec:e781'}], 'name': 'tempest-NetworksTestDHCPv6-1266238091'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:12.461437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] device_id is not set on port 9015f4d2-25d9-4a14-912b-9c1f048b394d yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:12.462518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Network e5d1034a-a992-4079-a23d-40fd2b99fda8 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:12.470233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:12.472919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:12.506328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:12.538034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (105af329-0d44-4ee4-8be1-752a2e1771ba), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.539797 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Pushing event updated for resources: {'Port': ['ID=df0cc269-5b2c-42f8-be5f-a5819b5ede8f,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:12.540262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 83386b03-8be7-4a47-beef-58fb3d6508a7) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:12.571465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (a6c70f41-bbdf-4530-a634-c968f0cce36b), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.572739 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:12.573332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.585102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b220599-ae1d-4371-8e6a-5a5f451bf9c2 None None] Network 83386b03-8be7-4a47-beef-58fb3d6508a7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:12.587923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=105af329-0d44-4ee4-8be1-752a2e1771ba,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:12.588116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3d91c9-71c6-4dd3-a582-c9098aff6256 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:12.591703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fb3d91c9-71c6-4dd3-a582-c9098aff6256 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.635068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:12.641347 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '8aad9ec4-720d-405a-8901-3b650d8c109b'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:12.642401 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.649502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port 105af329-0d44-4ee4-8be1-752a2e1771ba on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:12.691863 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 6 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:12.704445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (35f3ff49-49e4-4cfc-b929-8d107ad73d67), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.727980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (a6c70f41-bbdf-4530-a634-c968f0cce36b), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.731049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:12.748454 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a8bd3c1b-a132-42b7-9c80-9751329db942 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5157721 Aug 31 15:50:12.801626 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Attempting to bind port df0cc269-5b2c-42f8-be5f-a5819b5ede8f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:12.803008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Attempting to bind port df0cc269-5b2c-42f8-be5f-a5819b5ede8f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b2f38012-24cc-40d2-8b76-416fe2096478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5d1034a-a992-4079-a23d-40fd2b99fda8'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:12.803008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Attempting to bind port df0cc269-5b2c-42f8-be5f-a5819b5ede8f on network e5d1034a-a992-4079-a23d-40fd2b99fda8 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:12.824987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.ipam_backend_mixin [None req-fb3d91c9-71c6-4dd3-a582-c9098aff6256 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d29360cd-b416-46d9-8afa-53fa3d974d0a (CIDR: 172.20.0.0/28) Aug 31 15:50:12.845606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:12.856831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Allocated IP 2001:db8::f816:3eff:fe5b:6ff5 (e5d1034a-a992-4079-a23d-40fd2b99fda8/7bb06395-110e-4cad-bc92-e1207ba0ca01/9015f4d2-25d9-4a14-912b-9c1f048b394d) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:12.874875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:12.875338 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Checking segment: {'id': 'b2f38012-24cc-40d2-8b76-416fe2096478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5d1034a-a992-4079-a23d-40fd2b99fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:12.875826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.876289 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Bound using segment: {'id': 'b2f38012-24cc-40d2-8b76-416fe2096478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5d1034a-a992-4079-a23d-40fd2b99fda8'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:12.876842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Bound port: df0cc269-5b2c-42f8-be5f-a5819b5ede8f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f38012-24cc-40d2-8b76-416fe2096478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5d1034a-a992-4079-a23d-40fd2b99fda8'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:12.877898 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (df0cc269-5b2c-42f8-be5f-a5819b5ede8f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.893148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.893352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Made reservation on behalf of e91ce65e5b0a41fd9e911e62e577b511 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:12.895230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:12.901971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:12.924077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port aa40bc38-56e6-43f2-b65e-f5455edcf9e0 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:12.928660 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3d91c9-71c6-4dd3-a582-c9098aff6256 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:50:12.929167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3d91c9-71c6-4dd3-a582-c9098aff6256 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:12.949957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb544daa-48f6-49da-8bef-372b302d1bb8 None None] Network 83386b03-8be7-4a47-beef-58fb3d6508a7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:12.977137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Made reservation on behalf of c67a804f835a46bdb708507ff2e2faf4 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:12.981689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.029339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (35f3ff49-49e4-4cfc-b929-8d107ad73d67), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.068869 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/8aad9ec4-720d-405a-8901-3b650d8c109b/ad8f8557-b3a2-4d40-bca3-f819336711d6) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:13.074641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=a6c70f41-bbdf-4530-a634-c968f0cce36b,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:13.084658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] device_id is not set on port dbf4df59-1f31-4275-8c07-2352df4292ae yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:13.095707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.106304 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fb3d91c9-71c6-4dd3-a582-c9098aff6256 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9626610 Aug 31 15:50:13.113878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37210) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:13.122053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00dc409-185f-4d49-8e39-75d0353d1725 None None] Network a5f29261-3e05-436d-a9c0-9becfe3e5406 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:13.152369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ed0b0f27-9968-47ff-9b5f-b55bfa6cd513 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:13.180848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=35f3ff49-49e4-4cfc-b929-8d107ad73d67,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:13.238076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] device_id is not set on port 1155cc53-dd6c-42c4-b7c7-85cf289ebbc9 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:13.264136 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (a5f29261-3e05-436d-a9c0-9becfe3e5406), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.288605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] For port df0cc269-5b2c-42f8-be5f-a5819b5ede8f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:13.297527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f29261-3e05-436d-a9c0-9becfe3e5406']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:13.309590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6ab497-4d0a-4d65-a56d-547a959dd536') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:13.310196 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6ab497-4d0a-4d65-a56d-547a959dd536') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:13.327465 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (4e6ab497-4d0a-4d65-a56d-547a959dd536), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.333028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] For port df0cc269-5b2c-42f8-be5f-a5819b5ede8f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=df0cc269-5b2c-42f8-be5f-a5819b5ede8f,segment=NetworkSegment(b2f38012-24cc-40d2-8b76-416fe2096478),segment_id=b2f38012-24cc-40d2-8b76-416fe2096478)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:13.344023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4e6ab497-4d0a-4d65-a56d-547a959dd536), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.364050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:13.364682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (4e6ab497-4d0a-4d65-a56d-547a959dd536), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.407293 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 7 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:13.463513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9144099d-80ef-4498-94a9-655cff536501 None None] DHCP port deletion for a5f29261-3e05-436d-a9c0-9becfe3e5406 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:13.472446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (df0cc269-5b2c-42f8-be5f-a5819b5ede8f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.478318 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 4e6ab497-4d0a-4d65-a56d-547a959dd536 resource provider aggregate not found Aug 31 15:50:13.505977 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 4e6ab497-4d0a-4d65-a56d-547a959dd536 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e6ab497-4d0a-4d65-a56d-547a959dd536 found for delete ", "request_id": "req-33ce6607-61d3-457c-9c1e-01738b70333b"}]} Aug 31 15:50:13.563604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (a5f29261-3e05-436d-a9c0-9becfe3e5406), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.564023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:13.572382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Publish callbacks [] for port (ad8f8557-b3a2-4d40-bca3-f819336711d6), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.577363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.584511 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/a5f29261-3e05-436d-a9c0-9becfe3e5406 HTTP/1.1" status: 204 len: 168 time: 2.2683737 Aug 31 15:50:13.598174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37220) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:13.599995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97ffee-e69c-4e6c-88a9-4d26d0f933aa None None] Pushing event updated for resources: {'Port': ['ID=df0cc269-5b2c-42f8-be5f-a5819b5ede8f,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:13.601364 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:13.610743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7fcbe-e21c-4e42-91e6-001bb0d43855 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=a5f29261-3e05-436d-a9c0-9becfe3e5406,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:13.628010 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-6398259e-2e0d-4a88-b080-360edebd09f4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:13.628763 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6398259e-2e0d-4a88-b080-360edebd09f4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:13.633616 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6398259e-2e0d-4a88-b080-360edebd09f4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/a5f29261-3e05-436d-a9c0-9becfe3e5406 HTTP/1.1" status: 404 len: 339 time: 0.0341742 Aug 31 15:50:13.637208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37222) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:13.650359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-387920768', 'description': 'd1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:13.699497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.702092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.703885 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (ad8f8557-b3a2-4d40-bca3-f819336711d6), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.804999 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:13.808839 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=29 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:13.809437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.894110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:13.896782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::211a:aaa1:35ec:e781 (e986fc1f-2559-47ce-89c8-1dd43368919a/8aad9ec4-720d-405a-8901-3b650d8c109b/aa40bc38-56e6-43f2-b65e-f5455edcf9e0) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:13.921765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e279332b-c4de-435c-9490-d13b6a28943c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:13.922076 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment e279332b-c4de-435c-9490-d13b6a28943c of type vlan for network 5db9765b-6500-4218-a5d1-558dd7fe856b Aug 31 15:50:13.934166 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37228) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:13.940727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-560689882-network', 'tenant_id': 'c45f0711198f42bab7d516ff40e1b236'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:13.989982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for port (9015f4d2-25d9-4a14-912b-9c1f048b394d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.025903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:14.027761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:14.031473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:14.036250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:14.043145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (5db9765b-6500-4218-a5d1-558dd7fe856b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.052073 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Allocated IP 172.20.0.6 (9957a6dd-dde4-41ec-8c30-e64c120d0da0/6677f08f-8d82-4c30-896f-68d89320c0bc/dbf4df59-1f31-4275-8c07-2352df4292ae) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:14.060461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Pushing event updated for resources: {'Port': ['ID=ad8f8557-b3a2-4d40-bca3-f819336711d6,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:14.061954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network 83fd5b22-387d-49d0-9384-a959a3a2a147 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:14.080939 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 8 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:14.095588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:14.103859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Allocated IP 172.20.0.10 (d49d06fe-86ca-4342-9128-0bbd6e23731c/51c5c8d7-735e-4394-ae2c-f5b6899c2463/1155cc53-dd6c-42c4-b7c7-85cf289ebbc9) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:14.119438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Made reservation on behalf of c45f0711198f42bab7d516ff40e1b236 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:14.122044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.143812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Attempting to bind port ad8f8557-b3a2-4d40-bca3-f819336711d6 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:14.144184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Attempting to bind port ad8f8557-b3a2-4d40-bca3-f819336711d6 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:14.145137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Attempting to bind port ad8f8557-b3a2-4d40-bca3-f819336711d6 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:14.147842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:14.151958 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:14.155416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:14.155416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.155416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:14.155416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Bound port: ad8f8557-b3a2-4d40-bca3-f819336711d6, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:14.155416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ad8f8557-b3a2-4d40-bca3-f819336711d6), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.156079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.212728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0b0f27-9968-47ff-9b5f-b55bfa6cd513 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:14.216195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0f27-9968-47ff-9b5f-b55bfa6cd513 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.222136 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (5db9765b-6500-4218-a5d1-558dd7fe856b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.231880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:14.232690 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.268491 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] For port ad8f8557-b3a2-4d40-bca3-f819336711d6, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:14.272146 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] For port ad8f8557-b3a2-4d40-bca3-f819336711d6, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ad8f8557-b3a2-4d40-bca3-f819336711d6,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:14.278694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:14.335062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:14.340244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (aa40bc38-56e6-43f2-b65e-f5455edcf9e0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.341969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9015f4d2-25d9-4a14-912b-9c1f048b394d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.365959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=5db9765b-6500-4218-a5d1-558dd7fe856b,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:14.375769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ad8f8557-b3a2-4d40-bca3-f819336711d6), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.403185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 5db9765b-6500-4218-a5d1-558dd7fe856b details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:14.432032 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9bf9455f-556f-445d-a196-234cf4fe2f27 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7934892 Aug 31 15:50:14.434340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37230) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:14.490105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Publish callbacks [] for security_group (60873f11-847b-4123-bbe7-f17f486b2868), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.514032 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:14.522676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network e5d1034a-a992-4079-a23d-40fd2b99fda8 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:14.533791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:14.564220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:14.568880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:14.569538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.579080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a729e2c-0638-42e5-a9ca-d38da85f82b6 None None] Pushing event updated for resources: {'Port': ['ID=ad8f8557-b3a2-4d40-bca3-f819336711d6,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:14.593082 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (60873f11-847b-4123-bbe7-f17f486b2868), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.621836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f53338-617d-4764-9449-40aedfe945eb tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:14.623726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 95bbcd22-ed12-42fb-b81b-4d4d6f4046e3 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:50:14.626603 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-16f53338-617d-4764-9449-40aedfe945eb tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/networks?id=5db9765b-6500-4218-a5d1-558dd7fe856b HTTP/1.1" status: 200 len: 760 time: 0.1896710 Aug 31 15:50:14.627236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37232) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:14.632688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Port': ['ID=9015f4d2-25d9-4a14-912b-9c1f048b394d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:14.638618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d6db8267-d135-4fca-b862-679c090e37ce tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'description': 'd2'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:14.648560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (aa40bc38-56e6-43f2-b65e-f5455edcf9e0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.649272 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 9 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:14.673664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:14.753659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:14.777935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60873f11-847b-4123-bbe7-f17f486b2868,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:14.781151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dd9cceaa-2f28-4480-8a13-8550689c0a10), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.781497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for port (dbf4df59-1f31-4275-8c07-2352df4292ae), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.781645 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Added segment dd9cceaa-2f28-4480-8a13-8550689c0a10 of type vlan for network bd2b1b22-5c59-47fe-8e5d-578632e02d82 Aug 31 15:50:14.801787 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-adec46d5-1943-4962-bba6-12cf939c0d4f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3314221 Aug 31 15:50:14.810318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37234) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:14.815606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:14.840818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:14.866439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:14.871243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:14.872165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:14.885805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks [] for port (1155cc53-dd6c-42c4-b7c7-85cf289ebbc9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.105472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-093d8607-267d-4073-96cd-04a1d392fca4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Deleting subnet 7bb06395-110e-4cad-bc92-e1207ba0ca01 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:15.122270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-093d8607-267d-4073-96cd-04a1d392fca4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for subnet (7bb06395-110e-4cad-bc92-e1207ba0ca01), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.127130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0b2975-8050-4ee5-ad90-db7ba0632495 None None] Network e5d1034a-a992-4079-a23d-40fd2b99fda8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:15.224076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device df0cc269-5b2c-42f8-be5f-a5819b5ede8f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:15.228048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:50:15.233077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-093d8607-267d-4073-96cd-04a1d392fca4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (7bb06395-110e-4cad-bc92-e1207ba0ca01), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.244470 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1fb66654-645d-4080-a930-c5c0f5150fc5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "PUT /networking/v2.0/routers/95bbcd22-ed12-42fb-b81b-4d4d6f4046e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3406904 Aug 31 15:50:15.245150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37236) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:15.256243 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 10 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:15.260559 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b72f75-0c69-4f0b-8508-f00b327853c2 None None] Sync routers for ids ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:50:15.274036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'port': {'network_id': '83fd5b22-387d-49d0-9384-a959a3a2a147', 'name': 'tempest-FloatingIPTestJSON-630174670'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:15.283164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (dbf4df59-1f31-4275-8c07-2352df4292ae), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.285081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1155cc53-dd6c-42c4-b7c7-85cf289ebbc9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.342499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b72f75-0c69-4f0b-8508-f00b327853c2 None None] Routers {'95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:15.343296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d3b72f75-0c69-4f0b-8508-f00b327853c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:15.348277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=aa40bc38-56e6-43f2-b65e-f5455edcf9e0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:15.395202 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:15.404147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Could not find standard attr ID for object ac2af3f9-fc1a-4591-a0e0-f8070e5a898a. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:15.406981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d3b72f75-0c69-4f0b-8508-f00b327853c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:15.413139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6db8267-d135-4fca-b862-679c090e37ce tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (5db9765b-6500-4218-a5d1-558dd7fe856b), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.422598 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port df0cc269-5b2c-42f8-be5f-a5819b5ede8f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:15.422974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (df0cc269-5b2c-42f8-be5f-a5819b5ede8f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.423307 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port df0cc269-5b2c-42f8-be5f-a5819b5ede8f Aug 31 15:50:15.433745 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bb9ed60e-5cdf-483b-b8ac-ca354f8d510d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9971409 Aug 31 15:50:15.433745 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (bd2b1b22-5c59-47fe-8e5d-578632e02d82), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.438096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37238) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:15.451720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Provisioning complete for port 7afd0a16-f787-4625-baf3-f4a3b466a66b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:15.452472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.452598 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Attempt 1 to provision port 7afd0a16-f787-4625-baf3-f4a3b466a66b Aug 31 15:50:15.452848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:15.487646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:15.493463 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b72f75-0c69-4f0b-8508-f00b327853c2 None None] Routers {'95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:15.494664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d3b72f75-0c69-4f0b-8508-f00b327853c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:15.502332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:15.504974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:15.509245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:15.524389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Network d49d06fe-86ca-4342-9128-0bbd6e23731c is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:15.531677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9b039-4dee-4c0d-acbc-48abb5dc022f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:15.535722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:15.537219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9b039-4dee-4c0d-acbc-48abb5dc022f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:15.542173 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8eb9b039-4dee-4c0d-acbc-48abb5dc022f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0973246 Aug 31 15:50:15.545881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:15.546679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37240) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:15.547346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6db8267-d135-4fca-b862-679c090e37ce tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (5db9765b-6500-4218-a5d1-558dd7fe856b), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.556870 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d3b72f75-0c69-4f0b-8508-f00b327853c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:15.557481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b72f75-0c69-4f0b-8508-f00b327853c2 None None] The sync data for ids ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:50:15.568001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (bd2b1b22-5c59-47fe-8e5d-578632e02d82), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.568641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:15.569215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.589318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0f27-9968-47ff-9b5f-b55bfa6cd513 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:15.590208 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:15.592803 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ad8f8557-b3a2-4d40-bca3-f819336711d6 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:15.596343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-c65c1136-7c56-45ee-abca-aabf9b0753cb None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:15.626194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:15.645094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6db8267-d135-4fca-b862-679c090e37ce tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network 5db9765b-6500-4218-a5d1-558dd7fe856b is not hosted by any dhcp agent {{(pid=114265) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 15:50:15.650604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6db8267-d135-4fca-b862-679c090e37ce tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:15.655186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6db8267-d135-4fca-b862-679c090e37ce tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.655186 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d6db8267-d135-4fca-b862-679c090e37ce tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "PUT /networking/v2.0/networks/5db9765b-6500-4218-a5d1-558dd7fe856b HTTP/1.1" status: 200 len: 757 time: 1.0200436 Aug 31 15:50:15.658429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37242) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:15.688042 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ad8f8557-b3a2-4d40-bca3-f819336711d6 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:15.688429 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ad8f8557-b3a2-4d40-bca3-f819336711d6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.692642 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ad8f8557-b3a2-4d40-bca3-f819336711d6 Aug 31 15:50:15.756788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b0f27-9968-47ff-9b5f-b55bfa6cd513 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:15.762599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Port': ['ID=dbf4df59-1f31-4275-8c07-2352df4292ae,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:15.780906 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8430784 Aug 31 15:50:15.786516 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Provisioning complete for port df0cc269-5b2c-42f8-be5f-a5819b5ede8f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:15.789432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37244) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:15.790064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (df0cc269-5b2c-42f8-be5f-a5819b5ede8f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.790445 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 1 to provision port df0cc269-5b2c-42f8-be5f-a5819b5ede8f Aug 31 15:50:15.798435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:15.801303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b0f27-9968-47ff-9b5f-b55bfa6cd513 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:15.806228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b0f27-9968-47ff-9b5f-b55bfa6cd513 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:15.807101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0f27-9968-47ff-9b5f-b55bfa6cd513 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.850571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Request body: {'subnet': {'network_id': 'bd2b1b22-5c59-47fe-8e5d-578632e02d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-560689882-subnet', 'tenant_id': 'c45f0711198f42bab7d516ff40e1b236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:15.868225 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1689c343-f50e-45e1-8abe-f52656e3e9fe None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:15.886641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:15.887594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:15.889523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:15.892259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Made reservation on behalf of e32f095990c841089b988cd1e7acf5fd for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:15.901358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.957149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 105af329-0d44-4ee4-8be1-752a2e1771ba no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:15.957433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:15.958163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.960441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0296ab9c-4c7c-4a70-960d-b657f7991efd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port aa40bc38-56e6-43f2-b65e-f5455edcf9e0 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:15.961415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0296ab9c-4c7c-4a70-960d-b657f7991efd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (aa40bc38-56e6-43f2-b65e-f5455edcf9e0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:15.966107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db8267-d135-4fca-b862-679c090e37ce tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=5db9765b-6500-4218-a5d1-558dd7fe856b,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:15.994292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b0f27-9968-47ff-9b5f-b55bfa6cd513 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:16.001931 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 5db9765b-6500-4218-a5d1-558dd7fe856b details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:16.010151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 105af329-0d44-4ee4-8be1-752a2e1771ba {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:16.024905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 105af329-0d44-4ee4-8be1-752a2e1771ba not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:16.036726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] device_id is not set on port befc0180-5f45-475b-9d6e-1e1db0d505ee yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:16.043378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-093d8607-267d-4073-96cd-04a1d392fca4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (7bb06395-110e-4cad-bc92-e1207ba0ca01), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.047308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event updated for resources: {'Port': ['ID=1155cc53-dd6c-42c4-b7c7-85cf289ebbc9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:16.080738 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ed0b0f27-9968-47ff-9b5f-b55bfa6cd513 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9369597 Aug 31 15:50:16.088091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37246) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:16.096903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:16.143156 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:16.148554 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-282769711', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4'}], 'security_groups': ['d319a449-fa90-4817-80fe-30836b409c98']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:16.160016 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f56199ba-ae1d-4476-a28b-d2daaab50693 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1325669 Aug 31 15:50:16.160729 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37248) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:16.175708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abc638-b0c5-427b-8b96-866ad7b605fc tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:16.181854 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d6abc638-b0c5-427b-8b96-866ad7b605fc tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/networks?id=5db9765b-6500-4218-a5d1-558dd7fe856b HTTP/1.1" status: 200 len: 760 time: 0.4796991 Aug 31 15:50:16.188091 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Provisioning complete for port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:16.188677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c84fa6fe-2231-4ecb-9f65-30c295f7cf2a), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.189190 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 1 to provision port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a Aug 31 15:50:16.200500 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-98215783-b96f-4d3c-ad37-9dacad275aad tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:88:fa:24'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:fd:70:a3'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:16.206999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37250) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:16.229579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1643639348'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:16.253095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118386b-a740-41d0-a58f-8bba617528e1 admin admin] Pushing event updated for resources: {'Network': ['ID=bd2b1b22-5c59-47fe-8e5d-578632e02d82,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:16.292415 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network bd2b1b22-5c59-47fe-8e5d-578632e02d82 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:16.387702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0296ab9c-4c7c-4a70-960d-b657f7991efd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (aa40bc38-56e6-43f2-b65e-f5455edcf9e0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.410443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0296ab9c-4c7c-4a70-960d-b657f7991efd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for aa40bc38-56e6-43f2-b65e-f5455edcf9e0 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:16.434924 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:16.447865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744d4486-47ae-4eec-92f0-5b4ca5e36516 None None] Update dhcp port {'port': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'fixed_ips': [{'subnet_id': 'd29360cd-b416-46d9-8afa-53fa3d974d0a', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '7afd0a16-f787-4625-baf3-f4a3b466a66b'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:50:16.484450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-744d4486-47ae-4eec-92f0-5b4ca5e36516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.489724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:16.498461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:16.567264 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-80594902-bc51-44c6-b84e-a3888ba4dc2a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.3984940 Aug 31 15:50:16.584259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37252) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:16.592320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Made reservation on behalf of c45f0711198f42bab7d516ff40e1b236 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:16.602058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.611829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:16.612899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:16.728565 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:50:16.745055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0296ab9c-4c7c-4a70-960d-b657f7991efd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (aa40bc38-56e6-43f2-b65e-f5455edcf9e0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.774793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296ab9c-4c7c-4a70-960d-b657f7991efd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=aa40bc38-56e6-43f2-b65e-f5455edcf9e0,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:16.775245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-744d4486-47ae-4eec-92f0-5b4ca5e36516 None None] Allocated IP 172.20.0.18 (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d/7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4/7afd0a16-f787-4625-baf3-f4a3b466a66b) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:16.803030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0296ab9c-4c7c-4a70-960d-b657f7991efd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.810026 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0296ab9c-4c7c-4a70-960d-b657f7991efd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/aa40bc38-56e6-43f2-b65e-f5455edcf9e0 HTTP/1.1" status: 204 len: 168 time: 1.2599647 Aug 31 15:50:16.810710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37254) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:16.813167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-093d8607-267d-4073-96cd-04a1d392fca4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (7bb06395-110e-4cad-bc92-e1207ba0ca01), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.879106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be0e2de-7a7a-43fb-9fde-d3da0d26f7af tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:16.880838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be0e2de-7a7a-43fb-9fde-d3da0d26f7af tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:16.885850 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1be0e2de-7a7a-43fb-9fde-d3da0d26f7af tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0708606 Aug 31 15:50:16.886102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37256) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:16.896900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558d9f5-f009-4d80-a1f6-7355c7aa9bcf tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:16.902179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558d9f5-f009-4d80-a1f6-7355c7aa9bcf tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:16.907456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558d9f5-f009-4d80-a1f6-7355c7aa9bcf tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:16.912065 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c558d9f5-f009-4d80-a1f6-7355c7aa9bcf tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2613 time: 0.3179932 Aug 31 15:50:16.912768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-744d4486-47ae-4eec-92f0-5b4ca5e36516 None None] For port 7afd0a16-f787-4625-baf3-f4a3b466a66b, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7afd0a16-f787-4625-baf3-f4a3b466a66b,segment=NetworkSegment(074ed60c-5547-41db-abcc-9c401da0f881),segment_id=074ed60c-5547-41db-abcc-9c401da0f881)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:16.924283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:16.926209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37258) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:16.928156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.941630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d8607-267d-4073-96cd-04a1d392fca4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb06395-110e-4cad-bc92-e1207ba0ca01,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:16.944821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:16.958941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-093d8607-267d-4073-96cd-04a1d392fca4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.966505 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-093d8607-267d-4073-96cd-04a1d392fca4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7bb06395-110e-4cad-bc92-e1207ba0ca01 HTTP/1.1" status: 204 len: 168 time: 2.1523776 Aug 31 15:50:16.967313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-744d4486-47ae-4eec-92f0-5b4ca5e36516 None None] Publish callbacks [] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:16.970013 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 2 to provision port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a Aug 31 15:50:16.974330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb2775-5288-416d-ad02-010e2b7f0aa8 None None] Network e5d1034a-a992-4079-a23d-40fd2b99fda8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:16.981150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37260) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:16.997002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Allocated IP 172.20.0.8 (83fd5b22-387d-49d0-9384-a959a3a2a147/9edcc71b-82b7-422d-83f9-7567e370464f/befc0180-5f45-475b-9d6e-1e1db0d505ee) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:17.045657 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:17.098884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-66e80bcb-4231-43eb-8221-67aabe6b8ef9 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Deleting port 1155cc53-dd6c-42c4-b7c7-85cf289ebbc9 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:17.099148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66e80bcb-4231-43eb-8221-67aabe6b8ef9 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1155cc53-dd6c-42c4-b7c7-85cf289ebbc9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.106269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a7bc5e-aabc-46d3-815a-ec7f14d8e59f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:17.107456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:17.108004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a7bc5e-aabc-46d3-815a-ec7f14d8e59f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:17.110185 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-23a7bc5e-aabc-46d3-815a-ec7f14d8e59f tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0702741 Aug 31 15:50:17.116581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37262) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:17.229499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c687f9-7a46-4b57-8189-cf55dfbf5b9d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 8aad9ec4-720d-405a-8901-3b650d8c109b {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:17.232488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-744d4486-47ae-4eec-92f0-5b4ca5e36516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.237653 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8c687f9-7a46-4b57-8189-cf55dfbf5b9d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (8aad9ec4-720d-405a-8901-3b650d8c109b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.238345 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:17.241831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (befcb2b5-a826-4273-a76f-3da24e0ea6c4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.241831 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment befcb2b5-a826-4273-a76f-3da24e0ea6c4 of type vlan for network 1cfc75b0-3d3a-498a-b41f-4b69caea0f59 Aug 31 15:50:17.261452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (3c34b1bd-0fc6-41a2-b2eb-bce7665e2755), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.327376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-98215783-b96f-4d3c-ad37-9dacad275aad tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (dbf4df59-1f31-4275-8c07-2352df4292ae), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.346548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8c687f9-7a46-4b57-8189-cf55dfbf5b9d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (8aad9ec4-720d-405a-8901-3b650d8c109b), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.378903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d4486-47ae-4eec-92f0-5b4ca5e36516 None None] Pushing event updated for resources: {'Port': ['ID=7afd0a16-f787-4625-baf3-f4a3b466a66b,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:17.400865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06a53269-f0ae-4dbf-aabf-cabe80fd3f70 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (e5d1034a-a992-4079-a23d-40fd2b99fda8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.406830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66e80bcb-4231-43eb-8221-67aabe6b8ef9 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1155cc53-dd6c-42c4-b7c7-85cf289ebbc9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.435196 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-66e80bcb-4231-43eb-8221-67aabe6b8ef9 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Calling delete_port for 1155cc53-dd6c-42c4-b7c7-85cf289ebbc9 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:17.443821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc8e4f-d302-4c00-991f-5f3e95fcbef2 None None] DHCP port deletion for e5d1034a-a992-4079-a23d-40fd2b99fda8 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:17.458941 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a53269-f0ae-4dbf-aabf-cabe80fd3f70 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 15:50:17.459692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a53269-f0ae-4dbf-aabf-cabe80fd3f70 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:17.463633 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-06a53269-f0ae-4dbf-aabf-cabe80fd3f70 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/e5d1034a-a992-4079-a23d-40fd2b99fda8 HTTP/1.1" status: 409 len: 466 time: 0.3449991 Aug 31 15:50:17.468328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37264) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:17.473449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (1cfc75b0-3d3a-498a-b41f-4b69caea0f59), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.475314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-206192500'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:17.498594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-25cc8e4f-d302-4c00-991f-5f3e95fcbef2 None None] Deleting port df0cc269-5b2c-42f8-be5f-a5819b5ede8f {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:17.499211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-25cc8e4f-d302-4c00-991f-5f3e95fcbef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (df0cc269-5b2c-42f8-be5f-a5819b5ede8f), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.552165 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 3 to provision port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a Aug 31 15:50:17.570632 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:17.581944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8c687f9-7a46-4b57-8189-cf55dfbf5b9d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (8aad9ec4-720d-405a-8901-3b650d8c109b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.595836 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:17.632994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:17.640372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-25cc8e4f-d302-4c00-991f-5f3e95fcbef2 None None] For port df0cc269-5b2c-42f8-be5f-a5819b5ede8f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=df0cc269-5b2c-42f8-be5f-a5819b5ede8f,segment=NetworkSegment(b2f38012-24cc-40d2-8b76-416fe2096478),segment_id=b2f38012-24cc-40d2-8b76-416fe2096478)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:17.641128 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-25cc8e4f-d302-4c00-991f-5f3e95fcbef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (df0cc269-5b2c-42f8-be5f-a5819b5ede8f), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.667597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-25cc8e4f-d302-4c00-991f-5f3e95fcbef2 None None] Calling delete_port for df0cc269-5b2c-42f8-be5f-a5819b5ede8f owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:17.681625 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (1cfc75b0-3d3a-498a-b41f-4b69caea0f59), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.684190 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:17.688161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.688392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:17.688983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.709819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:17.736249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:17.747191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.747551 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Added segment a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd of type vlan for network f3a63dd0-7d71-481c-bafc-5dd4e086e6e5 Aug 31 15:50:17.766436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (306b6eb4-5a95-4b16-8ccc-99721157a7fa), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.772440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:17.793593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f3a63dd0-7d71-481c-bafc-5dd4e086e6e5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.807971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for port (befc0180-5f45-475b-9d6e-1e1db0d505ee), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.809189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8c687f9-7a46-4b57-8189-cf55dfbf5b9d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (8aad9ec4-720d-405a-8901-3b650d8c109b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.850132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c687f9-7a46-4b57-8189-cf55dfbf5b9d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=8aad9ec4-720d-405a-8901-3b650d8c109b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:17.852539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8c687f9-7a46-4b57-8189-cf55dfbf5b9d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.856142 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b8c687f9-7a46-4b57-8189-cf55dfbf5b9d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/8aad9ec4-720d-405a-8901-3b650d8c109b HTTP/1.1" status: 204 len: 168 time: 0.9682364 Aug 31 15:50:17.857741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66e80bcb-4231-43eb-8221-67aabe6b8ef9 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1155cc53-dd6c-42c4-b7c7-85cf289ebbc9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.859288 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37266) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:17.873104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bca940-39fe-44b8-bfb5-a1e8d1e645af None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:17.879165 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6573117 Aug 31 15:50:17.896935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37268) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:17.931817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': '1cfc75b0-3d3a-498a-b41f-4b69caea0f59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:17.932110 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-464e2ee3-3be7-4739-91ab-5c1cbe28388d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714297 Aug 31 15:50:17.932883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e80bcb-4231-43eb-8221-67aabe6b8ef9 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event deleted for resources: {'Port': ['ID=1155cc53-dd6c-42c4-b7c7-85cf289ebbc9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:17.936587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37270) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:17.953731 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f3a63dd0-7d71-481c-bafc-5dd4e086e6e5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.958051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:17.958683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:17.959244 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-25cc8e4f-d302-4c00-991f-5f3e95fcbef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (df0cc269-5b2c-42f8-be5f-a5819b5ede8f), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.015422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc8e4f-d302-4c00-991f-5f3e95fcbef2 None None] Pushing event deleted for resources: {'Port': ['ID=df0cc269-5b2c-42f8-be5f-a5819b5ede8f,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.066318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cc8e4f-d302-4c00-991f-5f3e95fcbef2 None None] No DVR routers for this DVR port df0cc269-5b2c-42f8-be5f-a5819b5ede8f on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:18.096621 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 4 to provision port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a Aug 31 15:50:18.123396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201df288-9a23-4fca-97c5-96ea3f137b4d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=1cfc75b0-3d3a-498a-b41f-4b69caea0f59,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.143459 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 1cfc75b0-3d3a-498a-b41f-4b69caea0f59 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:18.147549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306b6eb4-5a95-4b16-8ccc-99721157a7fa,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.212146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-66e80bcb-4231-43eb-8221-67aabe6b8ef9 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.219490 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-66e80bcb-4231-43eb-8221-67aabe6b8ef9 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "DELETE /networking/v2.0/ports/1155cc53-dd6c-42c4-b7c7-85cf289ebbc9 HTTP/1.1" status: 204 len: 168 time: 1.2886860 Aug 31 15:50:18.219490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Network': ['ID=f3a63dd0-7d71-481c-bafc-5dd4e086e6e5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.222051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37272) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:18.231705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e8057-5572-4a60-9bbc-895a2ba89bf9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:18.233454 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7e3e8057-5572-4a60-9bbc-895a2ba89bf9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2961519 Aug 31 15:50:18.240454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Request body: {'port': {'name': 'tempest-new-port-name-1373589548', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:18.255755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.api.validators [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] bootfile-name is not in valid_values {{(pid=114265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:50:18.255755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.api.validators [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] tftp-server is not in valid_values {{(pid=114265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:50:18.255755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.api.validators [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] server-ip-address is not in valid_values {{(pid=114265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:50:18.256073 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37274) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:18.256520 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-aff3416d-922f-4422-ad93-b2e59068cbc2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7801561 Aug 31 15:50:18.257273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37276) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:18.282712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ee011-a654-4b79-ac2c-094efd021649 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:18.285427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f3a63dd0-7d71-481c-bafc-5dd4e086e6e5 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:18.287206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'subnet': {'network_id': 'f3a63dd0-7d71-481c-bafc-5dd4e086e6e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:18.288412 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:18.373536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Checking segment: {'id': 'dd9cceaa-2f28-4480-8a13-8550689c0a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bd2b1b22-5c59-47fe-8e5d-578632e02d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:18.374031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Network hostable DHCP agents. Network: bd2b1b22-5c59-47fe-8e5d-578632e02d82, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:18.399455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (befc0180-5f45-475b-9d6e-1e1db0d505ee), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.400887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ee011-a654-4b79-ac2c-094efd021649 None None] Deleting port ad8f8557-b3a2-4d40-bca3-f819336711d6 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:18.400887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee011-a654-4b79-ac2c-094efd021649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ad8f8557-b3a2-4d40-bca3-f819336711d6), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.434564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (71906fd3-0397-4e84-b638-fdd1eb716cd7), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.476108 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7c4ee011-a654-4b79-ac2c-094efd021649 None None] For port ad8f8557-b3a2-4d40-bca3-f819336711d6, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ad8f8557-b3a2-4d40-bca3-f819336711d6,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:18.476573 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee011-a654-4b79-ac2c-094efd021649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ad8f8557-b3a2-4d40-bca3-f819336711d6), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.490755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ee011-a654-4b79-ac2c-094efd021649 None None] Calling delete_port for ad8f8557-b3a2-4d40-bca3-f819336711d6 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:18.507048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd4bae-ab6c-46ea-8ee0-69d659e02f20 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:18.509105 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e2bd4bae-ab6c-46ea-8ee0-69d659e02f20 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2589474 Aug 31 15:50:18.513117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37278) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:18.541962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Network 83fd5b22-387d-49d0-9384-a959a3a2a147 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:18.549494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:18.549743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Delete allocated IP 172.20.0.14 (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d/d29360cd-b416-46d9-8afa-53fa3d974d0a) {{(pid=114266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 15:50:18.562410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:18.563401 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-56bec779-5a16-4345-b512-be3005a5fc20 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491612 Aug 31 15:50:18.570691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37280) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:18.574702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:18.575266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:18.578629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.591137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-217ff010-5d4d-4558-92a5-736877bb797f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:18.595722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event updated for resources: {'Port': ['ID=befc0180-5f45-475b-9d6e-1e1db0d505ee,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.597816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.20 (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d/7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4/3c34b1bd-0fc6-41a2-b2eb-bce7665e2755) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:18.636090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-98215783-b96f-4d3c-ad37-9dacad275aad tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for port (dbf4df59-1f31-4275-8c07-2352df4292ae), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.647432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:18.651933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.673084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee011-a654-4b79-ac2c-094efd021649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (ad8f8557-b3a2-4d40-bca3-f819336711d6), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.713892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ee011-a654-4b79-ac2c-094efd021649 None None] Pushing event deleted for resources: {'Port': ['ID=ad8f8557-b3a2-4d40-bca3-f819336711d6,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.720182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ee011-a654-4b79-ac2c-094efd021649 None None] No DVR routers for this DVR port ad8f8557-b3a2-4d40-bca3-f819336711d6 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:18.790635 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 5 to provision port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a Aug 31 15:50:18.856030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks [] for port (71906fd3-0397-4e84-b638-fdd1eb716cd7), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.865695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:18.910118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea900e9-6c85-43af-9ff7-cdaa61952fe7 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:50:18.940048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (71906fd3-0397-4e84-b638-fdd1eb716cd7), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.961244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Network bd2b1b22-5c59-47fe-8e5d-578632e02d82 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:18.980564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-98215783-b96f-4d3c-ad37-9dacad275aad tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (dbf4df59-1f31-4275-8c07-2352df4292ae), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:18.989871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:19.058969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea900e9-6c85-43af-9ff7-cdaa61952fe7 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:50:19.059081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event updated for resources: {'Port': ['ID=71906fd3-0397-4e84-b638-fdd1eb716cd7,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:19.141222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.objects.ports [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114265) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:50:19.144555 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] In _notify_port_updated(), no bound segment for port 71906fd3-0397-4e84-b638-fdd1eb716cd7 on network d49d06fe-86ca-4342-9128-0bbd6e23731c {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:50:19.147195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:19.148700 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.152311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, bd2b1b22-5c59-47fe-8e5d-578632e02d82) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:19.154040 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a6a27be3-d8e0-4914-b8ff-5ccf9069562b tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "PUT /networking/v2.0/ports/71906fd3-0397-4e84-b638-fdd1eb716cd7 HTTP/1.1" status: 200 len: 1136 time: 0.9301736 Aug 31 15:50:19.154306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37282) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:19.157600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:19.165659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (b5f9eaee-fa64-4e80-923b-4c7362a93676), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.178506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7afd0a16-f787-4625-baf3-f4a3b466a66b up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:19.190967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:19.191642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.221011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:19.221619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.261318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Subnet': ['ID=b5f9eaee-fa64-4e80-923b-4c7362a93676,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:19.266880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Checking segment: {'id': 'a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f3a63dd0-7d71-481c-bafc-5dd4e086e6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:19.267301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network hostable DHCP agents. Network: f3a63dd0-7d71-481c-bafc-5dd4e086e6e5, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:19.285326 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98215783-b96f-4d3c-ad37-9dacad275aad tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event updated for resources: {'Port': ['ID=dbf4df59-1f31-4275-8c07-2352df4292ae,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:19.312397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7afd0a16-f787-4625-baf3-f4a3b466a66b triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:19.312999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.313105 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7afd0a16-f787-4625-baf3-f4a3b466a66b Aug 31 15:50:19.322879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-98215783-b96f-4d3c-ad37-9dacad275aad tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] In _notify_port_updated(), no bound segment for port dbf4df59-1f31-4275-8c07-2352df4292ae on network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:50:19.327311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98215783-b96f-4d3c-ad37-9dacad275aad tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:19.327932 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-98215783-b96f-4d3c-ad37-9dacad275aad tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.329228 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-98215783-b96f-4d3c-ad37-9dacad275aad tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "PUT /networking/v2.0/ports/dbf4df59-1f31-4275-8c07-2352df4292ae HTTP/1.1" status: 200 len: 1054 time: 3.1596346 Aug 31 15:50:19.334097 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37284) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:19.370678 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 6 to provision port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a Aug 31 15:50:19.380371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccc7696-9318-4318-8647-997c7e477469 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:19.385910 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2ccc7696-9318-4318-8647-997c7e477469 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "GET /networking/v2.0/ports/71906fd3-0397-4e84-b638-fdd1eb716cd7 HTTP/1.1" status: 200 len: 1136 time: 0.2036872 Aug 31 15:50:19.386574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37286) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:19.390480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network f3a63dd0-7d71-481c-bafc-5dd4e086e6e5 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:19.449708 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-51dcefe4-5dda-4988-8ed0-3c812f871ed3 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6492267 Aug 31 15:50:19.450391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:19.459958 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:19.463600 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a45557df-7da0-4fa7-9a5b-946cf1247b6f tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1959522 Aug 31 15:50:19.464272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37290) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:19.468602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:19.470516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-40b192ed-3499-4e66-9c5b-5d068123aca9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Deleting port dbf4df59-1f31-4275-8c07-2352df4292ae {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:19.470516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40b192ed-3499-4e66-9c5b-5d068123aca9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (dbf4df59-1f31-4275-8c07-2352df4292ae), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.490273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b131162-65f6-4402-ab48-e45654ddfbfc None None] Network bd2b1b22-5c59-47fe-8e5d-578632e02d82 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:19.493032 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Request body: {'floatingip': {'port_id': 'befc0180-5f45-475b-9d6e-1e1db0d505ee'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:19.494272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:19.561366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device df0cc269-5b2c-42f8-be5f-a5819b5ede8f no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:19.579623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, f3a63dd0-7d71-481c-bafc-5dd4e086e6e5) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:19.581694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (3c34b1bd-0fc6-41a2-b2eb-bce7665e2755), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.587886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: df0cc269-5b2c-42f8-be5f-a5819b5ede8f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:19.588140 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device df0cc269-5b2c-42f8-be5f-a5819b5ede8f not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:19.588560 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ad8f8557-b3a2-4d40-bca3-f819336711d6 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:19.595308 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07bdbc-93cc-42e1-b97f-424fec536b68 None None] Network f3a63dd0-7d71-481c-bafc-5dd4e086e6e5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:19.609973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:19.612983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.657896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ad8f8557-b3a2-4d40-bca3-f819336711d6 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:19.657896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ad8f8557-b3a2-4d40-bca3-f819336711d6 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:19.692512 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40b192ed-3499-4e66-9c5b-5d068123aca9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (dbf4df59-1f31-4275-8c07-2352df4292ae), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.717291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-40b192ed-3499-4e66-9c5b-5d068123aca9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Calling delete_port for dbf4df59-1f31-4275-8c07-2352df4292ae owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:19.722262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217ff010-5d4d-4558-92a5-736877bb797f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:19.728463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-217ff010-5d4d-4558-92a5-736877bb797f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.753219 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3d8c2989-1ccd-4efc-8c7f-a21713a4bd52 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4729617 Aug 31 15:50:19.754469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37294) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:19.817308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (3c34b1bd-0fc6-41a2-b2eb-bce7665e2755), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.823772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:19.826814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa44fb-c478-4b81-9db3-66c1f32a0c3a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Deleting port 71906fd3-0397-4e84-b638-fdd1eb716cd7 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:19.827197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f5fa44fb-c478-4b81-9db3-66c1f32a0c3a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (71906fd3-0397-4e84-b638-fdd1eb716cd7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:19.939594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e829f-07f8-4a4b-ab76-2bdb025fe19d None None] Network bd2b1b22-5c59-47fe-8e5d-578632e02d82 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:19.957041 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 7 to provision port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a Aug 31 15:50:20.065889 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:20.076333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f3a63dd0-7d71-481c-bafc-5dd4e086e6e5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.080691 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1826207-17ce-4aad-8a30-0ad4c105369b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-f3a63dd0-7d71-481c-bafc-5dd4e086e6e5', 'network_id': 'f3a63dd0-7d71-481c-bafc-5dd4e086e6e5', 'project_id': '81e351351d7446daaa2b3e268d1aba01', 'fixed_ips': [{'subnet_id': 'b5f9eaee-fa64-4e80-923b-4c7362a93676'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:20.082913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c1826207-17ce-4aad-8a30-0ad4c105369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.175556 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (b5f9eaee-fa64-4e80-923b-4c7362a93676), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.186645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:20.360297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (8ee8ef26-5f3e-49a4-9720-e2827d5a4384), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.414794 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-1ade80c6-8c26-4220-bd13-c921cebc709d tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:20.416446 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-1ade80c6-8c26-4220-bd13-c921cebc709d tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/networks?id=83386b03-8be7-4a47-beef-58fb3d6508a7 HTTP/1.1" status: 200 len: 811 time: 0.1605978 Aug 31 15:50:20.439291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-217ff010-5d4d-4558-92a5-736877bb797f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (b78d15bf-73bf-43fb-9488-e01f46919230), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.442772 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-63ee9bb8-b56c-407c-b96e-5730e0967620 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/quotas/af52218af09f4e649a25c7097f61dcc6 HTTP/1.1" status: 200 len: 375 time: 0.0139914 Aug 31 15:50:20.462048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=3c34b1bd-0fc6-41a2-b2eb-bce7665e2755,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:20.491471 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-f81c5270-17cd-4ad5-b949-97b37f13ef70 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=af52218af09f4e649a25c7097f61dcc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378680 Aug 31 15:50:20.498383 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] In _notify_port_updated(), no bound segment for port 3c34b1bd-0fc6-41a2-b2eb-bce7665e2755 on network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:50:20.502729 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:20.503346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.504649 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e89375bf-c39c-46c0-be21-69df99dd313e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "PUT /networking/v2.0/ports/3c34b1bd-0fc6-41a2-b2eb-bce7665e2755 HTTP/1.1" status: 200 len: 920 time: 4.3749838 Aug 31 15:50:20.508686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37314) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:20.520496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ff010-5d4d-4558-92a5-736877bb797f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:20.532480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-217ff010-5d4d-4558-92a5-736877bb797f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:20.548917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b41bd79-29d4-436a-bf14-df328115fef1 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:20.570063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ff010-5d4d-4558-92a5-736877bb797f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:20.570788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-217ff010-5d4d-4558-92a5-736877bb797f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.577891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (f4103d73-e8e6-4e9c-ba47-6ab5fe823616), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.602780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (b5f9eaee-fa64-4e80-923b-4c7362a93676), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.606234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40b192ed-3499-4e66-9c5b-5d068123aca9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (dbf4df59-1f31-4275-8c07-2352df4292ae), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.645304 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 8 to provision port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a Aug 31 15:50:20.652620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f5fa44fb-c478-4b81-9db3-66c1f32a0c3a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (71906fd3-0397-4e84-b638-fdd1eb716cd7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:20.656152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ff010-5d4d-4558-92a5-736877bb797f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=b78d15bf-73bf-43fb-9488-e01f46919230,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:20.723616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=f4103d73-e8e6-4e9c-ba47-6ab5fe823616,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:20.735630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa44fb-c478-4b81-9db3-66c1f32a0c3a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Calling delete_port for 71906fd3-0397-4e84-b638-fdd1eb716cd7 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:20.744175 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-217ff010-5d4d-4558-92a5-736877bb797f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1658101 Aug 31 15:50:20.745202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37316) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:20.754880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': 'b78d15bf-73bf-43fb-9488-e01f46919230', 'ip_address': '2001:db8::2283:1cd5:2c8f:78a3'}], 'name': 'tempest-NetworksTestDHCPv6-1430252767'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:20.789954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server [None req-c1826207-17ce-4aad-8a30-0ad4c105369b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5f9eaee-fa64-4e80-923b-4c7362a93676: This subnet is being modified by another concurrent operation. Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 31 15:50:20.864783 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1563, in create_port Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1528, in _create_port_db Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise exception Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5f9eaee-fa64-4e80-923b-4c7362a93676: This subnet is being modified by another concurrent operation. Aug 31 15:50:20.869825 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server Aug 31 15:50:20.931717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23850720-ac8e-42c2-9b6e-231c8fa13985 None None] Network f3a63dd0-7d71-481c-bafc-5dd4e086e6e5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:20.939238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': 'b78d15bf-73bf-43fb-9488-e01f46919230'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:20.940920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.034976 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:21.051549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:21.052607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f9eaee-fa64-4e80-923b-4c7362a93676,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:21.055205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b192ed-3499-4e66-9c5b-5d068123aca9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event deleted for resources: {'Port': ['ID=dbf4df59-1f31-4275-8c07-2352df4292ae,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:21.105840 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.158899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b7c57e73-3776-4db2-9ec2-102637d3fa95 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 3c34b1bd-0fc6-41a2-b2eb-bce7665e2755 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:21.159233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b7c57e73-3776-4db2-9ec2-102637d3fa95 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3c34b1bd-0fc6-41a2-b2eb-bce7665e2755), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.200637 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-c7f1724d-769c-4f39-b391-9d2681c9cb78 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/83386b03-8be7-4a47-beef-58fb3d6508a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003651 Aug 31 15:50:21.250265 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/b78d15bf-73bf-43fb-9488-e01f46919230/de7461bf-f7bb-4c2f-8c77-cac700ae5e50) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:21.292562 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 9 to provision port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a Aug 31 15:50:21.335357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:21.377932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:21.380973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b7c57e73-3776-4db2-9ec2-102637d3fa95 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3c34b1bd-0fc6-41a2-b2eb-bce7665e2755), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.396908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b7c57e73-3776-4db2-9ec2-102637d3fa95 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 3c34b1bd-0fc6-41a2-b2eb-bce7665e2755 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:21.417315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:21.443774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f3a63dd0-7d71-481c-bafc-5dd4e086e6e5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.462408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:21.471426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': 'befcb2b5-a826-4273-a76f-3da24e0ea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1cfc75b0-3d3a-498a-b41f-4b69caea0f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:21.471817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: 1cfc75b0-3d3a-498a-b41f-4b69caea0f59, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:21.527837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Publish callbacks [] for port (de7461bf-f7bb-4c2f-8c77-cac700ae5e50), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.569805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a63dd0-7d71-481c-bafc-5dd4e086e6e5']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:21.582310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f5fa44fb-c478-4b81-9db3-66c1f32a0c3a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (71906fd3-0397-4e84-b638-fdd1eb716cd7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.599691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:21.600083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:21.638779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa44fb-c478-4b81-9db3-66c1f32a0c3a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event deleted for resources: {'Port': ['ID=71906fd3-0397-4e84-b638-fdd1eb716cd7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:21.651829 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.661421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (de7461bf-f7bb-4c2f-8c77-cac700ae5e50), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.702677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network 1cfc75b0-3d3a-498a-b41f-4b69caea0f59 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:21.729237 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:21.736845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:21.745145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.749154 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-29aaca34-1e00-471a-8df0-24c40b0fc696 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/83386b03-8be7-4a47-beef-58fb3d6508a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471289 Aug 31 15:50:21.755751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:21.756159 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.760705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:21.767569 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:21.790952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Pushing event updated for resources: {'Port': ['ID=de7461bf-f7bb-4c2f-8c77-cac700ae5e50,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:21.810611 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd resource provider aggregate not found Aug 31 15:50:21.848995 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 10 to provision port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a Aug 31 15:50:21.905757 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 1cfc75b0-3d3a-498a-b41f-4b69caea0f59) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:21.922817 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0a74aa8-f890-465d-b0f5-6c7d90e9e6dd found for delete ", "request_id": "req-50812832-87c6-41e9-941b-554801d3259e"}]} Aug 31 15:50:21.931803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:21.932398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.952643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0b8091-3567-46bf-9693-39b1cc32d493 None None] Network 1cfc75b0-3d3a-498a-b41f-4b69caea0f59 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:21.990410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-40b192ed-3499-4e66-9c5b-5d068123aca9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:21.996060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Attempting to bind port de7461bf-f7bb-4c2f-8c77-cac700ae5e50 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:21.996865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Attempting to bind port de7461bf-f7bb-4c2f-8c77-cac700ae5e50 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:21.997625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Attempting to bind port de7461bf-f7bb-4c2f-8c77-cac700ae5e50 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:21.999333 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-40b192ed-3499-4e66-9c5b-5d068123aca9 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "DELETE /networking/v2.0/ports/dbf4df59-1f31-4275-8c07-2352df4292ae HTTP/1.1" status: 204 len: 168 time: 2.6641111 Aug 31 15:50:22.048919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37322) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:22.050568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:22.053303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:22.054829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:22.055454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.056017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:22.056722 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Bound port: de7461bf-f7bb-4c2f-8c77-cac700ae5e50, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:22.057299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (de7461bf-f7bb-4c2f-8c77-cac700ae5e50), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.087941 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ae25d5-f7c8-4f5f-9fa0-e2be6ae1d674 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] GET failed (client error): The resource could not be found. Aug 31 15:50:22.105360 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Provisioning complete for port a6c70f41-bbdf-4530-a634-c968f0cce36b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:22.106068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a6c70f41-bbdf-4530-a634-c968f0cce36b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.111613 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 1 to provision port a6c70f41-bbdf-4530-a634-c968f0cce36b Aug 31 15:50:22.111779 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-83ae25d5-f7c8-4f5f-9fa0-e2be6ae1d674 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "GET /networking/v2.0/ports/dbf4df59-1f31-4275-8c07-2352df4292ae HTTP/1.1" status: 404 len: 333 time: 0.0566454 Aug 31 15:50:22.143205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:22.151615 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37324) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:22.230600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port a6c70f41-bbdf-4530-a634-c968f0cce36b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:22.243398 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] For port de7461bf-f7bb-4c2f-8c77-cac700ae5e50, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:22.257893 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] For port de7461bf-f7bb-4c2f-8c77-cac700ae5e50, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=de7461bf-f7bb-4c2f-8c77-cac700ae5e50,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:22.260851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b7c57e73-3776-4db2-9ec2-102637d3fa95 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (3c34b1bd-0fc6-41a2-b2eb-bce7665e2755), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.269462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-1cfc75b0-3d3a-498a-b41f-4b69caea0f59', 'network_id': '1cfc75b0-3d3a-498a-b41f-4b69caea0f59', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': 'f4103d73-e8e6-4e9c-ba47-6ab5fe823616'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:22.269462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.308244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.329772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:22.342886 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f3a63dd0-7d71-481c-bafc-5dd4e086e6e5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.349692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c57e73-3776-4db2-9ec2-102637d3fa95 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=3c34b1bd-0fc6-41a2-b2eb-bce7665e2755,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:22.362516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.369639 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f3a63dd0-7d71-481c-bafc-5dd4e086e6e5 HTTP/1.1" status: 204 len: 168 time: 2.6089056 Aug 31 15:50:22.380831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37334) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:22.386997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-784231890'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:22.392613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ba343-ab3b-44b2-a0c1-23fa22502f92 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Network': ['ID=f3a63dd0-7d71-481c-bafc-5dd4e086e6e5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:22.404314 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (de7461bf-f7bb-4c2f-8c77-cac700ae5e50), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.409857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f5fa44fb-c478-4b81-9db3-66c1f32a0c3a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.418052 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f5fa44fb-c478-4b81-9db3-66c1f32a0c3a tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "DELETE /networking/v2.0/ports/71906fd3-0397-4e84-b638-fdd1eb716cd7 HTTP/1.1" status: 204 len: 168 time: 3.0268826 Aug 31 15:50:22.419587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37338) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:22.422900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-003bd2b6-b9f9-4a27-bfbc-661130c23830 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Deleting port c84fa6fe-2231-4ecb-9f65-30c295f7cf2a {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:22.427638 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-043ac560-dd56-4d01-8b9b-512503483d35 req-4f8aba02-24c8-44d2-8471-53add0f0b97c tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 210 time: 0.1043508 Aug 31 15:50:22.428180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (8ee8ef26-5f3e-49a4-9720-e2827d5a4384), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.428396 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-003bd2b6-b9f9-4a27-bfbc-661130c23830 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c84fa6fe-2231-4ecb-9f65-30c295f7cf2a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.476506 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-09cb4b2b-7010-4bf7-b934-2438049b755a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5770531 Aug 31 15:50:22.478970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37342) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:22.534097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.557445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29fa1e-a4b2-4ccb-9972-e48a14208c73 None None] Pushing event updated for resources: {'Port': ['ID=de7461bf-f7bb-4c2f-8c77-cac700ae5e50,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:22.576991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Allocated IP 172.20.0.2 (1cfc75b0-3d3a-498a-b41f-4b69caea0f59/f4103d73-e8e6-4e9c-ba47-6ab5fe823616/50da2fbe-fb96-48e8-b029-693102dbe03a) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:22.613665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:22.617708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b7c57e73-3776-4db2-9ec2-102637d3fa95 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.618908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.621364 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b7c57e73-3776-4db2-9ec2-102637d3fa95 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/3c34b1bd-0fc6-41a2-b2eb-bce7665e2755 HTTP/1.1" status: 204 len: 168 time: 2.1116543 Aug 31 15:50:22.626167 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-343b63e7-73e0-45dc-b078-184df34f3d3f tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Deleting subnet 51c5c8d7-735e-4394-ae2c-f5b6899c2463 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:22.632174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37344) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:22.641101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-343b63e7-73e0-45dc-b078-184df34f3d3f tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks [] for subnet (51c5c8d7-735e-4394-ae2c-f5b6899c2463), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.647873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 9af04deb-e753-4019-b181-24499a4d6ee2 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:22.736874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:22.750711 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 2 to provision port a6c70f41-bbdf-4530-a634-c968f0cce36b Aug 31 15:50:22.764398 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-742a9a0a-41ff-49f9-8c4c-4f11c73cdbb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:50:22.770299 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-742a9a0a-41ff-49f9-8c4c-4f11c73cdbb5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/3c34b1bd-0fc6-41a2-b2eb-bce7665e2755 HTTP/1.1" status: 404 len: 333 time: 0.1318798 Aug 31 15:50:22.773372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-003bd2b6-b9f9-4a27-bfbc-661130c23830 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c84fa6fe-2231-4ecb-9f65-30c295f7cf2a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.782218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37346) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:22.787783 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:22.796414 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-003bd2b6-b9f9-4a27-bfbc-661130c23830 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Calling delete_port for c84fa6fe-2231-4ecb-9f65-30c295f7cf2a owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:22.847971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:22.863990 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port a6c70f41-bbdf-4530-a634-c968f0cce36b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:22.886803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-343b63e7-73e0-45dc-b078-184df34f3d3f tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (51c5c8d7-735e-4394-ae2c-f5b6899c2463), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.906304 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Publish callbacks [] for port (50da2fbe-fb96-48e8-b029-693102dbe03a), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.931109 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e732f994-b3a0-4df3-b4ff-0e15fe049013), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:22.931479 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Added segment e732f994-b3a0-4df3-b4ff-0e15fe049013 of type vlan for network 7d37e600-6b7d-4a9e-9805-64cfab737c89 Aug 31 15:50:22.969448 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.l3_db [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP 8ee8ef26-5f3e-49a4-9720-e2827d5a4384 associated. External IP: 172.26.2.234, port: 6b683506-53ca-4ce8-887d-8cbb282a837e. Aug 31 15:50:23.024753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-343b63e7-73e0-45dc-b078-184df34f3d3f tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (51c5c8d7-735e-4394-ae2c-f5b6899c2463), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.050704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (50da2fbe-fb96-48e8-b029-693102dbe03a), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.148859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Pushing event updated for resources: {'Port': ['ID=50da2fbe-fb96-48e8-b029-693102dbe03a,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:23.160099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (1cfc75b0-3d3a-498a-b41f-4b69caea0f59), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.172776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Network 1cfc75b0-3d3a-498a-b41f-4b69caea0f59 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:23.172776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:23.175751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:23.175927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:23.178834 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device de7461bf-f7bb-4c2f-8c77-cac700ae5e50 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:23.195627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (7d37e600-6b7d-4a9e-9805-64cfab737c89), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.279804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfe42-b4ee-4487-8481-bd8ef4d862b9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (17b3e02e-0f61-4bc5-86b9-e72443e3248c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.307368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port de7461bf-f7bb-4c2f-8c77-cac700ae5e50 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:23.307744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (de7461bf-f7bb-4c2f-8c77-cac700ae5e50), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.308086 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port de7461bf-f7bb-4c2f-8c77-cac700ae5e50 Aug 31 15:50:23.318265 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-343b63e7-73e0-45dc-b078-184df34f3d3f tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (51c5c8d7-735e-4394-ae2c-f5b6899c2463), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.321837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-003bd2b6-b9f9-4a27-bfbc-661130c23830 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c84fa6fe-2231-4ecb-9f65-30c295f7cf2a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.339930 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Attempting to bind port 50da2fbe-fb96-48e8-b029-693102dbe03a on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:23.340250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Attempting to bind port 50da2fbe-fb96-48e8-b029-693102dbe03a by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'befcb2b5-a826-4273-a76f-3da24e0ea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1cfc75b0-3d3a-498a-b41f-4b69caea0f59'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:23.340622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Attempting to bind port 50da2fbe-fb96-48e8-b029-693102dbe03a on network 1cfc75b0-3d3a-498a-b41f-4b69caea0f59 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:23.353844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:23.353844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Checking segment: {'id': 'befcb2b5-a826-4273-a76f-3da24e0ea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1cfc75b0-3d3a-498a-b41f-4b69caea0f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:23.354268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.354558 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Bound using segment: {'id': 'befcb2b5-a826-4273-a76f-3da24e0ea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1cfc75b0-3d3a-498a-b41f-4b69caea0f59'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:23.355053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Bound port: 50da2fbe-fb96-48e8-b029-693102dbe03a, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befcb2b5-a826-4273-a76f-3da24e0ea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1cfc75b0-3d3a-498a-b41f-4b69caea0f59'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:23.355431 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (50da2fbe-fb96-48e8-b029-693102dbe03a), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.366712 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 3 to provision port a6c70f41-bbdf-4530-a634-c968f0cce36b Aug 31 15:50:23.386827 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::2283:1cd5:2c8f:78a3 (e986fc1f-2559-47ce-89c8-1dd43368919a/b78d15bf-73bf-43fb-9488-e01f46919230/9af04deb-e753-4019-b181-24499a4d6ee2) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:23.395682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b63e7-73e0-45dc-b078-184df34f3d3f tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event deleted for resources: {'Subnet': ['ID=51c5c8d7-735e-4394-ae2c-f5b6899c2463,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:23.398685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-343b63e7-73e0-45dc-b078-184df34f3d3f tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.404719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfe42-b4ee-4487-8481-bd8ef4d862b9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (17b3e02e-0f61-4bc5-86b9-e72443e3248c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.416576 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace8408e-ff44-48d5-8bed-3a0db730887b None None] Network d49d06fe-86ca-4342-9128-0bbd6e23731c requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:23.419683 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-343b63e7-73e0-45dc-b078-184df34f3d3f tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/51c5c8d7-735e-4394-ae2c-f5b6899c2463 HTTP/1.1" status: 204 len: 168 time: 0.9975932 Aug 31 15:50:23.421134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bd2b6-b9f9-4a27-bfbc-661130c23830 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event deleted for resources: {'Port': ['ID=c84fa6fe-2231-4ecb-9f65-30c295f7cf2a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:23.422428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37350) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:23.439456 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:23.552116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port 50da2fbe-fb96-48e8-b029-693102dbe03a {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:23.556670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (50da2fbe-fb96-48e8-b029-693102dbe03a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.567339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (7d37e600-6b7d-4a9e-9805-64cfab737c89), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.572778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:23.573404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.675150 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-18eae758-4bbf-49bd-8639-6ef4cca7480a req-265bc531-f950-4819-a7f0-a3152e6f6df6 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 210 time: 0.1188879 Aug 31 15:50:23.687232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:23.703969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-003bd2b6-b9f9-4a27-bfbc-661130c23830 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.708181 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-003bd2b6-b9f9-4a27-bfbc-661130c23830 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "DELETE /networking/v2.0/ports/c84fa6fe-2231-4ecb-9f65-30c295f7cf2a HTTP/1.1" status: 204 len: 168 time: 1.5545745 Aug 31 15:50:23.714638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (d49d06fe-86ca-4342-9128-0bbd6e23731c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.716953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37354) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:23.768459 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-df417de4-1033-4047-920b-df9496aff3e4 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] GET failed (client error): The resource could not be found. Aug 31 15:50:23.770588 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-df417de4-1033-4047-920b-df9496aff3e4 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "GET /networking/v2.0/ports/c84fa6fe-2231-4ecb-9f65-30c295f7cf2a HTTP/1.1" status: 404 len: 333 time: 0.0509419 Aug 31 15:50:23.774972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37356) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:23.819120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port a6c70f41-bbdf-4530-a634-c968f0cce36b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:23.852565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:50:23.867736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Deleting port 7e7931f0-00ae-4a0c-9388-eb418ecc147f {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:23.867736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:23.885922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Network': ['ID=7d37e600-6b7d-4a9e-9805-64cfab737c89,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:23.899202 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] For port 50da2fbe-fb96-48e8-b029-693102dbe03a, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:23.924180 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] For port 50da2fbe-fb96-48e8-b029-693102dbe03a, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=50da2fbe-fb96-48e8-b029-693102dbe03a,segment=NetworkSegment(befcb2b5-a826-4273-a76f-3da24e0ea6c4),segment_id=befcb2b5-a826-4273-a76f-3da24e0ea6c4)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:23.931796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 7d37e600-6b7d-4a9e-9805-64cfab737c89 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:24.002971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-65f98711-7c4a-4bc9-b5b4-32e583023dbe tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6206679 Aug 31 15:50:24.007830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37358) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:24.008409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e4fd9-49dc-41eb-b0f9-ffb7f14c923c tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Deleting port 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:24.008734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f6e4fd9-49dc-41eb-b0f9-ffb7f14c923c tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (4e07fd43-69e3-4074-8db4-5f28e7c19aa1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.017151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'subnet': {'network_id': '7d37e600-6b7d-4a9e-9805-64cfab737c89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:24.051405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port 50da2fbe-fb96-48e8-b029-693102dbe03a, host dv-neutron-855257-2-hyperv, got binding levels [] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:24.051773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (50da2fbe-fb96-48e8-b029-693102dbe03a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.061180 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (50da2fbe-fb96-48e8-b029-693102dbe03a), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.068310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] For port 7e7931f0-00ae-4a0c-9388-eb418ecc147f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7e7931f0-00ae-4a0c-9388-eb418ecc147f,segment=NetworkSegment(a37ca22d-ae7a-4dfe-9c41-101d2b86a247),segment_id=a37ca22d-ae7a-4dfe-9c41-101d2b86a247)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:24.068703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.087833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfe42-b4ee-4487-8481-bd8ef4d862b9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (17b3e02e-0f61-4bc5-86b9-e72443e3248c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.090424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfe42-b4ee-4487-8481-bd8ef4d862b9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.092766 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c7ccfe42-b4ee-4487-8481-bd8ef4d862b9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/17b3e02e-0f61-4bc5-86b9-e72443e3248c HTTP/1.1" status: 204 len: 168 time: 1.2909298 Aug 31 15:50:24.101805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37360) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:24.105869 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c003a8-36ff-49ef-9ce2-6b057cfd28fc None None] DHCP port deletion for d49d06fe-86ca-4342-9128-0bbd6e23731c request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:24.110105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for 50da2fbe-fb96-48e8-b029-693102dbe03a owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:24.164368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b619fe0-4388-450d-aa08-04cc660fc94f None None] Pushing event updated for resources: {'Port': ['ID=50da2fbe-fb96-48e8-b029-693102dbe03a,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:24.181356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccfe42-b4ee-4487-8481-bd8ef4d862b9 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b3e02e-0f61-4bc5-86b9-e72443e3248c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:24.191752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-12c003a8-36ff-49ef-9ce2-6b057cfd28fc None None] Deleting port 7e7931f0-00ae-4a0c-9388-eb418ecc147f {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:24.192749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-12c003a8-36ff-49ef-9ce2-6b057cfd28fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.198173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Calling delete_port for 7e7931f0-00ae-4a0c-9388-eb418ecc147f owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:24.220822 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:50:24.241902 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a7ef1-ee6f-411c-a310-7480dc7eea53 None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:50:24.295530 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a7ef1-ee6f-411c-a310-7480dc7eea53 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:24.299400 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22488dac-f9fd-443d-911e-15211fccab7a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (d319a449-fa90-4817-80fe-30836b409c98), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.299804 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bb2a7ef1-ee6f-411c-a310-7480dc7eea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:24.302999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-12c003a8-36ff-49ef-9ce2-6b057cfd28fc None None] For port 7e7931f0-00ae-4a0c-9388-eb418ecc147f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7e7931f0-00ae-4a0c-9388-eb418ecc147f,segment=NetworkSegment(a37ca22d-ae7a-4dfe-9c41-101d2b86a247),segment_id=a37ca22d-ae7a-4dfe-9c41-101d2b86a247)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:24.303806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-12c003a8-36ff-49ef-9ce2-6b057cfd28fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.322450 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 4 to provision port a6c70f41-bbdf-4530-a634-c968f0cce36b Aug 31 15:50:24.338469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22488dac-f9fd-443d-911e-15211fccab7a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (d319a449-fa90-4817-80fe-30836b409c98), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.354850 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bb2a7ef1-ee6f-411c-a310-7480dc7eea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:24.378394 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a7ef1-ee6f-411c-a310-7480dc7eea53 None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:24.379575 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bb2a7ef1-ee6f-411c-a310-7480dc7eea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:24.399889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (9af04deb-e753-4019-b181-24499a4d6ee2), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.441015 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bb2a7ef1-ee6f-411c-a310-7480dc7eea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:24.442312 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a7ef1-ee6f-411c-a310-7480dc7eea53 None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:50:24.465526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-12c003a8-36ff-49ef-9ce2-6b057cfd28fc None None] Calling delete_port for 7e7931f0-00ae-4a0c-9388-eb418ecc147f owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:24.473904 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:24.477379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port a6c70f41-bbdf-4530-a634-c968f0cce36b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:24.536154 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f6e4fd9-49dc-41eb-b0f9-ffb7f14c923c tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (4e07fd43-69e3-4074-8db4-5f28e7c19aa1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.559188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e4fd9-49dc-41eb-b0f9-ffb7f14c923c tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Calling delete_port for 4e07fd43-69e3-4074-8db4-5f28e7c19aa1 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:24.591692 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-12c003a8-36ff-49ef-9ce2-6b057cfd28fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.637152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c003a8-36ff-49ef-9ce2-6b057cfd28fc None None] Pushing event deleted for resources: {'Port': ['ID=7e7931f0-00ae-4a0c-9388-eb418ecc147f,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:24.639532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c003a8-36ff-49ef-9ce2-6b057cfd28fc None None] No DVR routers for this DVR port 7e7931f0-00ae-4a0c-9388-eb418ecc147f on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:24.656848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (7e7931f0-00ae-4a0c-9388-eb418ecc147f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.690899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 95bbcd22-ed12-42fb-b81b-4d4d6f4046e3 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:50:24.690899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (50da2fbe-fb96-48e8-b029-693102dbe03a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.691600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22488dac-f9fd-443d-911e-15211fccab7a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (d319a449-fa90-4817-80fe-30836b409c98), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.694272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22488dac-f9fd-443d-911e-15211fccab7a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.695410 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-22488dac-f9fd-443d-911e-15211fccab7a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d319a449-fa90-4817-80fe-30836b409c98 HTTP/1.1" status: 204 len: 168 time: 0.5598624 Aug 31 15:50:24.696245 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event deleted for resources: {'Port': ['ID=7e7931f0-00ae-4a0c-9388-eb418ecc147f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:24.698148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:24.702226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.707336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37362) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:24.723078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=50da2fbe-fb96-48e8-b029-693102dbe03a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:24.723952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] No DVR routers for this DVR port 7e7931f0-00ae-4a0c-9388-eb418ecc147f on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:24.779935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22488dac-f9fd-443d-911e-15211fccab7a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d319a449-fa90-4817-80fe-30836b409c98,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:24.815313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port 50da2fbe-fb96-48e8-b029-693102dbe03a on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:24.855861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9af04deb-e753-4019-b181-24499a4d6ee2), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.866906 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7e833257-79d1-413f-9bdf-cf8be7243658 req-c98a0351-08de-460a-aa87-f456956e943a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 210 time: 0.0490465 Aug 31 15:50:24.966318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-9355c468-3123-4b4e-bc13-a1bb01cdf826 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet d29360cd-b416-46d9-8afa-53fa3d974d0a {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:24.978403 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 5 to provision port a6c70f41-bbdf-4530-a634-c968f0cce36b Aug 31 15:50:24.987213 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (d49d06fe-86ca-4342-9128-0bbd6e23731c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:24.992422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9355c468-3123-4b4e-bc13-a1bb01cdf826 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (d29360cd-b416-46d9-8afa-53fa3d974d0a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.000422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (f4103d73-e8e6-4e9c-ba47-6ab5fe823616), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.004793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:25.016842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:25.024191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:25.034772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:25.035659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.039213 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:25.062484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port a6c70f41-bbdf-4530-a634-c968f0cce36b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:25.077957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=9af04deb-e753-4019-b181-24499a4d6ee2,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:25.078936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49d06fe-86ca-4342-9128-0bbd6e23731c']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:25.110881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37ca22d-ae7a-4dfe-9c41-101d2b86a247') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:25.111240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37ca22d-ae7a-4dfe-9c41-101d2b86a247') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:25.114232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:50:25.120478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9355c468-3123-4b4e-bc13-a1bb01cdf826 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (d29360cd-b416-46d9-8afa-53fa3d974d0a), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.125984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6cf64-7e1c-4989-9c2d-764f65e638c2 None None] Sync routers for ids ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:50:25.137994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.143262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6cf64-7e1c-4989-9c2d-764f65e638c2 None None] Routers {'95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:25.160025 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-00a6cf64-7e1c-4989-9c2d-764f65e638c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:25.175370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (a37ca22d-ae7a-4dfe-9c41-101d2b86a247), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.218831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-00a6cf64-7e1c-4989-9c2d-764f65e638c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:25.222481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7e7931f0-00ae-4a0c-9388-eb418ecc147f no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:25.238077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a37ca22d-ae7a-4dfe-9c41-101d2b86a247), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.248581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:25.263373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:25.263787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (a37ca22d-ae7a-4dfe-9c41-101d2b86a247), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.263979 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-305c6e17-afd7-4d0d-a4c0-963dccba92a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5118849 Aug 31 15:50:25.267717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37366) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:25.294017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-df1171f3-3e4d-4727-b634-539cf87864fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': 'b78d15bf-73bf-43fb-9488-e01f46919230', 'ip_address': '2001:db8::2283:1cd5:2c8f:78a3'}], 'name': 'tempest-NetworksTestDHCPv6-839703222'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:25.301171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 7e7931f0-00ae-4a0c-9388-eb418ecc147f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:25.301516 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7e7931f0-00ae-4a0c-9388-eb418ecc147f not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:25.312981 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment a37ca22d-ae7a-4dfe-9c41-101d2b86a247 resource provider aggregate not found Aug 31 15:50:25.315914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6cf64-7e1c-4989-9c2d-764f65e638c2 None None] Routers {'95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:25.316968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-00a6cf64-7e1c-4989-9c2d-764f65e638c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:25.317855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f6e4fd9-49dc-41eb-b0f9-ffb7f14c923c tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (4e07fd43-69e3-4074-8db4-5f28e7c19aa1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.344814 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5155c6df-01e3-4c89-879c-ed1ad2b05b79 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/8ee8ef26-5f3e-49a4-9720-e2827d5a4384 HTTP/1.1" status: 200 len: 977 time: 5.8722150 Aug 31 15:50:25.384760 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37372) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:25.384760 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment a37ca22d-ae7a-4dfe-9c41-101d2b86a247 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a37ca22d-ae7a-4dfe-9c41-101d2b86a247 found for delete ", "request_id": "req-3dca3ade-4981-4058-8d53-ef2a797552f3"}]} Aug 31 15:50:25.389307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-00a6cf64-7e1c-4989-9c2d-764f65e638c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:25.390202 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6cf64-7e1c-4989-9c2d-764f65e638c2 None None] The sync data for ids ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:50:25.415943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (f4103d73-e8e6-4e9c-ba47-6ab5fe823616), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.517381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e4fd9-49dc-41eb-b0f9-ffb7f14c923c tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event deleted for resources: {'Port': ['ID=4e07fd43-69e3-4074-8db4-5f28e7c19aa1,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:25.523890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9355c468-3123-4b4e-bc13-a1bb01cdf826 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (d29360cd-b416-46d9-8afa-53fa3d974d0a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.563982 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 6 to provision port a6c70f41-bbdf-4530-a634-c968f0cce36b Aug 31 15:50:25.630354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port a6c70f41-bbdf-4530-a634-c968f0cce36b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:25.665846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793957cc-aa86-4856-a138-1ca703790fcf None None] Network 1cfc75b0-3d3a-498a-b41f-4b69caea0f59 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:25.700725 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (d49d06fe-86ca-4342-9128-0bbd6e23731c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.702742 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (05b8831e-3282-4f71-9ebd-e83667099f3f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.734778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:25.741911 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] 10.222.0.46 "DELETE /networking/v2.0/networks/d49d06fe-86ca-4342-9128-0bbd6e23731c HTTP/1.1" status: 204 len: 168 time: 2.3162816 Aug 31 15:50:25.870686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:25.871674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:25.896551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=f4103d73-e8e6-4e9c-ba47-6ab5fe823616,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:25.927111 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8233373-aa15-4203-83b2-87a650e72ea5 None None] DHCP port deletion for 1cfc75b0-3d3a-498a-b41f-4b69caea0f59 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:25.959373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15824d12-ae81-4f48-b149-ba222313f891 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:50:26.093395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (1cfc75b0-3d3a-498a-b41f-4b69caea0f59), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.133030 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 7 to provision port a6c70f41-bbdf-4530-a634-c968f0cce36b Aug 31 15:50:26.177358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port befc0180-5f45-475b-9d6e-1e1db0d505ee {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:26.177697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (befc0180-5f45-475b-9d6e-1e1db0d505ee), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.186790 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfc75b0-3d3a-498a-b41f-4b69caea0f59']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:26.192302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e6f37-3818-4e02-b981-3755e98717c4 tempest-ExtraDHCPOptionsTestJSON-230295135 tempest-ExtraDHCPOptionsTestJSON-230295135-project] Pushing event deleted for resources: {'Network': ['ID=d49d06fe-86ca-4342-9128-0bbd6e23731c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:26.192990 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port a6c70f41-bbdf-4530-a634-c968f0cce36b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:26.208206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befcb2b5-a826-4273-a76f-3da24e0ea6c4') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:26.218330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befcb2b5-a826-4273-a76f-3da24e0ea6c4') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:26.218474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:26.218581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-a7a0b0da-e807-4b1a-a195-f1af465d9262 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:26.218581 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-a7a0b0da-e807-4b1a-a195-f1af465d9262 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.43 "GET /networking/v2.0/networks?id=83386b03-8be7-4a47-beef-58fb3d6508a7 HTTP/1.1" status: 200 len: 811 time: 0.4085140 Aug 31 15:50:26.218752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3f6e4fd9-49dc-41eb-b0f9-ffb7f14c923c tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.222894 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3f6e4fd9-49dc-41eb-b0f9-ffb7f14c923c tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "DELETE /networking/v2.0/ports/4e07fd43-69e3-4074-8db4-5f28e7c19aa1 HTTP/1.1" status: 204 len: 168 time: 2.4387901 Aug 31 15:50:26.226441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37378) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:26.237908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (befcb2b5-a826-4273-a76f-3da24e0ea6c4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.251799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Request body: {'port': {'device_id': 'b30f60f6-c79f-47e1-88dc-90bef6ead92d', 'network_id': '83386b03-8be7-4a47-beef-58fb3d6508a7', 'admin_state_up': True, 'tenant_id': 'af52218af09f4e649a25c7097f61dcc6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:26.286376 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a1e30c73-07ef-4773-86d4-349411f44b88 req-ac1b763d-8ae9-48ba-91c3-d59265b293ea tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 210 time: 0.1103432 Aug 31 15:50:26.305924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Subnet': ['ID=05b8831e-3282-4f71-9ebd-e83667099f3f,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:26.328638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Checking segment: {'id': 'e732f994-b3a0-4df3-b4ff-0e15fe049013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d37e600-6b7d-4a9e-9805-64cfab737c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:26.328991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network hostable DHCP agents. Network: 7d37e600-6b7d-4a9e-9805-64cfab737c89, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:26.367166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (befcb2b5-a826-4273-a76f-3da24e0ea6c4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.368347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (befc0180-5f45-475b-9d6e-1e1db0d505ee), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.373367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8318f46-25e9-4723-ae07-dcde33f80811 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Deleting subnet 6677f08f-8d82-4c30-896f-68d89320c0bc {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:26.374287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15824d12-ae81-4f48-b149-ba222313f891 None None] Network 7d37e600-6b7d-4a9e-9805-64cfab737c89 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:26.375454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1171f3-3e4d-4727-b634-539cf87864fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:26.380673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df1171f3-3e4d-4727-b634-539cf87864fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.380870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9355c468-3123-4b4e-bc13-a1bb01cdf826 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (d29360cd-b416-46d9-8afa-53fa3d974d0a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.388661 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Agent 8a5fdee9-5acd-4319-bc45-161a593c1485 already present Aug 31 15:50:26.388977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network 7d37e600-6b7d-4a9e-9805-64cfab737c89 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:26.389581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 7d37e600-6b7d-4a9e-9805-64cfab737c89) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:26.392674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f8318f46-25e9-4723-ae07-dcde33f80811 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for subnet (6677f08f-8d82-4c30-896f-68d89320c0bc), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.424556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:26.424965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (befcb2b5-a826-4273-a76f-3da24e0ea6c4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.437508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:26.438199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.471234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:26.478432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355c468-3123-4b4e-bc13-a1bb01cdf826 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=d29360cd-b416-46d9-8afa-53fa3d974d0a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:26.505518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9355c468-3123-4b4e-bc13-a1bb01cdf826 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.505916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15824d12-ae81-4f48-b149-ba222313f891 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 7d37e600-6b7d-4a9e-9805-64cfab737c89) {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:50:26.512539 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9355c468-3123-4b4e-bc13-a1bb01cdf826 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/d29360cd-b416-46d9-8afa-53fa3d974d0a HTTP/1.1" status: 204 len: 168 time: 1.7976248 Aug 31 15:50:26.525968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37384) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:26.531954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-df1171f3-3e4d-4727-b634-539cf87864fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 1abf1753-97ce-4ab5-ba3f-b5f6f7269298 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:26.535169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-83b9e276-395c-4e18-8607-34cbfae44a8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:26.539744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37386) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:26.554837 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment befcb2b5-a826-4273-a76f-3da24e0ea6c4 resource provider aggregate not found Aug 31 15:50:26.621637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f8318f46-25e9-4723-ae07-dcde33f80811 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (6677f08f-8d82-4c30-896f-68d89320c0bc), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.659548 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-99da93b7-018d-4e16-8d08-e0f98211d882 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6447937 Aug 31 15:50:26.662697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37396) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:26.713440 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 8 to provision port a6c70f41-bbdf-4530-a634-c968f0cce36b Aug 31 15:50:26.807575 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port a6c70f41-bbdf-4530-a634-c968f0cce36b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:26.812126 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment befcb2b5-a826-4273-a76f-3da24e0ea6c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid befcb2b5-a826-4273-a76f-3da24e0ea6c4 found for delete ", "request_id": "req-f18684d8-d70a-4475-8010-e1cbd96bc8ec"}]} Aug 31 15:50:26.830135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-7d37e600-6b7d-4a9e-9805-64cfab737c89', 'network_id': '7d37e600-6b7d-4a9e-9805-64cfab737c89', 'project_id': '81e351351d7446daaa2b3e268d1aba01', 'fixed_ips': [{'subnet_id': '05b8831e-3282-4f71-9ebd-e83667099f3f'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:26.831080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.851187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.851749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (8ee8ef26-5f3e-49a4-9720-e2827d5a4384), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.851883 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.l3_db [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Floating IP 8ee8ef26-5f3e-49a4-9720-e2827d5a4384 disassociated. External IP: 172.26.2.234, port: befc0180-5f45-475b-9d6e-1e1db0d505ee. Aug 31 15:50:26.852182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for befc0180-5f45-475b-9d6e-1e1db0d505ee owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:26.857476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:26.875033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (7d37e600-6b7d-4a9e-9805-64cfab737c89), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.937111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (1cfc75b0-3d3a-498a-b41f-4b69caea0f59), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.942840 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:26.947971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/1cfc75b0-3d3a-498a-b41f-4b69caea0f59 HTTP/1.1" status: 204 len: 168 time: 4.4648767 Aug 31 15:50:26.956450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37400) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:26.999607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (05b8831e-3282-4f71-9ebd-e83667099f3f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.005517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:27.011686 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Allocated IP 2001:db8::2 (7d37e600-6b7d-4a9e-9805-64cfab737c89/05b8831e-3282-4f71-9ebd-e83667099f3f/3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:27.018719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265c04d-cc58-4377-b120-297b7af9a826 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=1cfc75b0-3d3a-498a-b41f-4b69caea0f59,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.052377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b9e276-395c-4e18-8607-34cbfae44a8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:27.057006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-83b9e276-395c-4e18-8607-34cbfae44a8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.063724 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f353a8c-d64d-49c3-a1a1-81795116a3e9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] GET failed (client error): The resource could not be found. Aug 31 15:50:27.068137 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6f353a8c-d64d-49c3-a1a1-81795116a3e9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/subnets/f4103d73-e8e6-4e9c-ba47-6ab5fe823616 HTTP/1.1" status: 404 len: 337 time: 0.0983164 Aug 31 15:50:27.077219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 50da2fbe-fb96-48e8-b029-693102dbe03a no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:27.077917 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37402) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:27.100606 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-96855d3f-d0c5-4c72-bfaa-1b1cd449ede1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c67a804f835a46bdb708507ff2e2faf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5577765 Aug 31 15:50:27.103794 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37404) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:27.106037 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 50da2fbe-fb96-48e8-b029-693102dbe03a {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:27.106514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 50da2fbe-fb96-48e8-b029-693102dbe03a not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:27.162435 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1171f3-3e4d-4727-b634-539cf87864fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 15:50:27.162956 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1171f3-3e4d-4727-b634-539cf87864fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:27.166253 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f8e3ee-462d-4fb2-8601-781fa3b480d4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:27.166779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f8e3ee-462d-4fb2-8601-781fa3b480d4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:27.176902 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-90f8e3ee-462d-4fb2-8601-781fa3b480d4 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/1cfc75b0-3d3a-498a-b41f-4b69caea0f59 HTTP/1.1" status: 404 len: 339 time: 0.0950024 Aug 31 15:50:27.182393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37406) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:27.219533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Publish callbacks [] for port (3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.243991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Made reservation on behalf of af52218af09f4e649a25c7097f61dcc6 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:27.247839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.300907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f8318f46-25e9-4723-ae07-dcde33f80811 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (6677f08f-8d82-4c30-896f-68d89320c0bc), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.308404 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 9 to provision port a6c70f41-bbdf-4530-a634-c968f0cce36b Aug 31 15:50:27.347681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2c04948-f78c-493b-ad71-636b55f32877 admin admin] Publish callbacks [] for security_group (c14be295-3eb2-44ab-86cf-900e7a7b823c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.347994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.375545 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-df1171f3-3e4d-4727-b634-539cf87864fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1052647 Aug 31 15:50:27.389601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2c04948-f78c-493b-ad71-636b55f32877 admin admin] Publish callbacks [] for security_group (c14be295-3eb2-44ab-86cf-900e7a7b823c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.392042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37410) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:27.409147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (befc0180-5f45-475b-9d6e-1e1db0d505ee), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.416480 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Network 7d37e600-6b7d-4a9e-9805-64cfab737c89 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:27.425641 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:27.427863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port a6c70f41-bbdf-4530-a634-c968f0cce36b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:27.428171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:27.440101 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Pushing event updated for resources: {'Port': ['ID=3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.458479 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=befc0180-5f45-475b-9d6e-1e1db0d505ee,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.500759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Attempting to bind port 3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:27.501142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Attempting to bind port 3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'e732f994-b3a0-4df3-b4ff-0e15fe049013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d37e600-6b7d-4a9e-9805-64cfab737c89'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:27.501650 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Attempting to bind port 3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e on network 7d37e600-6b7d-4a9e-9805-64cfab737c89 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:27.507177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:27.507544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Checking segment: {'id': 'e732f994-b3a0-4df3-b4ff-0e15fe049013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d37e600-6b7d-4a9e-9805-64cfab737c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:27.508015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.508324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Bound using segment: {'id': 'e732f994-b3a0-4df3-b4ff-0e15fe049013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d37e600-6b7d-4a9e-9805-64cfab737c89'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:27.508784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Bound port: 3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e732f994-b3a0-4df3-b4ff-0e15fe049013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d37e600-6b7d-4a9e-9805-64cfab737c89'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:27.509308 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.512246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (05b8831e-3282-4f71-9ebd-e83667099f3f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.550389 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b6f02660-2637-4e29-b61a-2e6670b0b061 req-5095d663-d083-4b95-87cb-f8261f4966d9 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 210 time: 0.1243048 Aug 31 15:50:27.582146 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] For port 3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:27.586047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] For port 3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e,segment=NetworkSegment(e732f994-b3a0-4df3-b4ff-0e15fe049013),segment_id=e732f994-b3a0-4df3-b4ff-0e15fe049013)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:27.587414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:INSERT=5,neutron:UPDATE=7,neutron:SELECT=88 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:27.587870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Subnet': ['ID=05b8831e-3282-4f71-9ebd-e83667099f3f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.640231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3145f11-2699-49c0-8fc8-39f7a141bba2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:27.644614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:27.645291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3145f11-2699-49c0-8fc8-39f7a141bba2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:27.646878 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b3145f11-2699-49c0-8fc8-39f7a141bba2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2539301 Aug 31 15:50:27.655684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.658469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37412) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:27.699921 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d3c85e-e669-4e19-aec5-bae2b4d4ff81 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:27.701469 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-40d3c85e-e669-4e19-aec5-bae2b4d4ff81 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5150549 Aug 31 15:50:27.712161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37414) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:27.752087 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c89e70-d61f-4db3-93b4-3aea6e3e225c None None] Pushing event updated for resources: {'Port': ['ID=3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.758440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c46d5af-2624-47d6-9130-9c506d1d5272 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:50:27.763044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Allocated IP 172.20.0.11 (83386b03-8be7-4a47-beef-58fb3d6508a7/c0217f04-6f02-475e-b86c-4db4d101a44c/5aed62bc-1e09-4909-82da-4f9091d0945f) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:27.798087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f8318f46-25e9-4723-ae07-dcde33f80811 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (6677f08f-8d82-4c30-896f-68d89320c0bc), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.810153 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (7d37e600-6b7d-4a9e-9805-64cfab737c89), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.812637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2c04948-f78c-493b-ad71-636b55f32877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c14be295-3eb2-44ab-86cf-900e7a7b823c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.815202 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2c04948-f78c-493b-ad71-636b55f32877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.816339 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e2c04948-f78c-493b-ad71-636b55f32877 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c14be295-3eb2-44ab-86cf-900e7a7b823c HTTP/1.1" status: 204 len: 168 time: 0.7113986 Aug 31 15:50:27.830172 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5361b2d7-3283-4de5-a42c-e4a98e1ef8f6 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 207 time: 0.1169112 Aug 31 15:50:27.831166 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-83b9e276-395c-4e18-8607-34cbfae44a8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (e3551e3b-3b40-4de3-85f6-dc1927a1bc77), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.840123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:27.844356 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37418) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:27.849821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8318f46-25e9-4723-ae07-dcde33f80811 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event deleted for resources: {'Subnet': ['ID=6677f08f-8d82-4c30-896f-68d89320c0bc,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.861503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f8318f46-25e9-4723-ae07-dcde33f80811 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:27.868259 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f8318f46-25e9-4723-ae07-dcde33f80811 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/6677f08f-8d82-4c30-896f-68d89320c0bc HTTP/1.1" status: 204 len: 168 time: 1.6405377 Aug 31 15:50:27.871737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37420) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:27.911053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c46d5af-2624-47d6-9130-9c506d1d5272 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:50:27.911275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c04948-f78c-493b-ad71-636b55f32877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14be295-3eb2-44ab-86cf-900e7a7b823c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.925591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d37e600-6b7d-4a9e-9805-64cfab737c89']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:27.939884 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Attempt 10 to provision port a6c70f41-bbdf-4530-a634-c968f0cce36b Aug 31 15:50:27.997348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e732f994-b3a0-4df3-b4ff-0e15fe049013') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:27.997752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e732f994-b3a0-4df3-b4ff-0e15fe049013') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:28.022003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (9957a6dd-dde4-41ec-8c30-e64c120d0da0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.030762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Port a6c70f41-bbdf-4530-a634-c968f0cce36b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:28.033874 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Could not find standard attr ID for object 3c34b1bd-0fc6-41a2-b2eb-bce7665e2755. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:28.034069 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b9e276-395c-4e18-8607-34cbfae44a8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:28.048135 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (e732f994-b3a0-4df3-b4ff-0e15fe049013), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.048937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Could not find standard attr ID for object 105af329-0d44-4ee4-8be1-752a2e1771ba. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:28.050566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-83b9e276-395c-4e18-8607-34cbfae44a8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:28.063504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9e276-395c-4e18-8607-34cbfae44a8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=e3551e3b-3b40-4de3-85f6-dc1927a1bc77,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:28.065512 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5071ee71-7778-446e-8129-9faeb7f1e2f7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 9af04deb-e753-4019-b181-24499a4d6ee2 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:28.065775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5071ee71-7778-446e-8129-9faeb7f1e2f7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9af04deb-e753-4019-b181-24499a4d6ee2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.067670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Could not find standard attr ID for object 71906fd3-0397-4e84-b638-fdd1eb716cd7. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:28.077545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b9e276-395c-4e18-8607-34cbfae44a8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:28.077781 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-83b9e276-395c-4e18-8607-34cbfae44a8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.105037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Publish callbacks [] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.109990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Deleting port 619e0690-b01a-4421-aefa-726c8a11c5dd {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:28.110317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (619e0690-b01a-4421-aefa-726c8a11c5dd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.119251 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 95bbcd22-ed12-42fb-b81b-4d4d6f4046e3 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:50:28.120347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e732f994-b3a0-4df3-b4ff-0e15fe049013), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.147118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2aae34d6-bbb8-40a7-8d05-09e424f174f8 None None] Could not find standard attr ID for object 7e7931f0-00ae-4a0c-9388-eb418ecc147f. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:28.170807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:28.171121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (e732f994-b3a0-4df3-b4ff-0e15fe049013), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.195460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:28.207312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] For port 619e0690-b01a-4421-aefa-726c8a11c5dd, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=619e0690-b01a-4421-aefa-726c8a11c5dd,segment=NetworkSegment(0c29608e-f0bf-4d73-a7aa-3f915c5b6b54),segment_id=0c29608e-f0bf-4d73-a7aa-3f915c5b6b54)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:28.213235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (619e0690-b01a-4421-aefa-726c8a11c5dd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.226672 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Calling delete_port for 619e0690-b01a-4421-aefa-726c8a11c5dd owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:28.250081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1eeda8-d4ca-4341-a874-0ab88132d1ff None None] Network 7d37e600-6b7d-4a9e-9805-64cfab737c89 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:28.285831 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-83b9e276-395c-4e18-8607-34cbfae44a8f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7616780 Aug 31 15:50:28.300247 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5071ee71-7778-446e-8129-9faeb7f1e2f7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9af04deb-e753-4019-b181-24499a4d6ee2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.305795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37428) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:28.310699 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5c5a7dd5-abf9-40ee-b4fd-549de89da8b2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'security_group': {'name': 'tempest-secgroup-984712893'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:28.318328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.324186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5071ee71-7778-446e-8129-9faeb7f1e2f7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 9af04deb-e753-4019-b181-24499a4d6ee2 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:28.393427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Network 83386b03-8be7-4a47-beef-58fb3d6508a7 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:28.402827 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:28.424598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:28.491756 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment e732f994-b3a0-4df3-b4ff-0e15fe049013 resource provider aggregate not found Aug 31 15:50:28.547117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f89d18-3d6f-41c9-b175-152555ae29fd None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:28.553211 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment e732f994-b3a0-4df3-b4ff-0e15fe049013 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e732f994-b3a0-4df3-b4ff-0e15fe049013 found for delete ", "request_id": "req-43ec3809-2f14-4e76-8277-0aa225d9199b"}]} Aug 31 15:50:28.561292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda29961-6f0c-4445-9d40-682d10b8a264 None None] Network 9957a6dd-dde4-41ec-8c30-e64c120d0da0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:28.574659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.api [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:50:28.574659 dv-neutron-855257-2-hyperv neutron-server[114265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:50:28.574659 dv-neutron-855257-2-hyperv neutron-server[114265]: [parameters: {'id': '7d37e600-6b7d-4a9e-9805-64cfab737c89'}] Aug 31 15:50:28.574659 dv-neutron-855257-2-hyperv neutron-server[114265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:50:28.575087 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG oslo_db.api [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:50:28.595480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa4340a-da6a-4138-9c7e-59620172287a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:28.597746 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object df0cc269-5b2c-42f8-be5f-a5819b5ede8f. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:28.604624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa4340a-da6a-4138-9c7e-59620172287a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:28.612296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa4340a-da6a-4138-9c7e-59620172287a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:28.622054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa4340a-da6a-4138-9c7e-59620172287a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:28.624100 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ffa4340a-da6a-4138-9c7e-59620172287a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7685359 Aug 31 15:50:28.635783 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37440) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:28.717481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object dbf4df59-1f31-4275-8c07-2352df4292ae. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:28.718369 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:28.759514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object 3c34b1bd-0fc6-41a2-b2eb-bce7665e2755. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:28.822490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df9c4b-1b54-49de-94dd-015ce5efdc96 None None] Network 7d37e600-6b7d-4a9e-9805-64cfab737c89 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:28.828478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7dd5-abf9-40ee-b4fd-549de89da8b2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.833406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Pushing event updated for resources: {'Port': ['ID=5aed62bc-1e09-4909-82da-4f9091d0945f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:28.848020 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:28.860800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:28.861452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.874954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Provisioning complete for port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:28.875328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9aafe5eb-83e9-45b1-803c-d3f0452baee8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.875668 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 1 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:28.933089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (619e0690-b01a-4421-aefa-726c8a11c5dd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:28.953182 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] No DVR routers for this DVR port 619e0690-b01a-4421-aefa-726c8a11c5dd on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:28.984765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886e8c90-c673-405e-b685-eee44876b9c2 None None] DHCP port deletion for 9957a6dd-dde4-41ec-8c30-e64c120d0da0 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:28.993901 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:29.020633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-8bc4cf33-023e-478c-be66-6aecdc8a2e03 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7794609 Aug 31 15:50:29.021984 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event deleted for resources: {'Port': ['ID=619e0690-b01a-4421-aefa-726c8a11c5dd,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:29.042207 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Request body: {'port': {'device_id': 'b30f60f6-c79f-47e1-88dc-90bef6ead92d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:29.142254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 619e0690-b01a-4421-aefa-726c8a11c5dd no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:29.152139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (9957a6dd-dde4-41ec-8c30-e64c120d0da0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.159184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (7d37e600-6b7d-4a9e-9805-64cfab737c89), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.177029 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 619e0690-b01a-4421-aefa-726c8a11c5dd {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:29.177258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 619e0690-b01a-4421-aefa-726c8a11c5dd not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:29.218415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9957a6dd-dde4-41ec-8c30-e64c120d0da0']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:29.233813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:29.233813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.235792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c29608e-f0bf-4d73-a7aa-3f915c5b6b54') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:29.236544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c29608e-f0bf-4d73-a7aa-3f915c5b6b54') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:29.258033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (0c29608e-f0bf-4d73-a7aa-3f915c5b6b54), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.260195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98da5fe-e536-4a63-92ed-ef6c6060a059 req-d2e478d6-20ab-47a1-9607-54f05478078b tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:29.261851 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b98da5fe-e536-4a63-92ed-ef6c6060a059 req-d2e478d6-20ab-47a1-9607-54f05478078b tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 932 time: 0.5715797 Aug 31 15:50:29.269070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:50:29.281206 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31ef64-fb8c-41b7-a490-4827954038c3 None None] Sync routers for ids ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:50:29.298982 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31ef64-fb8c-41b7-a490-4827954038c3 None None] Routers {'95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:29.299990 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8b31ef64-fb8c-41b7-a490-4827954038c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:29.315374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03521387-c679-460c-a153-fa7b101596c6 None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:29.319194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0c29608e-f0bf-4d73-a7aa-3f915c5b6b54), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.330089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Deleting port 3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:29.330455 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.343462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:29.345577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (0c29608e-f0bf-4d73-a7aa-3f915c5b6b54), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.346862 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8b31ef64-fb8c-41b7-a490-4827954038c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:29.357813 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31ef64-fb8c-41b7-a490-4827954038c3 None None] Routers {'95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:29.358414 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8b31ef64-fb8c-41b7-a490-4827954038c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:29.390610 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:29.391505 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8b31ef64-fb8c-41b7-a490-4827954038c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:29.392284 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31ef64-fb8c-41b7-a490-4827954038c3 None None] The sync data for ids ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:50:29.466620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5071ee71-7778-446e-8129-9faeb7f1e2f7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (9af04deb-e753-4019-b181-24499a4d6ee2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.501103 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 2 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:29.514107 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0c29608e-f0bf-4d73-a7aa-3f915c5b6b54 resource provider aggregate not found Aug 31 15:50:29.529417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37454) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:29.558800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:29.589927 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0c29608e-f0bf-4d73-a7aa-3f915c5b6b54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c29608e-f0bf-4d73-a7aa-3f915c5b6b54 found for delete ", "request_id": "req-2e0873e6-00f9-44fb-93c4-1f40b7de3456"}]} Aug 31 15:50:29.642113 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071ee71-7778-446e-8129-9faeb7f1e2f7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=9af04deb-e753-4019-b181-24499a4d6ee2,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:29.647207 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5071ee71-7778-446e-8129-9faeb7f1e2f7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.656142 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5071ee71-7778-446e-8129-9faeb7f1e2f7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/9af04deb-e753-4019-b181-24499a4d6ee2 HTTP/1.1" status: 204 len: 168 time: 1.9886241 Aug 31 15:50:29.664419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37460) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:29.699474 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b98da5fe-e536-4a63-92ed-ef6c6060a059 req-39ca41e6-73ba-4284-a855-8433ae098856 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211352 Aug 31 15:50:29.735340 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f20fae8a-b8b8-4f20-81bf-920c5fd71944 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 1.1042838 Aug 31 15:50:29.746295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37462) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:29.749614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:29.751538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7dd5-abf9-40ee-b4fd-549de89da8b2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (11c6958b-6e86-433d-a3f9-746d0d16dc1c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.769448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'networks': [{'name': 'tempest-network--1290201161'}, {'name': 'tempest-network--1856192324'}]} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:29.769946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'network': {'name': 'tempest-network--1290201161'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:29.770595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'network': {'name': 'tempest-network--1856192324'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:29.818516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7dd5-abf9-40ee-b4fd-549de89da8b2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (11c6958b-6e86-433d-a3f9-746d0d16dc1c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.822587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (9957a6dd-dde4-41ec-8c30-e64c120d0da0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.823362 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] For port 3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e,segment=NetworkSegment(e732f994-b3a0-4df3-b4ff-0e15fe049013),segment_id=e732f994-b3a0-4df3-b4ff-0e15fe049013)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:29.823742 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.827728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.831784 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] 10.222.0.46 "DELETE /networking/v2.0/networks/9957a6dd-dde4-41ec-8c30-e64c120d0da0 HTTP/1.1" status: 204 len: 168 time: 1.9597108 Aug 31 15:50:29.839197 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:29.847210 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ff72e48b-1f8a-4cf8-a14d-22ae318bde0a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/ports/befc0180-5f45-475b-9d6e-1e1db0d505ee HTTP/1.1" status: 204 len: 168 time: 4.4581113 Aug 31 15:50:29.852518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe3891-50ec-4e63-b029-310079351327 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:29.853703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37466) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:29.854268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe3891-50ec-4e63-b029-310079351327 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:29.854471 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:29.857027 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3bfe3891-50ec-4e63-b029-310079351327 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1771231 Aug 31 15:50:29.871108 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Calling delete_port for 3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:29.879165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37468) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:29.911523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dfaca-11af-4f3d-ae1a-af2a3eb04c81 tempest-AllowedAddressPairTestJSON-1580937958 tempest-AllowedAddressPairTestJSON-1580937958-project] Pushing event deleted for resources: {'Network': ['ID=9957a6dd-dde4-41ec-8c30-e64c120d0da0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:29.948016 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e73b2-6d32-472e-b04d-fdcc7fefea8d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:29.950039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e73b2-6d32-472e-b04d-fdcc7fefea8d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:29.950479 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a7dd5-abf9-40ee-b4fd-549de89da8b2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c6958b-6e86-433d-a3f9-746d0d16dc1c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:29.954932 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d46e73b2-6d32-472e-b04d-fdcc7fefea8d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2002547 Aug 31 15:50:29.962589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37470) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:30.028953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f5431f-2761-4838-967e-854ec4543125 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet b78d15bf-73bf-43fb-9488-e01f46919230 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:30.036762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-44f5431f-2761-4838-967e-854ec4543125 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (b78d15bf-73bf-43fb-9488-e01f46919230), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.055325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Made reservation on behalf of 888f0189051f41688d18d24cae5e73e2 for: {'network': 2} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:30.059753 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 3 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:30.060175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.074859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7dd5-abf9-40ee-b4fd-549de89da8b2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.079074 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5c5a7dd5-abf9-40ee-b4fd-549de89da8b2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.7719059 Aug 31 15:50:30.081393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37472) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:30.099302 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:30.101800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0fc8b8e2-73e0-440a-881b-6d44c5aff3c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'security_group': {'name': 'tempest-secgroup-198623356'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:30.113082 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.114911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:30.120165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5346a7-6cda-48e9-bb96-7ff65c07b574 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:30.121836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5346a7-6cda-48e9-bb96-7ff65c07b574 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:30.123348 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4e5346a7-6cda-48e9-bb96-7ff65c07b574 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1600425 Aug 31 15:50:30.128315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37474) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:30.143080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-44f5431f-2761-4838-967e-854ec4543125 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (b78d15bf-73bf-43fb-9488-e01f46919230), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.208269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aed62bc-1e09-4909-82da-4f9091d0945f {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:50:30.222334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Publish callbacks [] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.266416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Transition to ACTIVE for port object 5aed62bc-1e09-4909-82da-4f9091d0945f will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 15:50:30.281892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.285542 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-44f5431f-2761-4838-967e-854ec4543125 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (b78d15bf-73bf-43fb-9488-e01f46919230), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.328154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b8e2-73e0-440a-881b-6d44c5aff3c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.368171 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Port': ['ID=3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:30.371399 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No DVR routers for this DVR port 3130c0a1-06e2-4ab9-a5d9-95aaeeba2a5e on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:30.387307 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed543f-9a20-4346-b9d2-c502b1b05912 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:30.388794 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c4ed543f-9a20-4346-b9d2-c502b1b05912 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/networks/c72e3a37-7206-48bb-9ac2-8a2310f54b17 HTTP/1.1" status: 200 len: 800 time: 0.2589867 Aug 31 15:50:30.393219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37476) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:30.411280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.505239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b8e2-73e0-440a-881b-6d44c5aff3c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (5b4dc538-81bd-48b9-aff8-db32fae4244a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.508599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for security_group (82076e53-d629-45aa-88ec-0cf3b4bfa1cf), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.532658 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (7d37e600-6b7d-4a9e-9805-64cfab737c89), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.560015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Pushing event updated for resources: {'Port': ['ID=5aed62bc-1e09-4909-82da-4f9091d0945f,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:30.577802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d37e600-6b7d-4a9e-9805-64cfab737c89']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:30.588022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.600718 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 4 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:30.622215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e732f994-b3a0-4df3-b4ff-0e15fe049013') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:30.622215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e732f994-b3a0-4df3-b4ff-0e15fe049013') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:30.638125 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:30.641064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (e732f994-b3a0-4df3-b4ff-0e15fe049013), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.651193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-44f5431f-2761-4838-967e-854ec4543125 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (b78d15bf-73bf-43fb-9488-e01f46919230), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.652387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (82076e53-d629-45aa-88ec-0cf3b4bfa1cf), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.652891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.668696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b8e2-73e0-440a-881b-6d44c5aff3c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5b4dc538-81bd-48b9-aff8-db32fae4244a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.671285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37480) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:30.683738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e732f994-b3a0-4df3-b4ff-0e15fe049013), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.714137 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aaa9fffe-be2f-4746-bbf5-b5aad732e0d9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/networks/c72e3a37-7206-48bb-9ac2-8a2310f54b17?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3196809 Aug 31 15:50:30.717981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37484) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:30.727827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:30.728241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (e732f994-b3a0-4df3-b4ff-0e15fe049013), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.744515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-44f5431f-2761-4838-967e-854ec4543125 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.751516 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-44f5431f-2761-4838-967e-854ec4543125 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b78d15bf-73bf-43fb-9488-e01f46919230 HTTP/1.1" status: 204 len: 168 time: 0.8625014 Aug 31 15:50:30.752788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5431f-2761-4838-967e-854ec4543125 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=b78d15bf-73bf-43fb-9488-e01f46919230,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:30.753884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f9d65f-7ba7-4de8-8498-cf1f11acb441 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:30.762468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37490) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:30.780994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Attempting to bind port 5aed62bc-1e09-4909-82da-4f9091d0945f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:30.781324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Attempting to bind port 5aed62bc-1e09-4909-82da-4f9091d0945f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '2e509f84-87b4-40bc-a1b1-d5966e547fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '83386b03-8be7-4a47-beef-58fb3d6508a7'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:30.781688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Attempting to bind port 5aed62bc-1e09-4909-82da-4f9091d0945f on network 83386b03-8be7-4a47-beef-58fb3d6508a7 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:30.825610 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment e732f994-b3a0-4df3-b4ff-0e15fe049013 resource provider aggregate not found Aug 31 15:50:30.826988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8b8e2-73e0-440a-881b-6d44c5aff3c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4dc538-81bd-48b9-aff8-db32fae4244a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:30.831064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82076e53-d629-45aa-88ec-0cf3b4bfa1cf,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:30.834898 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ffb82123-1c4e-4e36-b65d-649ec3d0e352 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707178 Aug 31 15:50:30.835841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Port 5aed62bc-1e09-4909-82da-4f9091d0945f on network 83386b03-8be7-4a47-beef-58fb3d6508a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:50:30.836162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Attempting to bind port 5aed62bc-1e09-4909-82da-4f9091d0945f on network 83386b03-8be7-4a47-beef-58fb3d6508a7 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:30.839285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37494) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:30.859178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a2e30c43-7f11-483f-8571-648089469427 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:30.859891 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment e732f994-b3a0-4df3-b4ff-0e15fe049013 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e732f994-b3a0-4df3-b4ff-0e15fe049013 found for delete ", "request_id": "req-4ded5c9a-5c3a-4e8a-a74f-778dfb57220a"}]} Aug 31 15:50:30.903588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5329cde-6887-4180-8ad0-5cee46e7c60d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:30.905164 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a5329cde-6887-4180-8ad0-5cee46e7c60d tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/subnets/da840a0f-e850-4f6b-ba93-47eff3289e33 HTTP/1.1" status: 200 len: 811 time: 0.1806905 Aug 31 15:50:30.905789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:30.906229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Checking segment: {'id': '2e509f84-87b4-40bc-a1b1-d5966e547fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '83386b03-8be7-4a47-beef-58fb3d6508a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:30.907277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Bound using segment: {'id': '2e509f84-87b4-40bc-a1b1-d5966e547fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '83386b03-8be7-4a47-beef-58fb3d6508a7'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:30.908160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Bound port: 5aed62bc-1e09-4909-82da-4f9091d0945f, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e509f84-87b4-40bc-a1b1-d5966e547fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '83386b03-8be7-4a47-beef-58fb3d6508a7'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:30.908524 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.909587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37496) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:30.962763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b8e2-73e0-440a-881b-6d44c5aff3c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:30.963833 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0fc8b8e2-73e0-440a-881b-6d44c5aff3c6 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8755038 Aug 31 15:50:30.964863 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:30.966947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37498) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:30.971281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-695855fd-5a43-4119-b81e-4deba3138b65 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'security_group': {'name': 'tempest-secgroup-622994430'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:30.999279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d427ab75-dd9c-4d43-a5e0-5b6f3420784d None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:31.022317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f96a822-0d16-47fa-929e-556c4376cfbf tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['shared'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:31.029206 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9f96a822-0d16-47fa-929e-556c4376cfbf tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "GET /networking/v2.0/subnets/da840a0f-e850-4f6b-ba93-47eff3289e33?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1184402 Aug 31 15:50:31.031165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37500) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:31.039174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:31.050913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (13357fd1-1bda-4209-84a2-f5ddd73a62b2), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.050913 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Added segment 13357fd1-1bda-4209-84a2-f5ddd73a62b2 of type vlan for network 5696c402-afa1-4423-93e4-1a9b863e8011 Aug 31 15:50:31.055012 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d427ab75-dd9c-4d43-a5e0-5b6f3420784d None None] Deleting port de7461bf-f7bb-4c2f-8c77-cac700ae5e50 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:31.055524 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d427ab75-dd9c-4d43-a5e0-5b6f3420784d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (de7461bf-f7bb-4c2f-8c77-cac700ae5e50), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.071693 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371040789'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:31.107942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9e95d-7ed7-4763-8aaa-bc4fbccfbbb1 req-2b28859e-eefb-4375-8eb5-eb7ae521c25c tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:31.116000 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7ff9e95d-7ed7-4763-8aaa-bc4fbccfbbb1 req-2b28859e-eefb-4375-8eb5-eb7ae521c25c tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 944 time: 0.1721787 Aug 31 15:50:31.116540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (7d37e600-6b7d-4a9e-9805-64cfab737c89), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.123990 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d427ab75-dd9c-4d43-a5e0-5b6f3420784d None None] For port de7461bf-f7bb-4c2f-8c77-cac700ae5e50, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=de7461bf-f7bb-4c2f-8c77-cac700ae5e50,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:31.124772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d427ab75-dd9c-4d43-a5e0-5b6f3420784d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (de7461bf-f7bb-4c2f-8c77-cac700ae5e50), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.128459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.131838 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/7d37e600-6b7d-4a9e-9805-64cfab737c89 HTTP/1.1" status: 204 len: 168 time: 4.4682846 Aug 31 15:50:31.138692 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 5 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:31.143119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37502) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:31.158149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2056121748'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:31.170455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device de7461bf-f7bb-4c2f-8c77-cac700ae5e50 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:31.173472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d427ab75-dd9c-4d43-a5e0-5b6f3420784d None None] Calling delete_port for de7461bf-f7bb-4c2f-8c77-cac700ae5e50 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:31.174986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-695855fd-5a43-4119-b81e-4deba3138b65 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.181414 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fc113331-8a6b-41ed-93e3-3609f78e48f1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e91ce65e5b0a41fd9e911e62e577b511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011263 Aug 31 15:50:31.188425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37504) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:31.211424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] For port 5aed62bc-1e09-4909-82da-4f9091d0945f, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:31.213897 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2e8b2-4ab1-4b57-a44f-a75681889dcc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Network': ['ID=7d37e600-6b7d-4a9e-9805-64cfab737c89,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:31.222499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:31.228403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:31.229666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:31.233257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e30c43-7f11-483f-8571-648089469427 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:31.234353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.237229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2e30c43-7f11-483f-8571-648089469427 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.241296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (5696c402-afa1-4423-93e4-1a9b863e8011), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.252156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] For port 5aed62bc-1e09-4909-82da-4f9091d0945f, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=5aed62bc-1e09-4909-82da-4f9091d0945f,segment=NetworkSegment(2e509f84-87b4-40bc-a1b1-d5966e547fd1),segment_id=2e509f84-87b4-40bc-a1b1-d5966e547fd1)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:31.328325 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7ff9e95d-7ed7-4763-8aaa-bc4fbccfbbb1 req-bcb65519-06d4-4165-8d06-fb13967cd5f0 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062588 Aug 31 15:50:31.332966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:31.342280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port de7461bf-f7bb-4c2f-8c77-cac700ae5e50 is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:50:31.360152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:31.368454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.368635 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a5ec6830-60fc-43cb-892d-f10798ef0676), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.368635 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Added segment a5ec6830-60fc-43cb-892d-f10798ef0676 of type vlan for network 6544d335-d800-4235-bbf4-0eb9aa43ba0a Aug 31 15:50:31.383839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-331d8c65-3bb4-45dd-9b6f-ed59dd69fa55 admin admin] Publish callbacks [] for security_group (5ff804db-0f45-412a-bfad-6652d03580a3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.386886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.387480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:31.398858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:31.399477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.400865 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/5aed62bc-1e09-4909-82da-4f9091d0945f HTTP/1.1" status: 200 len: 1094 time: 2.3682699 Aug 31 15:50:31.411016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30f60f6-c79f-47e1-88dc-90bef6ead92d', 'tag': '5aed62bc-1e09-4909-82da-4f9091d0945f'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:50:31.413964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d72a1d-fcc4-42d6-a79b-115a34449bde" -d '{"events": [{"name": "network-changed", "server_uuid": "b30f60f6-c79f-47e1-88dc-90bef6ead92d", "tag": "5aed62bc-1e09-4909-82da-4f9091d0945f"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:31.420001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port a6c70f41-bbdf-4530-a634-c968f0cce36b {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:31.420568 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (a6c70f41-bbdf-4530-a634-c968f0cce36b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.432121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d4d315d4-b2fe-4faf-906b-09a7aba86d49), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.432469 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Added segment d4d315d4-b2fe-4faf-906b-09a7aba86d49 of type vlan for network daeede60-a1d8-4af7-9385-dd7a431301e6 Aug 31 15:50:31.465169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 15:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4313c86f-1c3a-4828-97da-0c3583f82861 x-openstack-request-id: req-4313c86f-1c3a-4828-97da-0c3583f82861 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:31.470587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30f60f6-c79f-47e1-88dc-90bef6ead92d", "tag": "5aed62bc-1e09-4909-82da-4f9091d0945f", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:31.470587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4313c86f-1c3a-4828-97da-0c3583f82861 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:31.470587 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4313c86f-1c3a-4828-97da-0c3583f82861'] response: {'name': 'network-changed', 'server_uuid': 'b30f60f6-c79f-47e1-88dc-90bef6ead92d', 'tag': '5aed62bc-1e09-4909-82da-4f9091d0945f', 'status': 'completed', 'code': 200} Aug 31 15:50:31.470851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (6544d335-d800-4235-bbf4-0eb9aa43ba0a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.474768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-331d8c65-3bb4-45dd-9b6f-ed59dd69fa55 admin admin] Publish callbacks [] for security_group (5ff804db-0f45-412a-bfad-6652d03580a3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.504974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d427ab75-dd9c-4d43-a5e0-5b6f3420784d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (de7461bf-f7bb-4c2f-8c77-cac700ae5e50), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.532451 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427ab75-dd9c-4d43-a5e0-5b6f3420784d None None] Pushing event deleted for resources: {'Port': ['ID=de7461bf-f7bb-4c2f-8c77-cac700ae5e50,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:31.536332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427ab75-dd9c-4d43-a5e0-5b6f3420784d None None] No DVR routers for this DVR port de7461bf-f7bb-4c2f-8c77-cac700ae5e50 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:31.548687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (daeede60-a1d8-4af7-9385-dd7a431301e6), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.556300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:31.617874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-695855fd-5a43-4119-b81e-4deba3138b65 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (7485f2c6-6507-451b-b3de-377c9c752d07), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.619610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7835691e-73d5-49ea-8109-cf19b03aa403), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.620792 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Added segment 7835691e-73d5-49ea-8109-cf19b03aa403 of type vlan for network c19c6070-2e3b-4844-a4c7-2b3b6f676c30 Aug 31 15:50:31.626072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d72a1d-fcc4-42d6-a79b-115a34449bde req-26774706-9b1c-42ad-8dbe-0dd107c26de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:31.633319 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e1d72a1d-fcc4-42d6-a79b-115a34449bde req-26774706-9b1c-42ad-8dbe-0dd107c26de1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=af52218af09f4e649a25c7097f61dcc6&device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 1128 time: 0.1326337 Aug 31 15:50:31.637100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (a6c70f41-bbdf-4530-a634-c968f0cce36b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.650971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for a6c70f41-bbdf-4530-a634-c968f0cce36b owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:31.659714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790e86c-ddfb-4499-b198-ed8ae2146803 service neutron] Pushing event updated for resources: {'Port': ['ID=5aed62bc-1e09-4909-82da-4f9091d0945f,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:31.704798 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (6544d335-d800-4235-bbf4-0eb9aa43ba0a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.709791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:31.710537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.723554 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 6 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:31.766011 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:31.780581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (5696c402-afa1-4423-93e4-1a9b863e8011), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.781107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (daeede60-a1d8-4af7-9385-dd7a431301e6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.786089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:31.790345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:31.790991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.793425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-695855fd-5a43-4119-b81e-4deba3138b65 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (7485f2c6-6507-451b-b3de-377c9c752d07), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.830928 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (c19c6070-2e3b-4844-a4c7-2b3b6f676c30), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.870348 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8046947 Aug 31 15:50:31.882648 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37508) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:31.888662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:31.892970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'network_id': '6544d335-d800-4235-bbf4-0eb9aa43ba0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:31.901659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abbe47-ab9a-4460-885f-5aa0d7a5ed5f tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Network': ['ID=6544d335-d800-4235-bbf4-0eb9aa43ba0a,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:31.912474 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 6544d335-d800-4235-bbf4-0eb9aa43ba0a details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:31.928416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695855fd-5a43-4119-b81e-4deba3138b65 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7485f2c6-6507-451b-b3de-377c9c752d07,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:31.950466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d72a1d-fcc4-42d6-a79b-115a34449bde req-a2156d06-21b8-442a-b384-8dd822e4a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:31.951992 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e1d72a1d-fcc4-42d6-a79b-115a34449bde req-a2156d06-21b8-442a-b384-8dd822e4a89b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=af52218af09f4e649a25c7097f61dcc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2961187 Aug 31 15:50:31.955397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-331d8c65-3bb4-45dd-9b6f-ed59dd69fa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5ff804db-0f45-412a-bfad-6652d03580a3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.958232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-331d8c65-3bb4-45dd-9b6f-ed59dd69fa55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:31.962392 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-331d8c65-3bb4-45dd-9b6f-ed59dd69fa55 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5ff804db-0f45-412a-bfad-6652d03580a3 HTTP/1.1" status: 204 len: 168 time: 0.7688580 Aug 31 15:50:31.980543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:32.018865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-695855fd-5a43-4119-b81e-4deba3138b65 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:32.019631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2e30c43-7f11-483f-8571-648089469427 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (577b9a3b-9177-4b7c-8b33-593510f68746), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:32.020103 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-695855fd-5a43-4119-b81e-4deba3138b65 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0522254 Aug 31 15:50:32.023733 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4744394 Aug 31 15:50:32.032225 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37512) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:32.032828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37514) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:32.056629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1084802578', 'security_groups': ['7485f2c6-6507-451b-b3de-377c9c752d07'], 'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e3551e3b-3b40-4de3-85f6-dc1927a1bc77'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:32.058700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d8c65-3bb4-45dd-9b6f-ed59dd69fa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff804db-0f45-412a-bfad-6652d03580a3,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:32.081964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (c19c6070-2e3b-4844-a4c7-2b3b6f676c30), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:32.088701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:32.089498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:32.145661 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'Network': ['ID=5696c402-afa1-4423-93e4-1a9b863e8011,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:32.156357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 5696c402-afa1-4423-93e4-1a9b863e8011 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:32.266741 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 7 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:32.309679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:32.377184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276089d5-97b8-44d7-97b5-e62a321b49db tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:32.382802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276089d5-97b8-44d7-97b5-e62a321b49db tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:32.388597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276089d5-97b8-44d7-97b5-e62a321b49db tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:32.393876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276089d5-97b8-44d7-97b5-e62a321b49db tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:32.395969 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-276089d5-97b8-44d7-97b5-e62a321b49db tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3545978 Aug 31 15:50:32.403382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37518) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:32.405474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8343bad-5a88-47d7-bfed-033a3d6bf2f7 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'Network': ['ID=daeede60-a1d8-4af7-9385-dd7a431301e6,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:32.422850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network daeede60-a1d8-4af7-9385-dd7a431301e6 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:32.451571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:32.504636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (5696c402-afa1-4423-93e4-1a9b863e8011), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:32.508228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Made reservation on behalf of 90b78d3dc72f4325a53a48e997129469 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:32.520848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:32.521036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e30c43-7f11-483f-8571-648089469427 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:32.547303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a2e30c43-7f11-483f-8571-648089469427 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:32.551017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e30c43-7f11-483f-8571-648089469427 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:32.551779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2e30c43-7f11-483f-8571-648089469427 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:32.560639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea92022-2f99-4973-a38d-7a6712493abe None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:32.569010 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:32.602836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.ipam_backend_mixin [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Performing IP validity checks on allocation pools {{(pid=114265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 31 15:50:32.602836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.ipam_backend_mixin [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 31 15:50:32.615243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (a6c70f41-bbdf-4530-a634-c968f0cce36b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:32.632531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Network': ['ID=c19c6070-2e3b-4844-a4c7-2b3b6f676c30,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:32.647068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e30c43-7f11-483f-8571-648089469427 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=577b9a3b-9177-4b7c-8b33-593510f68746,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:32.655788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d72a1d-fcc4-42d6-a79b-115a34449bde req-3e1002d5-9122-4f6b-a0a7-83b06d990983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:32.657294 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e1d72a1d-fcc4-42d6-a79b-115a34449bde req-3e1002d5-9122-4f6b-a0a7-83b06d990983 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6936164 Aug 31 15:50:32.664367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acfa72-2ad6-4825-94ad-0ded1637f71a req-7cc156b9-d138-4ae2-b599-e18ed007cf7a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:32.682719 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f6acfa72-2ad6-4825-94ad-0ded1637f71a req-7cc156b9-d138-4ae2-b599-e18ed007cf7a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 944 time: 0.2422333 Aug 31 15:50:32.693703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:32.696668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network c19c6070-2e3b-4844-a4c7-2b3b6f676c30 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:32.709157 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-305f8764-040b-4b4d-856f-76d5e4b671d8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5623178 Aug 31 15:50:32.719573 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37526) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:32.744759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Request body: {'subnet': {'network_id': 'c19c6070-2e3b-4844-a4c7-2b3b6f676c30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:32.811229 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 8 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:32.826010 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '577b9a3b-9177-4b7c-8b33-593510f68746'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:32.827466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:32.872215 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a2e30c43-7f11-483f-8571-648089469427 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0238376 Aug 31 15:50:32.879116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37530) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:32.899314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c15754b4-748f-4e0a-92c3-5381259a4d19 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': '577b9a3b-9177-4b7c-8b33-593510f68746', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1549059458'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:32.903046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:32.974857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3c58cb7b-c1d5-410a-8d55-f5eb6cccc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:32.976630 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-3c58cb7b-c1d5-410a-8d55-f5eb6cccc69e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=af52218af09f4e649a25c7097f61dcc6&device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 1128 time: 0.2561173 Aug 31 15:50:32.988989 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f6acfa72-2ad6-4825-94ad-0ded1637f71a req-ccf202cf-fa08-453f-912f-389929b17db9 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053732 Aug 31 15:50:33.064390 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-0bfab77c-c797-4374-8b14-0990f8ba8af2 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aed62bc-1e09-4909-82da-4f9091d0945f HTTP/1.1" status: 200 len: 217 time: 0.0730214 Aug 31 15:50:33.152165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Made reservation on behalf of 81e351351d7446daaa2b3e268d1aba01 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:33.155875 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.158164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.160724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (5696c402-afa1-4423-93e4-1a9b863e8011), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.165942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=a6c70f41-bbdf-4530-a634-c968f0cce36b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:33.184450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/577b9a3b-9177-4b7c-8b33-593510f68746/bd7a5976-9ff6-487a-8a1e-0118e712b005) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:33.244401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5696c402-afa1-4423-93e4-1a9b863e8011']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:33.250936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] device_id is not set on port dcfc5664-9991-436e-8db1-4c60c26a0662 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:33.277838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13357fd1-1bda-4209-84a2-f5ddd73a62b2') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:33.278413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13357fd1-1bda-4209-84a2-f5ddd73a62b2') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:33.304395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-c2591c27-67fb-48e9-afe6-224abe31875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:33.307565 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-c2591c27-67fb-48e9-afe6-224abe31875b service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c0217f04-6f02-475e-b86c-4db4d101a44c HTTP/1.1" status: 200 len: 851 time: 0.2332830 Aug 31 15:50:33.345785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (13357fd1-1bda-4209-84a2-f5ddd73a62b2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.404070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15754b4-748f-4e0a-92c3-5381259a4d19 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:33.412332 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-ef9743e2-ea83-4e6f-ae04-e354f21aec43 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=83386b03-8be7-4a47-beef-58fb3d6508a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969732 Aug 31 15:50:33.436809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (13357fd1-1bda-4209-84a2-f5ddd73a62b2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.452283 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 9 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:33.464457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:33.485813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:33.486535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (13357fd1-1bda-4209-84a2-f5ddd73a62b2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.499254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:33.591102 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 13357fd1-1bda-4209-84a2-f5ddd73a62b2 resource provider aggregate not found Aug 31 15:50:33.623012 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Publish callbacks [] for port (bd7a5976-9ff6-487a-8a1e-0118e712b005), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.624695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:33.658756 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 13357fd1-1bda-4209-84a2-f5ddd73a62b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13357fd1-1bda-4209-84a2-f5ddd73a62b2 found for delete ", "request_id": "req-b50965b5-819a-4574-a4fb-6f2a96a305bf"}]} Aug 31 15:50:33.678366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c15754b4-748f-4e0a-92c3-5381259a4d19 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.705648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37546) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:33.717654 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-33a639c8-9dee-43ac-b6c0-5ad337a2eaf2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/83386b03-8be7-4a47-beef-58fb3d6508a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905638 Aug 31 15:50:33.717880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.725107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-c15754b4-748f-4e0a-92c3-5381259a4d19 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 7738ce23-13b7-4f14-beec-5af9ab33b5aa yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:33.739496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:33.752533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.6 (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d/e3551e3b-3b40-4de3-85f6-dc1927a1bc77/dcfc5664-9991-436e-8db1-4c60c26a0662) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:33.764602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (bd7a5976-9ff6-487a-8a1e-0118e712b005), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.790747 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (5696c402-afa1-4423-93e4-1a9b863e8011), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.806546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.812417 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "DELETE /networking/v2.0/networks/5696c402-afa1-4423-93e4-1a9b863e8011 HTTP/1.1" status: 204 len: 168 time: 1.4077797 Aug 31 15:50:33.815193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37550) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:33.816825 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:33.825046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:33.831861 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:33.834049 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Pushing event updated for resources: {'Port': ['ID=bd7a5976-9ff6-487a-8a1e-0118e712b005,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:33.851531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce7dc0-33a3-4fe4-8459-02d2de1ec842 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Network': ['ID=5696c402-afa1-4423-93e4-1a9b863e8011,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:33.906469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1629715336'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:33.916485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Attempting to bind port bd7a5976-9ff6-487a-8a1e-0118e712b005 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:33.916803 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Attempting to bind port bd7a5976-9ff6-487a-8a1e-0118e712b005 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:33.917187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Attempting to bind port bd7a5976-9ff6-487a-8a1e-0118e712b005 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:33.922798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:33.923176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:33.923580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.923981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:33.924442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Bound port: bd7a5976-9ff6-487a-8a1e-0118e712b005, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:33.924820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bd7a5976-9ff6-487a-8a1e-0118e712b005), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.948170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (c6eba9d7-6672-4720-b3f8-193a683a98dc), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.953594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (daeede60-a1d8-4af7-9385-dd7a431301e6), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:33.996890 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-b18bb13f-9ec6-480c-be82-d7c49328a89d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/83386b03-8be7-4a47-beef-58fb3d6508a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659640 Aug 31 15:50:33.997184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] For port bd7a5976-9ff6-487a-8a1e-0118e712b005, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:34.000212 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 10 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:34.005986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] For port bd7a5976-9ff6-487a-8a1e-0118e712b005, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=bd7a5976-9ff6-487a-8a1e-0118e712b005,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:34.038243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:50:34.041598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (37675156-5a23-42a6-b519-33fb501873bd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.090001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:34.094230 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object 50da2fbe-fb96-48e8-b029-693102dbe03a. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:34.099048 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object ad8f8557-b3a2-4d40-bca3-f819336711d6. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:34.102901 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object de7461bf-f7bb-4c2f-8c77-cac700ae5e50. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:34.108393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object 1155cc53-dd6c-42c4-b7c7-85cf289ebbc9. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:34.109412 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15754b4-748f-4e0a-92c3-5381259a4d19 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:50:34.110408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15754b4-748f-4e0a-92c3-5381259a4d19 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:34.111986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object befc0180-5f45-475b-9d6e-1e1db0d505ee. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:34.123057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Provisioning complete for port 7afd0a16-f787-4625-baf3-f4a3b466a66b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:34.124154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.124497 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 1 to provision port 7afd0a16-f787-4625-baf3-f4a3b466a66b Aug 31 15:50:34.148473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event updated for resources: {'Subnet': ['ID=37675156-5a23-42a6-b519-33fb501873bd,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:34.158298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Checking segment: {'id': '7835691e-73d5-49ea-8109-cf19b03aa403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c19c6070-2e3b-4844-a4c7-2b3b6f676c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:34.158920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network hostable DHCP agents. Network: c19c6070-2e3b-4844-a4c7-2b3b6f676c30, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:34.161649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:34.166789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:34.169815 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:34.173181 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object 71906fd3-0397-4e84-b638-fdd1eb716cd7. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:34.182760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Provisioning complete for port 9015f4d2-25d9-4a14-912b-9c1f048b394d triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:34.183127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9015f4d2-25d9-4a14-912b-9c1f048b394d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.183456 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 1 to provision port 9015f4d2-25d9-4a14-912b-9c1f048b394d Aug 31 15:50:34.187858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (bd7a5976-9ff6-487a-8a1e-0118e712b005), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.189411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.257306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9015f4d2-25d9-4a14-912b-9c1f048b394d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:34.269059 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c15754b4-748f-4e0a-92c3-5381259a4d19 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3850760 Aug 31 15:50:34.269779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37554) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:34.290749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883e453-6f56-498d-af8c-23d7c3995866 None None] Pushing event updated for resources: {'Port': ['ID=bd7a5976-9ff6-487a-8a1e-0118e712b005,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:34.299626 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09997de6-45a1-4ffd-aed6-d9196e4ea2f1 req-64050495-830f-4ec6-a38f-2943df1c9735 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:34.302012 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-09997de6-45a1-4ffd-aed6-d9196e4ea2f1 req-64050495-830f-4ec6-a38f-2943df1c9735 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 944 time: 0.1735425 Aug 31 15:50:34.310764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=c6eba9d7-6672-4720-b3f8-193a683a98dc,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:34.327783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Network c19c6070-2e3b-4844-a4c7-2b3b6f676c30 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:34.345581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2df30a-08f6-4612-bb45-74cbfc1d9800 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:34.347171 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4a2df30a-08f6-4612-bb45-74cbfc1d9800 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0752757 Aug 31 15:50:34.353191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37556) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:34.366387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for security_group (b6e32aa4-a465-4f9b-a62a-79bea78fb29d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.386165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Checking segment: {'id': 'a5ec6830-60fc-43cb-892d-f10798ef0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6544d335-d800-4235-bbf4-0eb9aa43ba0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:34.386165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network hostable DHCP agents. Network: 6544d335-d800-4235-bbf4-0eb9aa43ba0a, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:34.392834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (daeede60-a1d8-4af7-9385-dd7a431301e6), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.420581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:34.432562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604c8fb-516f-474b-99b1-b296f6f4ffc7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:34.434318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604c8fb-516f-474b-99b1-b296f6f4ffc7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:34.436975 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e604c8fb-516f-474b-99b1-b296f6f4ffc7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0742092 Aug 31 15:50:34.441045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37558) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:34.448807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daeede60-a1d8-4af7-9385-dd7a431301e6']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:34.476111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b6e32aa4-a465-4f9b-a62a-79bea78fb29d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.511953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, c19c6070-2e3b-4844-a4c7-2b3b6f676c30) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:34.525477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7176c0be-a5ce-411d-be23-df92b9a69535 None None] Network c19c6070-2e3b-4844-a4c7-2b3b6f676c30 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:34.528126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d315d4-b2fe-4faf-906b-09a7aba86d49') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:34.534089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d315d4-b2fe-4faf-906b-09a7aba86d49') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:34.534248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:34.534248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.566018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:34.572158 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (d4d315d4-b2fe-4faf-906b-09a7aba86d49), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.582324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e32aa4-a465-4f9b-a62a-79bea78fb29d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:34.601900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (dcfc5664-9991-436e-8db1-4c60c26a0662), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.603061 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ffe900-5654-4cfd-9eaa-83d2ecede848 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 577b9a3b-9177-4b7c-8b33-593510f68746 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:34.611401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (9c2d3a31-4d88-45cd-8e75-e3dc5729e25c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.611401 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Added segment 9c2d3a31-4d88-45cd-8e75-e3dc5729e25c of type vlan for network 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f Aug 31 15:50:34.611401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-15ffe900-5654-4cfd-9eaa-83d2ecede848 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (577b9a3b-9177-4b7c-8b33-593510f68746), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.618903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d4d315d4-b2fe-4faf-906b-09a7aba86d49), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.639161 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-09997de6-45a1-4ffd-aed6-d9196e4ea2f1 req-3072a2c0-a680-49c9-92b6-0bff8e3889e9 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208947 Aug 31 15:50:34.651632 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:34.652244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (d4d315d4-b2fe-4faf-906b-09a7aba86d49), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.683438 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2d05729a-e1d9-44ff-80d4-237a2aae2c48 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9583011 Aug 31 15:50:34.689777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-c19c6070-2e3b-4844-a4c7-2b3b6f676c30', 'network_id': 'c19c6070-2e3b-4844-a4c7-2b3b6f676c30', 'project_id': '81e351351d7446daaa2b3e268d1aba01', 'fixed_ips': [{'subnet_id': '37675156-5a23-42a6-b519-33fb501873bd'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:34.691190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37560) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:34.692204 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.709622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (66ff722e-98c9-4a8c-ab1b-fe2180d10d4f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.719558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 95bbcd22-ed12-42fb-b81b-4d4d6f4046e3 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:50:34.727522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-15ffe900-5654-4cfd-9eaa-83d2ecede848 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (577b9a3b-9177-4b7c-8b33-593510f68746), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.753699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Network 6544d335-d800-4235-bbf4-0eb9aa43ba0a is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:34.771748 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 2 to provision port 9015f4d2-25d9-4a14-912b-9c1f048b394d Aug 31 15:50:34.805721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 6544d335-d800-4235-bbf4-0eb9aa43ba0a) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:34.810574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:34.811591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.843338 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58036b5-eda5-4d53-951b-a7b63f7ecf8e None None] Network 6544d335-d800-4235-bbf4-0eb9aa43ba0a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:34.877089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9015f4d2-25d9-4a14-912b-9c1f048b394d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:34.890632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (c19c6070-2e3b-4844-a4c7-2b3b6f676c30), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.895594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:50:34.905704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37562) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:34.906191 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c26babf2-62f1-46eb-ac01-ca2b64ad885a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "PUT /networking/v2.0/routers/95bbcd22-ed12-42fb-b81b-4d4d6f4046e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0497375 Aug 31 15:50:34.918263 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e5022-1458-49f6-9258-afe93356d80c None None] Sync routers for ids ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:50:34.919499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-15ffe900-5654-4cfd-9eaa-83d2ecede848 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (577b9a3b-9177-4b7c-8b33-593510f68746), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.950698 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c101e385-ce98-4063-ab44-b54b8145a213 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0630195 Aug 31 15:50:34.952701 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (daeede60-a1d8-4af7-9385-dd7a431301e6), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.954597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Allocated IP 2001:db8::f816:3eff:fe8c:871d (c19c6070-2e3b-4844-a4c7-2b3b6f676c30/37675156-5a23-42a6-b519-33fb501873bd/b4687670-028d-4d97-9e41-c707c2088e84) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:34.956739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e5022-1458-49f6-9258-afe93356d80c None None] Routers {'95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:34.957238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37564) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:34.957370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0f9e5022-1458-49f6-9258-afe93356d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:34.959184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.964742 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "DELETE /networking/v2.0/networks/daeede60-a1d8-4af7-9385-dd7a431301e6 HTTP/1.1" status: 204 len: 168 time: 1.1409667 Aug 31 15:50:34.970385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (dcfc5664-9991-436e-8db1-4c60c26a0662), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.978924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37566) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:34.985791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3e0a4caa-d7b4-4d0f-9b17-5494faadd542 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:34.992263 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (66ff722e-98c9-4a8c-ab1b-fe2180d10d4f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:34.997610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:34.997610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.013116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0f9e5022-1458-49f6-9258-afe93356d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:35.051465 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4ceb0-6e43-468b-9d4c-264882990b16 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Network': ['ID=daeede60-a1d8-4af7-9385-dd7a431301e6,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:35.096130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e5022-1458-49f6-9258-afe93356d80c None None] Routers {'95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:35.096130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0f9e5022-1458-49f6-9258-afe93356d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:35.119681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:35.123185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=dcfc5664-9991-436e-8db1-4c60c26a0662,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:35.136930 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:35.143026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0f9e5022-1458-49f6-9258-afe93356d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:35.143026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e5022-1458-49f6-9258-afe93356d80c None None] The sync data for ids ['95bbcd22-ed12-42fb-b81b-4d4d6f4046e3'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:50:35.150342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:35.161389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-6544d335-d800-4235-bbf4-0eb9aa43ba0a', 'network_id': '6544d335-d800-4235-bbf4-0eb9aa43ba0a', 'project_id': '90b78d3dc72f4325a53a48e997129469', 'fixed_ips': [{'subnet_id': 'c6eba9d7-6672-4720-b3f8-193a683a98dc'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:35.168085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.265468 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:35.267985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bd7a5976-9ff6-487a-8a1e-0118e712b005 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:35.278329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.296560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a404c6-23bd-4459-9a73-f2d81121a097 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:35.301836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (37675156-5a23-42a6-b519-33fb501873bd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.304968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a404c6-23bd-4459-9a73-f2d81121a097 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:35.306708 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b9a404c6-23bd-4459-9a73-f2d81121a097 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3214376 Aug 31 15:50:35.313548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37568) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:35.315847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=66ff722e-98c9-4a8c-ab1b-fe2180d10d4f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:35.331164 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1003941115'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:35.386034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:35.389059 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 3 to provision port 9015f4d2-25d9-4a14-912b-9c1f048b394d Aug 31 15:50:35.406311 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7a2077f4-c92f-4de1-9dac-139003e9dc3b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6896029 Aug 31 15:50:35.457213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.507331 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Made reservation on behalf of 888f0189051f41688d18d24cae5e73e2 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:35.523957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.528666 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-efde26c4-3206-4f25-97c8-a4209be04366 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4891014 Aug 31 15:50:35.534925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37570) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:35.540521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4caa-d7b4-4d0f-9b17-5494faadd542 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133333234'] for subnet (c6eba9d7-6672-4720-b3f8-193a683a98dc), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.549227 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-139914b7-45a2-4aed-bf6d-4bb1bda53aac tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:35.595463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-15ffe900-5654-4cfd-9eaa-83d2ecede848 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (577b9a3b-9177-4b7c-8b33-593510f68746), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.618315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:35.635873 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (fdb94389-e273-4ae9-a300-8a6b122bcaa2), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.636353 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Added segment fdb94389-e273-4ae9-a300-8a6b122bcaa2 of type vlan for network e69954b9-457f-421f-91ae-4c8e04bbf25e Aug 31 15:50:35.714038 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-15ffe900-5654-4cfd-9eaa-83d2ecede848 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.722461 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-15ffe900-5654-4cfd-9eaa-83d2ecede848 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/577b9a3b-9177-4b7c-8b33-593510f68746 HTTP/1.1" status: 204 len: 168 time: 1.2736814 Aug 31 15:50:35.731096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffe900-5654-4cfd-9eaa-83d2ecede848 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=577b9a3b-9177-4b7c-8b33-593510f68746,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:35.740434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37576) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:35.771762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (e69954b9-457f-421f-91ae-4c8e04bbf25e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.808991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Publish callbacks [] for port (b4687670-028d-4d97-9e41-c707c2088e84), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.812597 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment d4d315d4-b2fe-4faf-906b-09a7aba86d49 resource provider aggregate not found Aug 31 15:50:35.827177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9015f4d2-25d9-4a14-912b-9c1f048b394d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:35.848996 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Allocated IP 172.20.0.3 (6544d335-d800-4235-bbf4-0eb9aa43ba0a/c6eba9d7-6672-4720-b3f8-193a683a98dc/f61cb28d-5459-4a9f-9ddf-b4a07e520c02) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:35.858635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6539ba-67bc-455b-8292-622d712046ff None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:35.861196 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment d4d315d4-b2fe-4faf-906b-09a7aba86d49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4d315d4-b2fe-4faf-906b-09a7aba86d49 found for delete ", "request_id": "req-de4ef2c0-7586-4f2c-a00e-f63255b9beed"}]} Aug 31 15:50:35.866482 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port bd7a5976-9ff6-487a-8a1e-0118e712b005 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:35.866899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bd7a5976-9ff6-487a-8a1e-0118e712b005), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.867439 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2bf3b95d-8503-46eb-868e-c5ef7945c68d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139617 Aug 31 15:50:35.867587 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port bd7a5976-9ff6-487a-8a1e-0118e712b005 Aug 31 15:50:35.871074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37580) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:35.876299 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e8e5381e-d9cb-46e2-9206-adbd021a7ceb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:35.925074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdea5d8-7461-4368-89eb-461155324677 req-66c272b0-48d7-439c-996c-f6d53e7542b2 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:35.927667 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cfdea5d8-7461-4368-89eb-461155324677 req-66c272b0-48d7-439c-996c-f6d53e7542b2 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 944 time: 0.1526339 Aug 31 15:50:35.955155 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (e69954b9-457f-421f-91ae-4c8e04bbf25e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.960186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:35.961074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:35.993301 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (b4687670-028d-4d97-9e41-c707c2088e84), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.048141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'Network': ['ID=e69954b9-457f-421f-91ae-4c8e04bbf25e,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:36.203357 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5e4ad649-42b7-4d0a-9b71-108bfdabe80c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8876235 Aug 31 15:50:36.204544 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37582) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:36.212591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1006466632'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:36.226974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network e69954b9-457f-421f-91ae-4c8e04bbf25e details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:36.228986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 5aed62bc-1e09-4909-82da-4f9091d0945f details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:50:36.240802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:36.273549 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:36.276388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Network c19c6070-2e3b-4844-a4c7-2b3b6f676c30 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:36.305627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e5381e-d9cb-46e2-9206-adbd021a7ceb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:36.311212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e8e5381e-d9cb-46e2-9206-adbd021a7ceb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.331309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_gateway (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.337938 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 4 to provision port 9015f4d2-25d9-4a14-912b-9c1f048b394d Aug 31 15:50:36.340574 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:36.371527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Pushing event updated for resources: {'Port': ['ID=b4687670-028d-4d97-9e41-c707c2088e84,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:36.385217 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cfdea5d8-7461-4368-89eb-461155324677 req-f5be5236-cc22-42a5-96bb-6743c06921cd tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801659 Aug 31 15:50:36.387280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:36.440713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Made reservation on behalf of 888f0189051f41688d18d24cae5e73e2 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:36.448816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.492432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (37675156-5a23-42a6-b519-33fb501873bd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.500544 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:36.502856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139914b7-45a2-4aed-bf6d-4bb1bda53aac tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:36.512078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (53577773-550c-43e6-91f0-3ece2256a14e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.512645 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Added segment 53577773-550c-43e6-91f0-3ece2256a14e of type vlan for network 6ff0461b-ef85-4062-aef1-1dd446d16cea Aug 31 15:50:36.515277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-139914b7-45a2-4aed-bf6d-4bb1bda53aac tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.539517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7eba64-1144-4161-b5bb-1d8a5c41b9c3 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:36.577066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (6ff0461b-ef85-4062-aef1-1dd446d16cea), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.581648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Subnet': ['ID=37675156-5a23-42a6-b519-33fb501873bd,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:36.609169 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9015f4d2-25d9-4a14-912b-9c1f048b394d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:36.632863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bb7eba64-1144-4161-b5bb-1d8a5c41b9c3 None None] Deleting port bd7a5976-9ff6-487a-8a1e-0118e712b005 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:36.633462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb7eba64-1144-4161-b5bb-1d8a5c41b9c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bd7a5976-9ff6-487a-8a1e-0118e712b005), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.654778 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Attempting to bind port b4687670-028d-4d97-9e41-c707c2088e84 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:36.655152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Attempting to bind port b4687670-028d-4d97-9e41-c707c2088e84 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '7835691e-73d5-49ea-8109-cf19b03aa403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c19c6070-2e3b-4844-a4c7-2b3b6f676c30'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:36.655520 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Attempting to bind port b4687670-028d-4d97-9e41-c707c2088e84 on network c19c6070-2e3b-4844-a4c7-2b3b6f676c30 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:36.690033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port 8fe0d9ba-37ae-4904-a5cf-7b73eb6b6886 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:36.690968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8fe0d9ba-37ae-4904-a5cf-7b73eb6b6886), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.697004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:36.697445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Checking segment: {'id': '7835691e-73d5-49ea-8109-cf19b03aa403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c19c6070-2e3b-4844-a4c7-2b3b6f676c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:36.697874 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.698268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Bound using segment: {'id': '7835691e-73d5-49ea-8109-cf19b03aa403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c19c6070-2e3b-4844-a4c7-2b3b6f676c30'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:36.698752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Bound port: b4687670-028d-4d97-9e41-c707c2088e84, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7835691e-73d5-49ea-8109-cf19b03aa403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c19c6070-2e3b-4844-a4c7-2b3b6f676c30'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:36.699130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b4687670-028d-4d97-9e41-c707c2088e84), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.754936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (6ff0461b-ef85-4062-aef1-1dd446d16cea), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.760361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:36.761261 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.763250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Publish callbacks [] for port (f61cb28d-5459-4a9f-9ddf-b4a07e520c02), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.778663 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.ipam_backend_mixin [None req-139914b7-45a2-4aed-bf6d-4bb1bda53aac tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e3551e3b-3b40-4de3-85f6-dc1927a1bc77 (CIDR: 172.20.0.0/28) Aug 31 15:50:36.810544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-bb7eba64-1144-4161-b5bb-1d8a5c41b9c3 None None] For port bd7a5976-9ff6-487a-8a1e-0118e712b005, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=bd7a5976-9ff6-487a-8a1e-0118e712b005,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:36.810978 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb7eba64-1144-4161-b5bb-1d8a5c41b9c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bd7a5976-9ff6-487a-8a1e-0118e712b005), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.813794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (c19c6070-2e3b-4844-a4c7-2b3b6f676c30), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.816910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:36.823242 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 5aed62bc-1e09-4909-82da-4f9091d0945f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=5aed62bc-1e09-4909-82da-4f9091d0945f,segment=NetworkSegment(2e509f84-87b4-40bc-a1b1-d5966e547fd1),segment_id=2e509f84-87b4-40bc-a1b1-d5966e547fd1)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:36.846868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'Network': ['ID=6ff0461b-ef85-4062-aef1-1dd446d16cea,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:36.850132 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bb7eba64-1144-4161-b5bb-1d8a5c41b9c3 None None] Calling delete_port for bd7a5976-9ff6-487a-8a1e-0118e712b005 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:36.859641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e8e5381e-d9cb-46e2-9206-adbd021a7ceb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (c6794760-0edd-443a-b382-258cf65294ed), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.865831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '5aed62bc-1e09-4909-82da-4f9091d0945f', 'network_id': '83386b03-8be7-4a47-beef-58fb3d6508a7', 'port_id': '5aed62bc-1e09-4909-82da-4f9091d0945f', 'mac_address': 'fa:16:3e:eb:4f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0217f04-6f02-475e-b86c-4db4d101a44c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:50:36.865831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 6ff0461b-ef85-4062-aef1-1dd446d16cea details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:36.875713 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-139914b7-45a2-4aed-bf6d-4bb1bda53aac tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:50:36.876397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139914b7-45a2-4aed-bf6d-4bb1bda53aac tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:36.935426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19c6070-2e3b-4844-a4c7-2b3b6f676c30']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:36.936138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (f61cb28d-5459-4a9f-9ddf-b4a07e520c02), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.939607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e5381e-d9cb-46e2-9206-adbd021a7ceb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:36.943379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e8e5381e-d9cb-46e2-9206-adbd021a7ceb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:36.951088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] For port b4687670-028d-4d97-9e41-c707c2088e84, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:36.956368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e5381e-d9cb-46e2-9206-adbd021a7ceb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:36.959337 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e8e5381e-d9cb-46e2-9206-adbd021a7ceb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:36.964674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5381e-d9cb-46e2-9206-adbd021a7ceb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=c6794760-0edd-443a-b382-258cf65294ed,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:36.989415 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ff59cba0-55cf-4b94-b20a-8fe5ab019151 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7833524 Aug 31 15:50:37.004665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37584) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:37.017407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'ports': [{'network_id': 'e69954b9-457f-421f-91ae-4c8e04bbf25e', 'name': 'tempest-port--917506992', 'admin_state_up': True}, {'network_id': '6ff0461b-ef85-4062-aef1-1dd446d16cea', 'admin_state_up': False}]} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:37.018205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'port': {'network_id': 'e69954b9-457f-421f-91ae-4c8e04bbf25e', 'name': 'tempest-port--917506992', 'admin_state_up': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:37.019533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'port': {'network_id': '6ff0461b-ef85-4062-aef1-1dd446d16cea', 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:37.033480 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Pushing event updated for resources: {'Port': ['ID=f61cb28d-5459-4a9f-9ddf-b4a07e520c02,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:37.091082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7835691e-73d5-49ea-8109-cf19b03aa403') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:37.091368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7835691e-73d5-49ea-8109-cf19b03aa403') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:37.109852 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Network 6544d335-d800-4235-bbf4-0eb9aa43ba0a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:37.122480 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 5 to provision port 9015f4d2-25d9-4a14-912b-9c1f048b394d Aug 31 15:50:37.134720 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-139914b7-45a2-4aed-bf6d-4bb1bda53aac tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5955822 Aug 31 15:50:37.140669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37586) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:37.142456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8fe0d9ba-37ae-4904-a5cf-7b73eb6b6886), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.146144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (7835691e-73d5-49ea-8109-cf19b03aa403), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.152651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2c7a4c32-3e96-49ae-85d4-eba107b7cc5a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:37.157196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] For port b4687670-028d-4d97-9e41-c707c2088e84, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b4687670-028d-4d97-9e41-c707c2088e84,segment=NetworkSegment(7835691e-73d5-49ea-8109-cf19b03aa403),segment_id=7835691e-73d5-49ea-8109-cf19b03aa403)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:37.185935 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e8e5381e-d9cb-46e2-9206-adbd021a7ceb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3135965 Aug 31 15:50:37.188971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37588) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:37.193832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3c46b57f-cc1c-4c31-b30e-60182405bbd5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-988775450', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:37.208189 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 5aed62bc-1e09-4909-82da-4f9091d0945f is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:50:37.208730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.224271 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:37.228622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:37.249371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aed62bc-1e09-4909-82da-4f9091d0945f {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:50:37.259811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bd7a5976-9ff6-487a-8a1e-0118e712b005 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:37.307705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for 8fe0d9ba-37ae-4904-a5cf-7b73eb6b6886 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:37.318166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7835691e-73d5-49ea-8109-cf19b03aa403), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.361768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b4687670-028d-4d97-9e41-c707c2088e84), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.368838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:37.369795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (7835691e-73d5-49ea-8109-cf19b03aa403), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.431849 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 7835691e-73d5-49ea-8109-cf19b03aa403 resource provider aggregate not found Aug 31 15:50:37.434764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c46b57f-cc1c-4c31-b30e-60182405bbd5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (7f68b00a-c04d-4894-a483-238627877145), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.439509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c46b57f-cc1c-4c31-b30e-60182405bbd5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (7f68b00a-c04d-4894-a483-238627877145), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.474549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a4c32-3e96-49ae-85d4-eba107b7cc5a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:37.478222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4c32-3e96-49ae-85d4-eba107b7cc5a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.494607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Made reservation on behalf of 888f0189051f41688d18d24cae5e73e2 for: {'port': 2} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:37.505355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.514010 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 7835691e-73d5-49ea-8109-cf19b03aa403 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7835691e-73d5-49ea-8109-cf19b03aa403 found for delete ", "request_id": "req-6ba95ea6-2588-4b7a-8c2e-977f84546402"}]} Aug 31 15:50:37.530410 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.db [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No ports have port_id starting with bd7a5976-9ff6-487a-8a1e-0118e712b005 Aug 31 15:50:37.555180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.564033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 5aed62bc-1e09-4909-82da-4f9091d0945f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=5aed62bc-1e09-4909-82da-4f9091d0945f,segment=NetworkSegment(2e509f84-87b4-40bc-a1b1-d5966e547fd1),segment_id=2e509f84-87b4-40bc-a1b1-d5966e547fd1)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:37.574098 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb7eba64-1144-4161-b5bb-1d8a5c41b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (bd7a5976-9ff6-487a-8a1e-0118e712b005), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.598397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7eba64-1144-4161-b5bb-1d8a5c41b9c3 None None] No DVR routers for this DVR port bd7a5976-9ff6-487a-8a1e-0118e712b005 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:37.620977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.db.api [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:50:37.620977 dv-neutron-855257-2-hyperv neutron-server[114266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:50:37.620977 dv-neutron-855257-2-hyperv neutron-server[114266]: [parameters: {'id': 'c19c6070-2e3b-4844-a4c7-2b3b6f676c30'}] Aug 31 15:50:37.620977 dv-neutron-855257-2-hyperv neutron-server[114266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:50:37.620977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG oslo_db.api [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:50:37.653292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9015f4d2-25d9-4a14-912b-9c1f048b394d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:37.659367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c46b57f-cc1c-4c31-b30e-60182405bbd5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for router_controller (7f68b00a-c04d-4894-a483-238627877145), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.660116 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.ipam_backend_mixin [None req-2c7a4c32-3e96-49ae-85d4-eba107b7cc5a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4 (CIDR: 172.20.0.16/28) Aug 31 15:50:37.663859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92424f1-2236-4eeb-a091-c783adccb7d4 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:37.695051 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:37.700953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a28e6-f6fe-4451-b790-0654da434ed1 None None] Pushing event updated for resources: {'Port': ['ID=b4687670-028d-4d97-9e41-c707c2088e84,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:37.709756 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde41d1c-3739-4c7a-9bf9-62adafa71c02 req-4923e39f-817f-406e-a033-349bc2645d7d tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:37.711784 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fde41d1c-3739-4c7a-9bf9-62adafa71c02 req-4923e39f-817f-406e-a033-349bc2645d7d tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 944 time: 0.1923680 Aug 31 15:50:37.742880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cefd30-e6c1-444a-9c34-6c1ba849b629 None None] Network c19c6070-2e3b-4844-a4c7-2b3b6f676c30 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:37.745129 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Attempting to bind port f61cb28d-5459-4a9f-9ddf-b4a07e520c02 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:37.745499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Attempting to bind port f61cb28d-5459-4a9f-9ddf-b4a07e520c02 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'a5ec6830-60fc-43cb-892d-f10798ef0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6544d335-d800-4235-bbf4-0eb9aa43ba0a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:37.745886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Attempting to bind port f61cb28d-5459-4a9f-9ddf-b4a07e520c02 on network 6544d335-d800-4235-bbf4-0eb9aa43ba0a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:37.752673 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.765916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c46b57f-cc1c-4c31-b30e-60182405bbd5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (7f68b00a-c04d-4894-a483-238627877145), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.778624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4caa-d7b4-4d0f-9b17-5494faadd542 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755090677643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-133957446'] for subnet (c6eba9d7-6672-4720-b3f8-193a683a98dc), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.783143 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7a4c32-3e96-49ae-85d4-eba107b7cc5a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:50:37.786067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7a4c32-3e96-49ae-85d4-eba107b7cc5a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:37.819077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7eba64-1144-4161-b5bb-1d8a5c41b9c3 None None] Pushing event deleted for resources: {'Port': ['ID=bd7a5976-9ff6-487a-8a1e-0118e712b005,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:37.822250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:37.822739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Checking segment: {'id': 'a5ec6830-60fc-43cb-892d-f10798ef0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6544d335-d800-4235-bbf4-0eb9aa43ba0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:37.822963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.823351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Bound using segment: {'id': 'a5ec6830-60fc-43cb-892d-f10798ef0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6544d335-d800-4235-bbf4-0eb9aa43ba0a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:37.823830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Bound port: f61cb28d-5459-4a9f-9ddf-b4a07e520c02, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ec6830-60fc-43cb-892d-f10798ef0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6544d335-d800-4235-bbf4-0eb9aa43ba0a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:37.824206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f61cb28d-5459-4a9f-9ddf-b4a07e520c02), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.897323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] device_id is not set on port 1270d73d-af98-4b3a-8668-24a63b3952c7 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:37.906440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a4caa-d7b4-4d0f-9b17-5494faadd542 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:37.907510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4caa-d7b4-4d0f-9b17-5494faadd542 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.908772 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fde41d1c-3739-4c7a-9bf9-62adafa71c02 req-2ab9e452-75d9-4805-8786-90bb6666e768 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461260 Aug 31 15:50:37.925343 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3e0a4caa-d7b4-4d0f-9b17-5494faadd542 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "PUT /networking/v2.0/subnets/c6eba9d7-6672-4720-b3f8-193a683a98dc HTTP/1.1" status: 200 len: 877 time: 2.9451678 Aug 31 15:50:37.928100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37596) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:37.974269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c46b57f-cc1c-4c31-b30e-60182405bbd5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.976890 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3c46b57f-cc1c-4c31-b30e-60182405bbd5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7852390 Aug 31 15:50:37.979471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8fe0d9ba-37ae-4904-a5cf-7b73eb6b6886), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:37.981093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37598) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:37.998319 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2c7a4c32-3e96-49ae-85d4-eba107b7cc5a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8496866 Aug 31 15:50:38.021286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=5aed62bc-1e09-4909-82da-4f9091d0945f,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:38.033210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] For port f61cb28d-5459-4a9f-9ddf-b4a07e520c02, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:38.038777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] For port f61cb28d-5459-4a9f-9ddf-b4a07e520c02, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f61cb28d-5459-4a9f-9ddf-b4a07e520c02,segment=NetworkSegment(a5ec6830-60fc-43cb-892d-f10798ef0676),segment_id=a5ec6830-60fc-43cb-892d-f10798ef0676)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:38.040627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': 'c6794760-0edd-443a-b382-258cf65294ed'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:38.041794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:38.053318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a4caa-d7b4-4d0f-9b17-5494faadd542 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event updated for resources: {'Subnet': ['ID=c6eba9d7-6672-4720-b3f8-193a683a98dc,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:38.059776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['5aed62bc-1e09-4909-82da-4f9091d0945f'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 15:50:38.077931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37600) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:38.089771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-adda1efc-7ea7-450f-9a6e-851d3da736b3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'subnet': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:38.143882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for port (1270d73d-af98-4b3a-8668-24a63b3952c7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:38.160702 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 6 to provision port 9015f4d2-25d9-4a14-912b-9c1f048b394d Aug 31 15:50:38.167372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=8fe0d9ba-37ae-4904-a5cf-7b73eb6b6886,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:38.170447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (c19c6070-2e3b-4844-a4c7-2b3b6f676c30), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:38.179299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (6544d335-d800-4235-bbf4-0eb9aa43ba0a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:38.188214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (f61cb28d-5459-4a9f-9ddf-b4a07e520c02), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:38.209783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:38.289165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9015f4d2-25d9-4a14-912b-9c1f048b394d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:38.297177 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] device_id is not set on port 5a3967b5-39e7-4929-b495-044914dc62c0 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:50:38.356720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port f61cb28d-5459-4a9f-9ddf-b4a07e520c02 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:38.357111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f61cb28d-5459-4a9f-9ddf-b4a07e520c02), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:38.523319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port f61cb28d-5459-4a9f-9ddf-b4a07e520c02, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f61cb28d-5459-4a9f-9ddf-b4a07e520c02,segment=NetworkSegment(a5ec6830-60fc-43cb-892d-f10798ef0676),segment_id=a5ec6830-60fc-43cb-892d-f10798ef0676)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:38.523829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f61cb28d-5459-4a9f-9ddf-b4a07e520c02), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:38.551449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for f61cb28d-5459-4a9f-9ddf-b4a07e520c02 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:38.767972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/c6794760-0edd-443a-b382-258cf65294ed/458e1f31-d030-4514-9c6d-617346ecc0bf) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:38.768075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Deleting port b4687670-028d-4d97-9e41-c707c2088e84 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:38.768075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b4687670-028d-4d97-9e41-c707c2088e84), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:38.768075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:38.778821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:38.791202 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 7 to provision port 9015f4d2-25d9-4a14-912b-9c1f048b394d Aug 31 15:50:38.798933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37602) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:38.841859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'network_id': '66ff722e-98c9-4a8c-ab1b-fe2180d10d4f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:38.843519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf6582-fe37-40e5-92cc-e4e7cd96e235 None None] Pushing event updated for resources: {'Port': ['ID=f61cb28d-5459-4a9f-9ddf-b4a07e520c02,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:38.899254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9015f4d2-25d9-4a14-912b-9c1f048b394d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:38.914016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f61cb28d-5459-4a9f-9ddf-b4a07e520c02), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.004886 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=13 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:39.089857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=f61cb28d-5459-4a9f-9ddf-b4a07e520c02,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:39.119091 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9c46b5a4-8580-48d9-a837-0c4cd9959114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.128784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Publish callbacks [] for port (458e1f31-d030-4514-9c6d-617346ecc0bf), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.143199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.147920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for port (5a3967b5-39e7-4929-b495-044914dc62c0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.159879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_controller (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.190624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f61cb28d-5459-4a9f-9ddf-b4a07e520c02 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:39.222473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (458e1f31-d030-4514-9c6d-617346ecc0bf), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.246579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port f61cb28d-5459-4a9f-9ddf-b4a07e520c02 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:39.247951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:39.248884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: f61cb28d-5459-4a9f-9ddf-b4a07e520c02 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:39.249236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f61cb28d-5459-4a9f-9ddf-b4a07e520c02 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 15:50:39.254713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:39.254931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] For port b4687670-028d-4d97-9e41-c707c2088e84, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b4687670-028d-4d97-9e41-c707c2088e84,segment=NetworkSegment(7835691e-73d5-49ea-8109-cf19b03aa403),segment_id=7835691e-73d5-49ea-8109-cf19b03aa403)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:39.255128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b4687670-028d-4d97-9e41-c707c2088e84), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.260467 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:39.305589 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Port f61cb28d-5459-4a9f-9ddf-b4a07e520c02 not found, will not notify nova. {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 15:50:39.307370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:39.326617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:39.330710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.338025 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.368297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adda1efc-7ea7-450f-9a6e-851d3da736b3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Made reservation on behalf of 57f5b0b0964c4f818f0c7bf0928738a3 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:39.372662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-adda1efc-7ea7-450f-9a6e-851d3da736b3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.376312 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Pushing event updated for resources: {'Port': ['ID=458e1f31-d030-4514-9c6d-617346ecc0bf,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:39.394446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Attempting to bind port 458e1f31-d030-4514-9c6d-617346ecc0bf on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:39.394948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Attempting to bind port 458e1f31-d030-4514-9c6d-617346ecc0bf by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:39.395318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Attempting to bind port 458e1f31-d030-4514-9c6d-617346ecc0bf on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:39.401197 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 8 to provision port 9015f4d2-25d9-4a14-912b-9c1f048b394d Aug 31 15:50:39.404083 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:39.404471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:39.404878 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.405396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:39.405898 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Bound port: 458e1f31-d030-4514-9c6d-617346ecc0bf, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:39.406282 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (458e1f31-d030-4514-9c6d-617346ecc0bf), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.443116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0293d83-b48a-4560-a2b4-1466d09b57fe req-c0a60d84-9f98-431d-ade2-5dad1a6308fe tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:39.446038 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f0293d83-b48a-4560-a2b4-1466d09b57fe req-c0a60d84-9f98-431d-ade2-5dad1a6308fe tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.3121276 Aug 31 15:50:39.456980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Calling delete_port for b4687670-028d-4d97-9e41-c707c2088e84 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:39.477925 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9015f4d2-25d9-4a14-912b-9c1f048b394d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:39.490253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1270d73d-af98-4b3a-8668-24a63b3952c7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.510886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (95bbcd22-ed12-42fb-b81b-4d4d6f4046e3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.511503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Fanout notify agent at l3_agent the message router_deleted on router 95bbcd22-ed12-42fb-b81b-4d4d6f4046e3 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:50:39.528160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:39.528509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] For port 458e1f31-d030-4514-9c6d-617346ecc0bf, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:39.533896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] For port 458e1f31-d030-4514-9c6d-617346ecc0bf, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=458e1f31-d030-4514-9c6d-617346ecc0bf,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:39.534128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.538557 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-76d26a20-05d5-45b0-9ece-ad482e0e2b1b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/routers/95bbcd22-ed12-42fb-b81b-4d4d6f4046e3 HTTP/1.1" status: 204 len: 168 time: 4.6299012 Aug 31 15:50:39.543983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37606) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:39.620279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (458e1f31-d030-4514-9c6d-617346ecc0bf), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.624623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (c6eba9d7-6672-4720-b3f8-193a683a98dc), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.697140 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff0a1d-e4b7-4d60-9cfc-f682329eacf8 None None] Pushing event updated for resources: {'Port': ['ID=458e1f31-d030-4514-9c6d-617346ecc0bf,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:39.705721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'Port': ['ID=1270d73d-af98-4b3a-8668-24a63b3952c7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:39.756416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:39.756416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da0f287-1252-46a5-b937-5dd91a9453da None None] Network 6544d335-d800-4235-bbf4-0eb9aa43ba0a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:39.757738 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f0293d83-b48a-4560-a2b4-1466d09b57fe req-a683c4ff-0bcb-4286-a41a-4c101b395c8c tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773018 Aug 31 15:50:39.797066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd871cbd-a5ff-4a03-b4df-a44c588f0472 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting subnet 9edcc71b-82b7-422d-83f9-7567e370464f {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:39.809459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd871cbd-a5ff-4a03-b4df-a44c588f0472 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for subnet (9edcc71b-82b7-422d-83f9-7567e370464f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.868955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Checking segment: {'id': 'fdb94389-e273-4ae9-a300-8a6b122bcaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e69954b9-457f-421f-91ae-4c8e04bbf25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:39.868955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Network hostable DHCP agents. Network: e69954b9-457f-421f-91ae-4c8e04bbf25e, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:39.869310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (c6eba9d7-6672-4720-b3f8-193a683a98dc), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.924284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=c6eba9d7-6672-4720-b3f8-193a683a98dc,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:39.936120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b4687670-028d-4d97-9e41-c707c2088e84), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.938029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd871cbd-a5ff-4a03-b4df-a44c588f0472 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (9edcc71b-82b7-422d-83f9-7567e370464f), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:39.983360 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 9 to provision port 9015f4d2-25d9-4a14-912b-9c1f048b394d Aug 31 15:50:39.988398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Port': ['ID=b4687670-028d-4d97-9e41-c707c2088e84,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:39.990482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No DVR routers for this DVR port b4687670-028d-4d97-9e41-c707c2088e84 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:40.031975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::1 (e986fc1f-2559-47ce-89c8-1dd43368919a/c6794760-0edd-443a-b382-258cf65294ed/42405b31-4d42-40f5-aee1-f832c3ae42c2) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:40.044322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9015f4d2-25d9-4a14-912b-9c1f048b394d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:40.120353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (6544d335-d800-4235-bbf4-0eb9aa43ba0a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.126151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (1dab84c5-d3f6-4a60-a99b-ecc05e9d065e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.150796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:40.184826 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Network e69954b9-457f-421f-91ae-4c8e04bbf25e is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:40.191052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (c19c6070-2e3b-4844-a4c7-2b3b6f676c30), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.203138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6544d335-d800-4235-bbf4-0eb9aa43ba0a']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:40.230737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd871cbd-a5ff-4a03-b4df-a44c588f0472 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (9edcc71b-82b7-422d-83f9-7567e370464f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.231443 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 5aed62bc-1e09-4909-82da-4f9091d0945f up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:40.250614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ec6830-60fc-43cb-892d-f10798ef0676') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:40.250890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ec6830-60fc-43cb-892d-f10798ef0676') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:40.255410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19c6070-2e3b-4844-a4c7-2b3b6f676c30']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:40.280098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (a5ec6830-60fc-43cb-892d-f10798ef0676), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.284107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7835691e-73d5-49ea-8109-cf19b03aa403') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:40.284908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7835691e-73d5-49ea-8109-cf19b03aa403') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:40.297248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=1dab84c5-d3f6-4a60-a99b-ecc05e9d065e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.310728 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 5aed62bc-1e09-4909-82da-4f9091d0945f completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 15:50:40.313722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=3,neutron:INSERT=4,neutron:SELECT=93 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:40.319815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (7835691e-73d5-49ea-8109-cf19b03aa403), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.327748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a5ec6830-60fc-43cb-892d-f10798ef0676), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.360826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:40.360826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (a5ec6830-60fc-43cb-892d-f10798ef0676), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.360826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking segment: {'id': '9c2d3a31-4d88-45cd-8e75-e3dc5729e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '66ff722e-98c9-4a8c-ab1b-fe2180d10d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:40.360826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network hostable DHCP agents. Network: 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:40.360826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7835691e-73d5-49ea-8109-cf19b03aa403), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.365704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.402724 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a78745-a9c2-497c-919b-f3fa4f6ee3da None None] Network 6544d335-d800-4235-bbf4-0eb9aa43ba0a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:40.406771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, e69954b9-457f-421f-91ae-4c8e04bbf25e) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:40.406899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:40.407017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (7835691e-73d5-49ea-8109-cf19b03aa403), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.410909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:40.411669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5a3967b5-39e7-4929-b495-044914dc62c0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.414699 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a5ec6830-60fc-43cb-892d-f10798ef0676 resource provider aggregate not found Aug 31 15:50:40.423933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61577c2-35a4-440f-9c68-1d1811062ecc None None] Network e69954b9-457f-421f-91ae-4c8e04bbf25e requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:40.451931 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a5ec6830-60fc-43cb-892d-f10798ef0676 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5ec6830-60fc-43cb-892d-f10798ef0676 found for delete ", "request_id": "req-cc8e2fe5-4f52-4518-bbaf-8218a9a91857"}]} Aug 31 15:50:40.476352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 5aed62bc-1e09-4909-82da-4f9091d0945f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:40.476764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.477098 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 5aed62bc-1e09-4909-82da-4f9091d0945f Aug 31 15:50:40.486210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'Port': ['ID=5a3967b5-39e7-4929-b495-044914dc62c0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.494979 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Checking segment: {'id': '53577773-550c-43e6-91f0-3ece2256a14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6ff0461b-ef85-4062-aef1-1dd446d16cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:40.495351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Network hostable DHCP agents. Network: 6ff0461b-ef85-4062-aef1-1dd446d16cea, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:40.541076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd871cbd-a5ff-4a03-b4df-a44c588f0472 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (9edcc71b-82b7-422d-83f9-7567e370464f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.543464 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-adda1efc-7ea7-450f-9a6e-851d3da736b3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (02c0a491-46b7-4a27-b1e9-d65021292841), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.546997 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Attempt 10 to provision port 9015f4d2-25d9-4a14-912b-9c1f048b394d Aug 31 15:50:40.579226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd871cbd-a5ff-4a03-b4df-a44c588f0472 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Subnet': ['ID=9edcc71b-82b7-422d-83f9-7567e370464f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.581543 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd871cbd-a5ff-4a03-b4df-a44c588f0472 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.588710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37614) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:40.588848 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bd871cbd-a5ff-4a03-b4df-a44c588f0472 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/9edcc71b-82b7-422d-83f9-7567e370464f HTTP/1.1" status: 204 len: 168 time: 1.0405304 Aug 31 15:50:40.595046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7230e-cb49-4e34-999a-f93e2c718d57 None None] Network 83fd5b22-387d-49d0-9384-a959a3a2a147 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:40.602033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.659607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Port 9015f4d2-25d9-4a14-912b-9c1f048b394d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:40.661848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (6544d335-d800-4235-bbf4-0eb9aa43ba0a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.671054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda1efc-7ea7-450f-9a6e-851d3da736b3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:40.700947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-adda1efc-7ea7-450f-9a6e-851d3da736b3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:40.704850 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda1efc-7ea7-450f-9a6e-851d3da736b3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:40.705448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-adda1efc-7ea7-450f-9a6e-851d3da736b3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.716694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:40.716849 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object aa40bc38-56e6-43f2-b65e-f5455edcf9e0. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:40.716949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=9,neutron:SELECT=82,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:40.718093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.730846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:40.733305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:40.733972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f94bd-17ac-426e-8942-15bdabd012a5 None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:40.734292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (7f68b00a-c04d-4894-a483-238627877145), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:40.739215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:40.748777 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6544d335-d800-4235-bbf4-0eb9aa43ba0a HTTP/1.1" status: 204 len: 168 time: 2.8117518 Aug 31 15:50:40.750209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3ed25-b5d3-4517-a502-3f6abd7caf30 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=6544d335-d800-4235-bbf4-0eb9aa43ba0a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.757618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37616) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:40.758649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (c19c6070-2e3b-4844-a4c7-2b3b6f676c30), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.767603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f05bb465-c95c-4031-b38b-23b5912000e7 None None] Could not find standard attr ID for object 9af04deb-e753-4019-b181-24499a4d6ee2. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:40.813915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7a205-971f-4bad-8bb3-853a16007086 None None] DHCP port deletion for 6544d335-d800-4235-bbf4-0eb9aa43ba0a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:40.838211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Network 6ff0461b-ef85-4062-aef1-1dd446d16cea is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:40.858967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda1efc-7ea7-450f-9a6e-851d3da736b3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Subnet': ['ID=02c0a491-46b7-4a27-b1e9-d65021292841,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.863192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-86dd9828-7fce-4c13-8a90-d465faf1133f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.874308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.878053 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/c19c6070-2e3b-4844-a4c7-2b3b6f676c30 HTTP/1.1" status: 204 len: 168 time: 6.1858435 Aug 31 15:50:40.879276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68909377-fff6-4931-b914-37cfcbb9a712 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Network': ['ID=c19c6070-2e3b-4844-a4c7-2b3b6f676c30,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.903129 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (83fd5b22-387d-49d0-9384-a959a3a2a147), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.905634 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-36de1da0-ad6c-4499-a5f5-a0b07a840245 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:40.906084 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36de1da0-ad6c-4499-a5f5-a0b07a840245 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:40.909160 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-36de1da0-ad6c-4499-a5f5-a0b07a840245 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c6eba9d7-6672-4720-b3f8-193a683a98dc HTTP/1.1" status: 404 len: 337 time: 0.1429644 Aug 31 15:50:40.910909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37622) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:40.921492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:40.926220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37624) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:40.946637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Could not find standard attr ID for object bd7a5976-9ff6-487a-8a1e-0118e712b005. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:40.953243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a9c90-1b54-48cb-9dac-c45fd69e5df8 req-66412fba-32a6-4b13-b0b0-ecdf08ed98b6 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:40.954843 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-429a9c90-1b54-48cb-9dac-c45fd69e5df8 req-66412fba-32a6-4b13-b0b0-ecdf08ed98b6 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.0903833 Aug 31 15:50:40.957602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Could not find standard attr ID for object f61cb28d-5459-4a9f-9ddf-b4a07e520c02. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:40.958966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=42405b31-4d42-40f5-aee1-f832c3ae42c2,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.969223 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-adda1efc-7ea7-450f-9a6e-851d3da736b3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8888934 Aug 31 15:50:40.982583 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4feadbc-cc55-4c90-9278-1652e23b6423 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:40.983149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4feadbc-cc55-4c90-9278-1652e23b6423 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:40.983712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Provisioning complete for port 7afd0a16-f787-4625-baf3-f4a3b466a66b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:40.987026 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a4feadbc-cc55-4c90-9278-1652e23b6423 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/37675156-5a23-42a6-b519-33fb501873bd HTTP/1.1" status: 404 len: 337 time: 0.0744195 Aug 31 15:50:40.987474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37626) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:40.995014 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:40.995638 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 1 to provision port 7afd0a16-f787-4625-baf3-f4a3b466a66b Aug 31 15:50:40.999026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37628) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.005353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1338140942', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02c0a491-46b7-4a27-b1e9-d65021292841'}], 'security_groups': ['11c6958b-6e86-433d-a3f9-746d0d16dc1c', '5b4dc538-81bd-48b9-aff8-db32fae4244a']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:41.070649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d4895-0db4-4800-b410-c05ffad930ab None None] DHCP port deletion for 83fd5b22-387d-49d0-9384-a959a3a2a147 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:41.133146 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-429a9c90-1b54-48cb-9dac-c45fd69e5df8 req-0ccb4fa7-3f07-4c94-b181-462ef4767f5c tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547542 Aug 31 15:50:41.137717 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 6ff0461b-ef85-4062-aef1-1dd446d16cea) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:41.144055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:41.150104 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:41.154324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:41.168030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.177430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-395d4895-0db4-4800-b410-c05ffad930ab None None] Deleting port c1ad2816-959f-47ad-9c85-9a60c8fe9776 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:41.178038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-395d4895-0db4-4800-b410-c05ffad930ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.182866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99821aa-9a3c-4ac5-964d-c7598bd9eab2 None None] Network 6ff0461b-ef85-4062-aef1-1dd446d16cea requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:41.186493 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:41.221428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 458e1f31-d030-4514-9c6d-617346ecc0bf up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:41.223784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39d3a1-99fa-4922-933f-5db2c1883b2d None None] Update dhcp port {'port': {'network_id': 'e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d', 'fixed_ips': [{'subnet_id': '7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4', 'ip_address': '172.20.0.18'}, {'subnet_id': '02c0a491-46b7-4a27-b1e9-d65021292841'}, {'subnet_id': 'e3551e3b-3b40-4de3-85f6-dc1927a1bc77'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '7afd0a16-f787-4625-baf3-f4a3b466a66b'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:50:41.334485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:41.337240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.343140 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5e990d79-a73c-42ac-ad05-0e88d03b1d5d tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3325119 Aug 31 15:50:41.353133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37630) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.497225 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cf16a2-1729-4e60-8de8-a53321396746 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:41.497346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cf16a2-1729-4e60-8de8-a53321396746 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:41.502633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-97cf16a2-1729-4e60-8de8-a53321396746 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6544d335-d800-4235-bbf4-0eb9aa43ba0a HTTP/1.1" status: 404 len: 339 time: 0.5461063 Aug 31 15:50:41.502633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:41.506512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:41.511718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.512226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37632) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.519707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:41.520601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port c1ad2816-959f-47ad-9c85-9a60c8fe9776 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:41.521427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.528602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Provisioning complete for port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:41.528971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9aafe5eb-83e9-45b1-803c-d3f0452baee8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.529303 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 1 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:41.537082 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13f4c36-e6d1-4f45-a0db-0c2f9414cc73 None None] Network 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:41.552461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-395d4895-0db4-4800-b410-c05ffad930ab None None] For port c1ad2816-959f-47ad-9c85-9a60c8fe9776, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c1ad2816-959f-47ad-9c85-9a60c8fe9776,segment=NetworkSegment(5950bb48-a6b1-40c3-b970-aa4ecc98d553),segment_id=5950bb48-a6b1-40c3-b970-aa4ecc98d553)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:41.552835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb4f95-4244-4371-96c0-4c03617c5964 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:41.553000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-395d4895-0db4-4800-b410-c05ffad930ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.558451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb4f95-4244-4371-96c0-4c03617c5964 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:41.563488 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6dfb4f95-4244-4371-96c0-4c03617c5964 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2056980 Aug 31 15:50:41.563488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37634) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.574374 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7725ce1b-7c09-434f-ab0d-35af323bd649 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:41.574956 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7725ce1b-7c09-434f-ab0d-35af323bd649 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:41.578547 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7725ce1b-7c09-434f-ab0d-35af323bd649 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/f4103d73-e8e6-4e9c-ba47-6ab5fe823616 HTTP/1.1" status: 404 len: 337 time: 0.0539367 Aug 31 15:50:41.599776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37636) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.602986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:41.648654 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-216ed46a-d89e-4ea5-a103-329edcac24a0 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:41.648654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216ed46a-d89e-4ea5-a103-329edcac24a0 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:41.654095 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-216ed46a-d89e-4ea5-a103-329edcac24a0 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/1cfc75b0-3d3a-498a-b41f-4b69caea0f59 HTTP/1.1" status: 404 len: 339 time: 0.0498178 Aug 31 15:50:41.654275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6b39d3a1-99fa-4922-933f-5db2c1883b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.656477 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baa7d84-50ff-44fa-8416-b94500792f0b tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:41.656477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6baa7d84-50ff-44fa-8416-b94500792f0b tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:41.661529 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6baa7d84-50ff-44fa-8416-b94500792f0b tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/c19c6070-2e3b-4844-a4c7-2b3b6f676c30 HTTP/1.1" status: 404 len: 339 time: 0.1683178 Aug 31 15:50:41.661713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-395d4895-0db4-4800-b410-c05ffad930ab None None] Calling delete_port for c1ad2816-959f-47ad-9c85-9a60c8fe9776 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:41.661818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37640) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.664541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37642) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.697604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:41.723382 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=17 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:41.730787 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=15 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:41.732820 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-af282a91-995e-4f54-bbd3-045c36045d3c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:41.732820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af282a91-995e-4f54-bbd3-045c36045d3c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:41.738382 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-af282a91-995e-4f54-bbd3-045c36045d3c tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/05b8831e-3282-4f71-9ebd-e83667099f3f HTTP/1.1" status: 404 len: 337 time: 0.0690970 Aug 31 15:50:41.740492 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37644) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.754200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-8491c329-4153-4691-866b-c6b0c899299c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Deleting port 1270d73d-af98-4b3a-8668-24a63b3952c7 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:41.754200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8491c329-4153-4691-866b-c6b0c899299c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1270d73d-af98-4b3a-8668-24a63b3952c7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.754552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 458e1f31-d030-4514-9c6d-617346ecc0bf triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:41.754552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (458e1f31-d030-4514-9c6d-617346ecc0bf), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.754827 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 458e1f31-d030-4514-9c6d-617346ecc0bf Aug 31 15:50:41.787370 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0b9de63a-ad8f-4edf-b160-54abf6abc5e1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9815030 Aug 31 15:50:41.788535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37646) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.794001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-414022800'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:41.805512 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ae3bb0-c095-4b87-9b2a-f75ac07adb7b tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:41.806148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ae3bb0-c095-4b87-9b2a-f75ac07adb7b tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:41.814080 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f7ae3bb0-c095-4b87-9b2a-f75ac07adb7b tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/7d37e600-6b7d-4a9e-9805-64cfab737c89 HTTP/1.1" status: 404 len: 339 time: 0.0685723 Aug 31 15:50:41.814213 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:41.817131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37648) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.846634 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] For port c1ad2816-959f-47ad-9c85-9a60c8fe9776, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c1ad2816-959f-47ad-9c85-9a60c8fe9776,segment=NetworkSegment(5950bb48-a6b1-40c3-b970-aa4ecc98d553),segment_id=5950bb48-a6b1-40c3-b970-aa4ecc98d553)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:41.847271 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.903690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (5db9765b-6500-4218-a5d1-558dd7fe856b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.908151 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04bb04e-d945-4f6b-bb7e-f3ff2f621260 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:41.908618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04bb04e-d945-4f6b-bb7e-f3ff2f621260 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:41.915551 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f04bb04e-d945-4f6b-bb7e-f3ff2f621260 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b5f9eaee-fa64-4e80-923b-4c7362a93676 HTTP/1.1" status: 404 len: 337 time: 0.0941191 Aug 31 15:50:41.915551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for c1ad2816-959f-47ad-9c85-9a60c8fe9776 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:41.916189 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-66ff722e-98c9-4a8c-ab1b-fe2180d10d4f', 'network_id': '66ff722e-98c9-4a8c-ab1b-fe2180d10d4f', 'project_id': '3ded716f5d8140129df35d35a7bf8ca3', 'fixed_ips': [{'subnet_id': '1dab84c5-d3f6-4a60-a99b-ecc05e9d065e'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:41.917112 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.918977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8491c329-4153-4691-866b-c6b0c899299c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1270d73d-af98-4b3a-8668-24a63b3952c7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.919137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37650) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:41.947163 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-8491c329-4153-4691-866b-c6b0c899299c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Calling delete_port for 1270d73d-af98-4b3a-8668-24a63b3952c7 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:41.951999 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:41.961588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:41.985614 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-217585b6-c5c7-4ab5-bcda-81debc9cf969 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:41.985614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217585b6-c5c7-4ab5-bcda-81debc9cf969 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:41.985614 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-217585b6-c5c7-4ab5-bcda-81debc9cf969 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f3a63dd0-7d71-481c-bafc-5dd4e086e6e5 HTTP/1.1" status: 404 len: 339 time: 0.0623190 Aug 31 15:50:42.008839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37652) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:42.027629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:42.031507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.049460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f61cb28d-5459-4a9f-9ddf-b4a07e520c02 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:42.078422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:42.095855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (c2834b85-46ef-466d-a08b-85f5eaa3f629), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.096357 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Added segment c2834b85-46ef-466d-a08b-85f5eaa3f629 of type vlan for network 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f Aug 31 15:50:42.097143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: f61cb28d-5459-4a9f-9ddf-b4a07e520c02 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:42.097495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f61cb28d-5459-4a9f-9ddf-b4a07e520c02 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:42.097947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c1ad2816-959f-47ad-9c85-9a60c8fe9776 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:42.142388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.143014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (7f68b00a-c04d-4894-a483-238627877145), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.152074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (dcfc5664-9991-436e-8db1-4c60c26a0662), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.179352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-395d4895-0db4-4800-b410-c05ffad930ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.181050 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.195539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (5db9765b-6500-4218-a5d1-558dd7fe856b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.203328 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 2 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:42.226418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=42405b31-4d42-40f5-aee1-f832c3ae42c2,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:42.235223 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (70bdbe09-109b-4bf7-a7ec-22c03bb2e53f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.247713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8491c329-4153-4691-866b-c6b0c899299c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1270d73d-af98-4b3a-8668-24a63b3952c7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.270077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4895-0db4-4800-b410-c05ffad930ab None None] Pushing event deleted for resources: {'Port': ['ID=c1ad2816-959f-47ad-9c85-9a60c8fe9776,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:42.276366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d4895-0db4-4800-b410-c05ffad930ab None None] No DVR routers for this DVR port c1ad2816-959f-47ad-9c85-9a60c8fe9776 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:42.287306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No active binding found for port c1ad2816-959f-47ad-9c85-9a60c8fe9776 {{(pid=114267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 31 15:50:42.287306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] The host dv-neutron-855257-2-hyperv is not matching for port c1ad2816-959f-47ad-9c85-9a60c8fe9776 host None! {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2414}} Aug 31 15:50:42.287306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c1ad2816-959f-47ad-9c85-9a60c8fe9776 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:42.287994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491c329-4153-4691-866b-c6b0c899299c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Port': ['ID=1270d73d-af98-4b3a-8668-24a63b3952c7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:42.298733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db9765b-6500-4218-a5d1-558dd7fe856b']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:42.317525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Allocated IP 2001:db8:0:ffff::2 (66ff722e-98c9-4a8c-ab1b-fe2180d10d4f/1dab84c5-d3f6-4a60-a99b-ecc05e9d065e/f11417a1-00d7-4d08-a871-8d1e56e50ccf) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:42.334000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-6b39d3a1-99fa-4922-933f-5db2c1883b2d None None] Allocated IP 172.20.0.34 (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d/02c0a491-46b7-4a27-b1e9-d65021292841/7afd0a16-f787-4625-baf3-f4a3b466a66b) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:42.343241 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:42.346806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-6b39d3a1-99fa-4922-933f-5db2c1883b2d None None] Allocated IP 172.20.0.2 (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d/e3551e3b-3b40-4de3-85f6-dc1927a1bc77/7afd0a16-f787-4625-baf3-f4a3b466a66b) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:42.349959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e279332b-c4de-435c-9490-d13b6a28943c') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:42.350539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e279332b-c4de-435c-9490-d13b6a28943c') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:42.361484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b19f9ff2-0d1d-4948-842a-d494a11ad9dc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Deleting port 9015f4d2-25d9-4a14-912b-9c1f048b394d {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:42.361484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b19f9ff2-0d1d-4948-842a-d494a11ad9dc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9015f4d2-25d9-4a14-912b-9c1f048b394d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.378382 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42975d-d892-4476-b6a1-486fb2994b42 req-b49efb9e-a795-4800-b693-9f402833daaa tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:42.380118 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ef42975d-d892-4476-b6a1-486fb2994b42 req-b49efb9e-a795-4800-b693-9f402833daaa tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1460130 Aug 31 15:50:42.383100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (e279332b-c4de-435c-9490-d13b6a28943c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.403007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.resource_extend [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 15:50:42.413662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:42.426180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:42.426403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (c1ad2816-959f-47ad-9c85-9a60c8fe9776), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.530746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e279332b-c4de-435c-9490-d13b6a28943c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.534340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:42.535946 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-6b39d3a1-99fa-4922-933f-5db2c1883b2d None None] For port 7afd0a16-f787-4625-baf3-f4a3b466a66b, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7afd0a16-f787-4625-baf3-f4a3b466a66b,segment=NetworkSegment(074ed60c-5547-41db-abcc-9c401da0f881),segment_id=074ed60c-5547-41db-abcc-9c401da0f881)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:42.539653 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 7835691e-73d5-49ea-8109-cf19b03aa403 resource provider aggregate not found Aug 31 15:50:42.541397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8491c329-4153-4691-866b-c6b0c899299c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.547103 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8491c329-4153-4691-866b-c6b0c899299c tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "DELETE /networking/v2.0/ports/1270d73d-af98-4b3a-8668-24a63b3952c7 HTTP/1.1" status: 204 len: 168 time: 0.9806244 Aug 31 15:50:42.547627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37660) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:42.558210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=c1ad2816-959f-47ad-9c85-9a60c8fe9776,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:42.562939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] No DVR routers for this DVR port c1ad2816-959f-47ad-9c85-9a60c8fe9776 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:42.575966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:42.588389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6b39d3a1-99fa-4922-933f-5db2c1883b2d None None] Publish callbacks [] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.597415 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 7835691e-73d5-49ea-8109-cf19b03aa403 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7835691e-73d5-49ea-8109-cf19b03aa403 found for delete ", "request_id": "req-c507245a-3b2e-4097-89d9-a0e0f2900f2b"}]} Aug 31 15:50:42.606190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:42.606607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (e279332b-c4de-435c-9490-d13b6a28943c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.641544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b19f9ff2-0d1d-4948-842a-d494a11ad9dc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9015f4d2-25d9-4a14-912b-9c1f048b394d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.677771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-d75e5a5f-bec2-44dd-ae9a-b9eb28ac2502 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Deleting port 5a3967b5-39e7-4929-b495-044914dc62c0 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:42.679032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d75e5a5f-bec2-44dd-ae9a-b9eb28ac2502 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5a3967b5-39e7-4929-b495-044914dc62c0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.684350 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (70bdbe09-109b-4bf7-a7ec-22c03bb2e53f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.687728 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Publish callbacks [] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.690352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:42.691369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.737714 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6b39d3a1-99fa-4922-933f-5db2c1883b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.782607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b19f9ff2-0d1d-4948-842a-d494a11ad9dc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Calling delete_port for 9015f4d2-25d9-4a14-912b-9c1f048b394d owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:42.800448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.806808 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ef42975d-d892-4476-b6a1-486fb2994b42 req-eb166ab2-7da8-4295-87c4-51a69d9c18be tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169014 Aug 31 15:50:42.838530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:42.842258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (83fd5b22-387d-49d0-9384-a959a3a2a147), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.881300 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 3 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:42.891942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39d3a1-99fa-4922-933f-5db2c1883b2d None None] Pushing event updated for resources: {'Port': ['ID=7afd0a16-f787-4625-baf3-f4a3b466a66b,revision_number=5']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:42.917129 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Network 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:42.943179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (5db9765b-6500-4218-a5d1-558dd7fe856b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.948578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:42.952259 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/5db9765b-6500-4218-a5d1-558dd7fe856b HTTP/1.1" status: 204 len: 168 time: 1.2865789 Aug 31 15:50:42.965226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fd5b22-387d-49d0-9384-a959a3a2a147']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:42.968185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Pushing event updated for resources: {'Port': ['ID=f11417a1-00d7-4d08-a871-8d1e56e50ccf,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:42.971563 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37664) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:42.973030 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:42.977497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:42.995736 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:42.998780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:43.032093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d629a-65d8-42d5-942d-94303dc84ca9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=5db9765b-6500-4218-a5d1-558dd7fe856b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:43.043318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5950bb48-a6b1-40c3-b970-aa4ecc98d553') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:43.043615 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5950bb48-a6b1-40c3-b970-aa4ecc98d553') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:43.058892 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-81112833-b335-40b3-b309-28944481096c tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.059476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81112833-b335-40b3-b309-28944481096c tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.065004 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-81112833-b335-40b3-b309-28944481096c tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/35f3ff49-49e4-4cfc-b929-8d107ad73d67 HTTP/1.1" status: 404 len: 337 time: 0.0886288 Aug 31 15:50:43.075018 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Attempting to bind port f11417a1-00d7-4d08-a871-8d1e56e50ccf on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:43.075713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37666) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.075948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Attempting to bind port f11417a1-00d7-4d08-a871-8d1e56e50ccf by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '9c2d3a31-4d88-45cd-8e75-e3dc5729e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '66ff722e-98c9-4a8c-ab1b-fe2180d10d4f'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:43.076518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Attempting to bind port f11417a1-00d7-4d08-a871-8d1e56e50ccf on network 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:43.084503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:43.085967 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Checking segment: {'id': '9c2d3a31-4d88-45cd-8e75-e3dc5729e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '66ff722e-98c9-4a8c-ab1b-fe2180d10d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:43.086649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.087221 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Bound using segment: {'id': '9c2d3a31-4d88-45cd-8e75-e3dc5729e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '66ff722e-98c9-4a8c-ab1b-fe2180d10d4f'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:43.088061 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Bound port: f11417a1-00d7-4d08-a871-8d1e56e50ccf, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2d3a31-4d88-45cd-8e75-e3dc5729e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '66ff722e-98c9-4a8c-ab1b-fe2180d10d4f'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:43.088637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.094858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (5950bb48-a6b1-40c3-b970-aa4ecc98d553), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.123802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:43.127516 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c278660-b703-47a0-86c0-85836dec7571 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.128057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c278660-b703-47a0-86c0-85836dec7571 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.131209 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0c278660-b703-47a0-86c0-85836dec7571 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/a5f29261-3e05-436d-a9c0-9becfe3e5406 HTTP/1.1" status: 404 len: 339 time: 0.0545094 Aug 31 15:50:43.157375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37668) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.170146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Router 7f68b00a-c04d-4894-a483-238627877145 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:50:43.179620 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] For port f11417a1-00d7-4d08-a871-8d1e56e50ccf, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:43.194559 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7afd0a16-f787-4625-baf3-f4a3b466a66b up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:43.211075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5950bb48-a6b1-40c3-b970-aa4ecc98d553), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.229761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d75e5a5f-bec2-44dd-ae9a-b9eb28ac2502 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5a3967b5-39e7-4929-b495-044914dc62c0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.243766 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed304530-0941-4d25-a47a-7cc42c6ff602 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.246422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed304530-0941-4d25-a47a-7cc42c6ff602 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.247772 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ed304530-0941-4d25-a47a-7cc42c6ff602 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/ac720206-df00-498a-86c0-cecd2c9b796e HTTP/1.1" status: 404 len: 337 time: 0.0515873 Aug 31 15:50:43.252864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:43.253283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (5950bb48-a6b1-40c3-b970-aa4ecc98d553), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.256497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37670) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.263515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7afd0a16-f787-4625-baf3-f4a3b466a66b triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:43.264095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.264441 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7afd0a16-f787-4625-baf3-f4a3b466a66b Aug 31 15:50:43.275307 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-d75e5a5f-bec2-44dd-ae9a-b9eb28ac2502 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Calling delete_port for 5a3967b5-39e7-4929-b495-044914dc62c0 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:43.309346 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a9246f-6181-482c-9d06-b727c466b98a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.309938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a9246f-6181-482c-9d06-b727c466b98a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:43.311712 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:43.313655 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-34a9246f-6181-482c-9d06-b727c466b98a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f5ca02b1-7c87-4636-8e9b-5e4346c74a3d HTTP/1.1" status: 404 len: 339 time: 0.0452213 Aug 31 15:50:43.342910 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5535581 Aug 31 15:50:43.343854 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37672) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.346422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37674) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.351487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'network_id': '70bdbe09-109b-4bf7-a7ec-22c03bb2e53f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:43.385697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffdfed-0cc5-4661-a12a-fe1d4188182b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=70bdbe09-109b-4bf7-a7ec-22c03bb2e53f,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:43.397423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:43.453790 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e3b360-c8f6-43da-9200-ed56bb87232e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.454604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e3b360-c8f6-43da-9200-ed56bb87232e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.458630 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-00e3b360-c8f6-43da-9200-ed56bb87232e tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/f7a7cca3-1bde-49d3-9a85-2f2bff1fe454 HTTP/1.1" status: 404 len: 337 time: 0.1105700 Aug 31 15:50:43.463684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37676) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.469190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b19f9ff2-0d1d-4948-842a-d494a11ad9dc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9015f4d2-25d9-4a14-912b-9c1f048b394d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.500783 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 4 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:43.524662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:43.526212 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2f4e6c-93d3-40f1-9658-db9a6736c85c tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.526734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2f4e6c-93d3-40f1-9658-db9a6736c85c tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.530645 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7d2f4e6c-93d3-40f1-9658-db9a6736c85c tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f5a35a4a-8eab-4236-baa6-9338c7db397a HTTP/1.1" status: 404 len: 339 time: 0.0650866 Aug 31 15:50:43.536857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37678) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.548709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f9ff2-0d1d-4948-842a-d494a11ad9dc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Port': ['ID=9015f4d2-25d9-4a14-912b-9c1f048b394d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:43.574695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:50:43.575030 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:43.580024 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a5098811-0ee9-4f95-9372-39cbd6ef9a18 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "PUT /networking/v2.0/routers/7f68b00a-c04d-4894-a483-238627877145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5965965 Aug 31 15:50:43.582662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37680) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.589218 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Sync routers for ids ['7f68b00a-c04d-4894-a483-238627877145'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:50:43.593243 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad58c8b2-e28e-41c0-a902-22f4f7e03a94 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.593807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad58c8b2-e28e-41c0-a902-22f4f7e03a94 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.596735 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ad58c8b2-e28e-41c0-a902-22f4f7e03a94 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/eee428b5-4a9d-4fcd-85dd-0cc41c56ad5d HTTP/1.1" status: 404 len: 337 time: 0.0593271 Aug 31 15:50:43.602670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37682) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.604497 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Routers {'7f68b00a-c04d-4894-a483-238627877145'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:43.605259 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['7f68b00a-c04d-4894-a483-238627877145'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:43.609196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (83fd5b22-387d-49d0-9384-a959a3a2a147), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.611280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b19f9ff2-0d1d-4948-842a-d494a11ad9dc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.615617 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b19f9ff2-0d1d-4948-842a-d494a11ad9dc tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/ports/9015f4d2-25d9-4a14-912b-9c1f048b394d HTTP/1.1" status: 204 len: 168 time: 1.6057274 Aug 31 15:50:43.617351 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Delete allocated IP 172.20.0.6 (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d/e3551e3b-3b40-4de3-85f6-dc1927a1bc77) {{(pid=114266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 15:50:43.619594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] For port f11417a1-00d7-4d08-a871-8d1e56e50ccf, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f11417a1-00d7-4d08-a871-8d1e56e50ccf,segment=NetworkSegment(9c2d3a31-4d88-45cd-8e75-e3dc5729e25c),segment_id=9c2d3a31-4d88-45cd-8e75-e3dc5729e25c)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:43.627512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37684) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.655958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.661952 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fb3dcc-f392-45ed-aa47-8c010d3eaaa1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.662475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fb3dcc-f392-45ed-aa47-8c010d3eaaa1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.665097 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/networks/83fd5b22-387d-49d0-9384-a959a3a2a147 HTTP/1.1" status: 204 len: 168 time: 3.0736325 Aug 31 15:50:43.667496 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-04fb3dcc-f392-45ed-aa47-8c010d3eaaa1 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/d3b17347-2853-4964-9ac9-17d366f8c8ea HTTP/1.1" status: 404 len: 339 time: 0.0419323 Aug 31 15:50:43.672036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37686) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.672036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37688) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.680766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.680995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Allocated IP 172.20.0.40 (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d/02c0a491-46b7-4a27-b1e9-d65021292841/dcfc5664-9991-436e-8db1-4c60c26a0662) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:43.699029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b3fdd-e710-4cf2-9446-91669b43af9b tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Network': ['ID=83fd5b22-387d-49d0-9384-a959a3a2a147,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:43.705257 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Set router 7f68b00a-c04d-4894-a483-238627877145 gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:50:43.706989 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f15577d-3778-482b-b42e-d1b119b285dd tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.707466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f15577d-3778-482b-b42e-d1b119b285dd tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.713155 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0f15577d-3778-482b-b42e-d1b119b285dd tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7bb06395-110e-4cad-bc92-e1207ba0ca01 HTTP/1.1" status: 404 len: 337 time: 0.0715468 Aug 31 15:50:43.715339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37690) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.727686 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.735462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:43.741633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.751654 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.810918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d798685f-7fc5-43ab-85d3-1718aec8a59d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:43.815159 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d798685f-7fc5-43ab-85d3-1718aec8a59d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports/42405b31-4d42-40f5-aee1-f832c3ae42c2 HTTP/1.1" status: 200 len: 911 time: 0.2295470 Aug 31 15:50:43.820044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f76a9e-c48c-4d61-b10c-cbd9d643411b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.820644 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f76a9e-c48c-4d61-b10c-cbd9d643411b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.824860 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c5f76a9e-c48c-4d61-b10c-cbd9d643411b tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/0cc3bf9e-145d-4aaf-9e24-b670c0cf09ea HTTP/1.1" status: 404 len: 337 time: 0.1057847 Aug 31 15:50:43.826381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37692) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.848252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793b84c-6777-42cd-8b1d-9b692dad04d0 None None] Pushing event updated for resources: {'Port': ['ID=f11417a1-00d7-4d08-a871-8d1e56e50ccf,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:43.853520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37694) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.925419 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-e097fc9a-4104-4780-b5e2-cfddc2f9ad79 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:43.925965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e097fc9a-4104-4780-b5e2-cfddc2f9ad79 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:43.929657 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e097fc9a-4104-4780-b5e2-cfddc2f9ad79 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f231b10e-1022-4445-91b2-9fd19bb13ec0 HTTP/1.1" status: 404 len: 339 time: 0.0615444 Aug 31 15:50:43.943604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37698) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:43.966608 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d75e5a5f-bec2-44dd-ae9a-b9eb28ac2502 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5a3967b5-39e7-4929-b495-044914dc62c0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:43.984821 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f68b00a-c04d-4894-a483-238627877145', 'name': 'tempest-NetworksTestDHCPv6-router-988775450', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:37Z', 'updated_at': '2022-08-31T15:50:41Z', 'revision_number': 2, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None, '_interfaces': [{'id': '42405b31-4d42-40f5-aee1-f832c3ae42c2', 'name': '', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'mac_address': 'fa:16:3e:43:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68b00a-c04d-4894-a483-238627877145', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c6794760-0edd-443a-b382-258cf65294ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:50:39Z', 'updated_at': '2022-08-31T15:50:41Z', 'revision_number': 2, 'project_id': '57453428e9d542b0acd117241d1c9715', 'subnets': [{'id': 'c6794760-0edd-443a-b382-258cf65294ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:43.985602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (e5d1034a-a992-4079-a23d-40fd2b99fda8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.015347 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc16211-ad1a-4303-a6ab-f7f86a3054ca tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:44.016272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc16211-ad1a-4303-a6ab-f7f86a3054ca tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:44.024321 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1cc16211-ad1a-4303-a6ab-f7f86a3054ca tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/9b5c5650-768d-4e8e-a398-46d1c0f30b10 HTTP/1.1" status: 404 len: 337 time: 0.0737848 Aug 31 15:50:44.025801 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Checking router: 7f68b00a-c04d-4894-a483-238627877145 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:50:44.026436 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Updating router 7f68b00a-c04d-4894-a483-238627877145 port 42405b31-4d42-40f5-aee1-f832c3ae42c2 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:50:44.077456 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 5 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:44.078612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37700) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:44.081440 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.094839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-959ce5b2-dca8-43a3-a1fe-16c0d8fea631 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port 5bbd5324-666b-4071-9655-5b02ff9ea68d {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:44.095230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-959ce5b2-dca8-43a3-a1fe-16c0d8fea631 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5bbd5324-666b-4071-9655-5b02ff9ea68d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.103039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e5a5f-bec2-44dd-ae9a-b9eb28ac2502 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Port': ['ID=5a3967b5-39e7-4929-b495-044914dc62c0,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:44.119846 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ab9460-698a-41fa-9370-46deee3733a9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:44.120365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ab9460-698a-41fa-9370-46deee3733a9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:44.123882 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b5ab9460-698a-41fa-9370-46deee3733a9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/539ad619-2403-4e5d-b62f-741d0e603017 HTTP/1.1" status: 404 len: 339 time: 0.0439939 Aug 31 15:50:44.129371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37702) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:44.151173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a3c10-5bf1-4021-8bed-98dc204de25a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:44.156537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a3c10-5bf1-4021-8bed-98dc204de25a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:44.161902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:44.162485 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0d7a3c10-5bf1-4021-8bed-98dc204de25a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3347034 Aug 31 15:50:44.163293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37704) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:44.206625 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d75e5a5f-bec2-44dd-ae9a-b9eb28ac2502 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.213138 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d75e5a5f-bec2-44dd-ae9a-b9eb28ac2502 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "DELETE /networking/v2.0/ports/5a3967b5-39e7-4929-b495-044914dc62c0 HTTP/1.1" status: 204 len: 168 time: 1.6645291 Aug 31 15:50:44.216512 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37706) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:44.282616 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb6320d-62f8-422e-9fdb-c2ed4adc204a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:44.283597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb6320d-62f8-422e-9fdb-c2ed4adc204a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:44.290567 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0eb6320d-62f8-422e-9fdb-c2ed4adc204a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/ca4d4768-77cb-4ac2-af9b-24224085a8a6 HTTP/1.1" status: 404 len: 337 time: 0.1546171 Aug 31 15:50:44.295819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for port (dcfc5664-9991-436e-8db1-4c60c26a0662), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.296471 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93c62a-2f27-4bc7-b6af-db4aee67cfe6 req-ad7fea5d-aab9-4511-88f1-ce214017db07 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:44.298111 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aa93c62a-2f27-4bc7-b6af-db4aee67cfe6 req-ad7fea5d-aab9-4511-88f1-ce214017db07 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.3349624 Aug 31 15:50:44.299826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37708) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:44.335168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:44.341040 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-326dd9d4-707a-4464-9c71-c3dde07adba8 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1197608 Aug 31 15:50:44.348989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37710) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:44.387211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1182757932'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:44.391297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:44.400732 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cb6bab-b89e-4aa1-b40b-386ccbcd96ff tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:44.403419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cb6bab-b89e-4aa1-b40b-386ccbcd96ff tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:44.404416 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-21cb6bab-b89e-4aa1-b40b-386ccbcd96ff tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/85d1bb11-365d-4af5-b6a0-1b93a956211c HTTP/1.1" status: 404 len: 339 time: 0.1009133 Aug 31 15:50:44.410184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (dcfc5664-9991-436e-8db1-4c60c26a0662), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.417181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37712) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:44.432879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (e5d1034a-a992-4079-a23d-40fd2b99fda8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.463431 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-959ce5b2-dca8-43a3-a1fe-16c0d8fea631 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5bbd5324-666b-4071-9655-5b02ff9ea68d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.463843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-959ce5b2-dca8-43a3-a1fe-16c0d8fea631 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (5bbd5324-666b-4071-9655-5b02ff9ea68d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.480698 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df92851-77d3-4328-ba37-97e9f691be14 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:44.480698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df92851-77d3-4328-ba37-97e9f691be14 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:44.486094 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9df92851-77d3-4328-ba37-97e9f691be14 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/8b70cc81-571e-40ad-beac-5605ad2eefc2 HTTP/1.1" status: 404 len: 337 time: 0.0654612 Aug 31 15:50:44.491810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37714) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:44.499505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-959ce5b2-dca8-43a3-a1fe-16c0d8fea631 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for 5bbd5324-666b-4071-9655-5b02ff9ea68d owned by network:floatingip {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:44.502040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d1034a-a992-4079-a23d-40fd2b99fda8']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:44.502728 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Publish callbacks [] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.551617 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aa93c62a-2f27-4bc7-b6af-db4aee67cfe6 req-6fe1beea-ec27-4a6a-9d75-6e7fc4d1c127 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230566 Aug 31 15:50:44.578474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f38012-24cc-40d2-8b76-416fe2096478') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:44.578761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f38012-24cc-40d2-8b76-416fe2096478') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:44.583126 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2ec23c-44a1-47e6-a94c-cb60983aed77 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:44.583642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2ec23c-44a1-47e6-a94c-cb60983aed77 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:44.587239 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4e2ec23c-44a1-47e6-a94c-cb60983aed77 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/8a0eb84d-d010-43dc-8554-8e025dcdf44e HTTP/1.1" status: 404 len: 339 time: 0.0931094 Aug 31 15:50:44.590090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37716) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:44.596853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:44.613418 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.643660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Made reservation on behalf of 888f0189051f41688d18d24cae5e73e2 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:44.644654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (b2f38012-24cc-40d2-8b76-416fe2096478), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.648255 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment e279332b-c4de-435c-9490-d13b6a28943c resource provider aggregate not found Aug 31 15:50:44.648422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.663036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event updated for resources: {'Port': ['ID=dcfc5664-9991-436e-8db1-4c60c26a0662,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:44.664408 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 6 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:44.676852 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Pushing event updated for resources: {'Port': ['ID=42405b31-4d42-40f5-aee1-f832c3ae42c2,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:44.720651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b2f38012-24cc-40d2-8b76-416fe2096478), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.723598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:44.738947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] In _notify_port_updated(), no bound segment for port dcfc5664-9991-436e-8db1-4c60c26a0662 on network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:50:44.748999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:44.749707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.754169 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1e820a5a-a790-4764-b8d4-584351eb589c tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "PUT /networking/v2.0/ports/dcfc5664-9991-436e-8db1-4c60c26a0662 HTTP/1.1" status: 200 len: 960 time: 3.7529650 Aug 31 15:50:44.760194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:44.761582 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:44.768472 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.768472 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.768472 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.768472 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.768472 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.768472 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.769057 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment e279332b-c4de-435c-9490-d13b6a28943c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e279332b-c4de-435c-9490-d13b6a28943c found for delete ", "request_id": "req-eac803ab-1f6a-4c7a-9a5f-90fa7833c8e2"}]} Aug 31 15:50:44.769156 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37722) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:44.769237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.769237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.769237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.769237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.769237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.769237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.769237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.769237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.769237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:44.770079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:44.770478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (b2f38012-24cc-40d2-8b76-416fe2096478), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.789453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (33011867-ac2d-48d0-990f-f90a104318fd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.794698 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5950bb48-a6b1-40c3-b970-aa4ecc98d553 resource provider aggregate not found Aug 31 15:50:44.797478 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Attempting to bind port 42405b31-4d42-40f5-aee1-f832c3ae42c2 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:44.798196 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Attempting to bind port 42405b31-4d42-40f5-aee1-f832c3ae42c2 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:44.798814 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Attempting to bind port 42405b31-4d42-40f5-aee1-f832c3ae42c2 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:44.807088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d4518a-7950-4efa-ad03-36f8e082aeb9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting subnet da840a0f-e850-4f6b-ba93-47eff3289e33 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:44.809236 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:44.810485 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:44.812647 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.813267 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:44.813971 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Bound port: 42405b31-4d42-40f5-aee1-f832c3ae42c2, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:44.814661 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.837397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.837397 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Added segment 9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc of type vlan for network f8f3eb3c-ec05-4a27-9963-f4e31c0b314c Aug 31 15:50:44.873343 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5950bb48-a6b1-40c3-b970-aa4ecc98d553 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5950bb48-a6b1-40c3-b970-aa4ecc98d553 found for delete ", "request_id": "req-cd9d386d-94dc-4bec-bdf7-0aeef5182c50"}]} Aug 31 15:50:44.879043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-09d4518a-7950-4efa-ad03-36f8e082aeb9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (da840a0f-e850-4f6b-ba93-47eff3289e33), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:44.912888 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:44.914891 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] For port 42405b31-4d42-40f5-aee1-f832c3ae42c2, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:44.918946 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] For port 42405b31-4d42-40f5-aee1-f832c3ae42c2, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=42405b31-4d42-40f5-aee1-f832c3ae42c2,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:44.974734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=33011867-ac2d-48d0-990f-f90a104318fd,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:44.979705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-09d4518a-7950-4efa-ad03-36f8e082aeb9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (da840a0f-e850-4f6b-ba93-47eff3289e33), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.019632 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.029310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f8f3eb3c-ec05-4a27-9963-f4e31c0b314c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.051837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (e5d1034a-a992-4079-a23d-40fd2b99fda8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.059187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking segment: {'id': 'c2834b85-46ef-466d-a08b-85f5eaa3f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '70bdbe09-109b-4bf7-a7ec-22c03bb2e53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:45.059553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network hostable DHCP agents. Network: 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:45.079250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (7f68b00a-c04d-4894-a483-238627877145), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.092414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.096877 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/e5d1034a-a992-4079-a23d-40fd2b99fda8 HTTP/1.1" status: 204 len: 168 time: 1.3805387 Aug 31 15:50:45.100755 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d5dde-9bb3-47f2-bd42-d3457b214c69 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Network': ['ID=e5d1034a-a992-4079-a23d-40fd2b99fda8,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:45.104154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37728) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:45.118283 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Routers {'7f68b00a-c04d-4894-a483-238627877145'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:45.128686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6f893013-03ab-44e1-9899-dc716cb9903a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port dcfc5664-9991-436e-8db1-4c60c26a0662 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:45.128959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6f893013-03ab-44e1-9899-dc716cb9903a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (dcfc5664-9991-436e-8db1-4c60c26a0662), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.132671 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['7f68b00a-c04d-4894-a483-238627877145'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:45.183730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-959ce5b2-dca8-43a3-a1fe-16c0d8fea631 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5bbd5324-666b-4071-9655-5b02ff9ea68d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.254272 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a98f6-0a02-4793-b8f8-e38116ca5aeb None None] Pushing event updated for resources: {'Port': ['ID=42405b31-4d42-40f5-aee1-f832c3ae42c2,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:45.261798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-09d4518a-7950-4efa-ad03-36f8e082aeb9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (da840a0f-e850-4f6b-ba93-47eff3289e33), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.263243 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 7 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:45.273766 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:45.285031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ce5b2-dca8-43a3-a1fe-16c0d8fea631 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=5bbd5324-666b-4071-9655-5b02ff9ea68d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:45.287012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f8f3eb3c-ec05-4a27-9963-f4e31c0b314c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.293460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:45.293669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.309536 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] Set router 7f68b00a-c04d-4894-a483-238627877145 gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:50:45.331090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f11417a1-00d7-4d08-a871-8d1e56e50ccf up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:45.333658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:45.359797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:45.405446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e97ea2b5-b6ec-4cf5-9f98-cda1f2ad49b4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Deleting port 0669b02b-98a9-4082-bfca-fa6f62773ff7 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:45.406543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e97ea2b5-b6ec-4cf5-9f98-cda1f2ad49b4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (0669b02b-98a9-4082-bfca-fa6f62773ff7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.418648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port f11417a1-00d7-4d08-a871-8d1e56e50ccf triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:45.419326 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.419711 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port f11417a1-00d7-4d08-a871-8d1e56e50ccf Aug 31 15:50:45.484911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:45.486944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b883e4d-bc9a-492e-995b-e7f2d06733fb None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:50:45.515323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e97ea2b5-b6ec-4cf5-9f98-cda1f2ad49b4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (0669b02b-98a9-4082-bfca-fa6f62773ff7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:45.528348 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:45.546409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e97ea2b5-b6ec-4cf5-9f98-cda1f2ad49b4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Calling delete_port for 0669b02b-98a9-4082-bfca-fa6f62773ff7 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:45.554411 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2014518 Aug 31 15:50:45.554411 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b55cb5-3259-4fef-9af1-a9ca3b269cfb tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'Network': ['ID=f8f3eb3c-ec05-4a27-9963-f4e31c0b314c,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:45.559493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37730) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:45.561706 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6f893013-03ab-44e1-9899-dc716cb9903a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (dcfc5664-9991-436e-8db1-4c60c26a0662), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.568617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1822085489'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:45.584478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f8f3eb3c-ec05-4a27-9963-f4e31c0b314c details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:45.587209 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f68b00a-c04d-4894-a483-238627877145', 'name': 'tempest-NetworksTestDHCPv6-router-988775450', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:37Z', 'updated_at': '2022-08-31T15:50:41Z', 'revision_number': 2, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None, '_interfaces': [{'id': '42405b31-4d42-40f5-aee1-f832c3ae42c2', 'name': '', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'mac_address': 'fa:16:3e:43:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68b00a-c04d-4894-a483-238627877145', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c6794760-0edd-443a-b382-258cf65294ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:50:39Z', 'updated_at': '2022-08-31T15:50:44Z', 'revision_number': 4, 'project_id': '57453428e9d542b0acd117241d1c9715', 'subnets': [{'id': 'c6794760-0edd-443a-b382-258cf65294ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:45.591304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-959ce5b2-dca8-43a3-a1fe-16c0d8fea631 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for floatingip (8ee8ef26-5f3e-49a4-9720-e2827d5a4384), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.593529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-959ce5b2-dca8-43a3-a1fe-16c0d8fea631 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.606976 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-959ce5b2-dca8-43a3-a1fe-16c0d8fea631 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/8ee8ef26-5f3e-49a4-9720-e2827d5a4384 HTTP/1.1" status: 204 len: 168 time: 1.9287887 Aug 31 15:50:45.608079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37734) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:45.620389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6f893013-03ab-44e1-9899-dc716cb9903a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for dcfc5664-9991-436e-8db1-4c60c26a0662 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:45.624976 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c2178-5da9-4078-b7de-90cf4105ac4f None None] The sync data for ids ['7f68b00a-c04d-4894-a483-238627877145'] in dv-neutron-855257-2-hyperv is: [{'id': '7f68b00a-c04d-4894-a483-238627877145', 'name': 'tempest-NetworksTestDHCPv6-router-988775450', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:37Z', 'updated_at': '2022-08-31T15:50:41Z', 'revision_number': 2, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None, '_interfaces': [{'id': '42405b31-4d42-40f5-aee1-f832c3ae42c2', 'name': '', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'mac_address': 'fa:16:3e:43:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68b00a-c04d-4894-a483-238627877145', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c6794760-0edd-443a-b382-258cf65294ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:50:39Z', 'updated_at': '2022-08-31T15:50:44Z', 'revision_number': 4, 'project_id': '57453428e9d542b0acd117241d1c9715', 'subnets': [{'id': 'c6794760-0edd-443a-b382-258cf65294ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:50:45.672743 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4818b5-3c1d-422d-8213-466accfb1f46 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:45.673093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-09d4518a-7950-4efa-ad03-36f8e082aeb9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (da840a0f-e850-4f6b-ba93-47eff3289e33), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.673329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4818b5-3c1d-422d-8213-466accfb1f46 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:45.675656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:45.680279 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3f4818b5-3c1d-422d-8213-466accfb1f46 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/ports/befc0180-5f45-475b-9d6e-1e1db0d505ee HTTP/1.1" status: 404 len: 333 time: 0.0693161 Aug 31 15:50:45.683833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37736) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:45.707137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:45.707824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.762879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-09d4518a-7950-4efa-ad03-36f8e082aeb9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.766488 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-09d4518a-7950-4efa-ad03-36f8e082aeb9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/da840a0f-e850-4f6b-ba93-47eff3289e33 HTTP/1.1" status: 204 len: 168 time: 1.1652424 Aug 31 15:50:45.768234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4518a-7950-4efa-ad03-36f8e082aeb9 tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Subnet': ['ID=da840a0f-e850-4f6b-ba93-47eff3289e33,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:45.770090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37738) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:45.771506 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4dffd5ec-6a16-4536-ad32-f98455a5be3c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=95bbcd22-ed12-42fb-b81b-4d4d6f4046e3 HTTP/1.1" status: 200 len: 205 time: 0.0836134 Aug 31 15:50:45.775351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37740) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:45.841645 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-e46f8d3e-0e45-4b11-ab96-464af7300704 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] delete failed (client error): The resource could not be found. Aug 31 15:50:45.845348 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e46f8d3e-0e45-4b11-ab96-464af7300704 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/routers/95bbcd22-ed12-42fb-b81b-4d4d6f4046e3 HTTP/1.1" status: 404 len: 336 time: 0.0686543 Aug 31 15:50:45.846148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37742) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:45.850488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 42405b31-4d42-40f5-aee1-f832c3ae42c2 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:45.850812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.857786 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 8 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:45.874030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5352824-66a8-4063-89b7-2e68d14704ad req-1c64dcba-e3cf-46d8-aed1-8d73cc9935a0 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:45.875980 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5352824-66a8-4063-89b7-2e68d14704ad req-1c64dcba-e3cf-46d8-aed1-8d73cc9935a0 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1961870 Aug 31 15:50:45.937089 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f16be08-33ef-4b98-8d0c-de0cc562e6df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:45.940539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f16be08-33ef-4b98-8d0c-de0cc562e6df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:45.942803 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:45.944296 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7f16be08-33ef-4b98-8d0c-de0cc562e6df tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/9edcc71b-82b7-422d-83f9-7567e370464f HTTP/1.1" status: 404 len: 337 time: 0.0897033 Aug 31 15:50:45.951491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37744) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:45.960489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e97ea2b5-b6ec-4cf5-9f98-cda1f2ad49b4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (0669b02b-98a9-4082-bfca-fa6f62773ff7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.979788 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b883e4d-bc9a-492e-995b-e7f2d06733fb None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:50:45.991075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Made reservation on behalf of 888f0189051f41688d18d24cae5e73e2 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:45.994967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:45.997643 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5352824-66a8-4063-89b7-2e68d14704ad req-c1b63e3b-5d97-4cc3-ae3c-938cbfa3388b tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139083 Aug 31 15:50:45.998157 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:46.180528 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:46.183718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] For port 42405b31-4d42-40f5-aee1-f832c3ae42c2, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=42405b31-4d42-40f5-aee1-f832c3ae42c2,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:46.184092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.189007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-81b7ec62-d060-44c3-b3b7-42c9f5c205b7 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port 6b683506-53ca-4ce8-887d-8cbb282a837e {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:46.189346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b7ec62-d060-44c3-b3b7-42c9f5c205b7 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6b683506-53ca-4ce8-887d-8cbb282a837e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.270196 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 42405b31-4d42-40f5-aee1-f832c3ae42c2 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:46.315554 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-70bdbe09-109b-4bf7-a7ec-22c03bb2e53f', 'network_id': '70bdbe09-109b-4bf7-a7ec-22c03bb2e53f', 'project_id': '3ded716f5d8140129df35d35a7bf8ca3', 'fixed_ips': [{'subnet_id': '33011867-ac2d-48d0-990f-f90a104318fd'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:46.316790 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.449667 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 9 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:46.453373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6f893013-03ab-44e1-9899-dc716cb9903a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (dcfc5664-9991-436e-8db1-4c60c26a0662), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.456172 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (3658b013-644b-42a2-8944-a65f9e70e38d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.456837 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Added segment 3658b013-644b-42a2-8944-a65f9e70e38d of type vlan for network 374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34 Aug 31 15:50:46.464975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b7ec62-d060-44c3-b3b7-42c9f5c205b7 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6b683506-53ca-4ce8-887d-8cbb282a837e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.488739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:46.557529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e97ea2b5-b6ec-4cf5-9f98-cda1f2ad49b4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.562040 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e97ea2b5-b6ec-4cf5-9f98-cda1f2ad49b4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/ports/0669b02b-98a9-4082-bfca-fa6f62773ff7 HTTP/1.1" status: 204 len: 168 time: 1.4551799 Aug 31 15:50:46.567707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ea2b5-b6ec-4cf5-9f98-cda1f2ad49b4 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Port': ['ID=0669b02b-98a9-4082-bfca-fa6f62773ff7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:46.574337 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d913352a-0230-4e45-9b7d-81232f2ed5c6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2273374 Aug 31 15:50:46.575086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37746) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:46.581708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Allocated IP 2001:db8::1 (70bdbe09-109b-4bf7-a7ec-22c03bb2e53f/33011867-ac2d-48d0-990f-f90a104318fd/e58baf1c-405c-4c34-b590-b43b833a70e3) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:46.620489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37748) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:46.629089 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea37cd5-d7b3-48a1-9efb-f108be8a51ac tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:46.629089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea37cd5-d7b3-48a1-9efb-f108be8a51ac tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:46.629089 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1ea37cd5-d7b3-48a1-9efb-f108be8a51ac tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/2976e0ef-acfd-4f61-9793-e5a12709c610 HTTP/1.1" status: 404 len: 337 time: 0.0464926 Aug 31 15:50:46.683389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37750) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:46.695975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (c72e3a37-7206-48bb-9ac2-8a2310f54b17), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.782744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Publish callbacks [] for port (e58baf1c-405c-4c34-b590-b43b833a70e3), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.850999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (8acf2173-40a5-4fde-a8ad-0f050e17c877), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.886749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Deleting port 2c130a95-f367-4475-8c24-72dda2862e02 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:46.887089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2c130a95-f367-4475-8c24-72dda2862e02), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.893945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (70bdbe09-109b-4bf7-a7ec-22c03bb2e53f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.898952 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment b2f38012-24cc-40d2-8b76-416fe2096478 resource provider aggregate not found Aug 31 15:50:46.902143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-81b7ec62-d060-44c3-b3b7-42c9f5c205b7 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for 6b683506-53ca-4ce8-887d-8cbb282a837e owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:46.910312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f893013-03ab-44e1-9899-dc716cb9903a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=dcfc5664-9991-436e-8db1-4c60c26a0662,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:46.957304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:46.959964 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment b2f38012-24cc-40d2-8b76-416fe2096478 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2f38012-24cc-40d2-8b76-416fe2096478 found for delete ", "request_id": "req-7d35e4f2-f62b-49f2-92b3-d895dd4be339"}]} Aug 31 15:50:46.970875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (e58baf1c-405c-4c34-b590-b43b833a70e3), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.027892 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Attempt 10 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:47.085952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] For port 2c130a95-f367-4475-8c24-72dda2862e02, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2c130a95-f367-4475-8c24-72dda2862e02,segment=NetworkSegment(25272453-1bb5-46b9-a157-031611cbc4b3),segment_id=25272453-1bb5-46b9-a157-031611cbc4b3)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:47.095855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2c130a95-f367-4475-8c24-72dda2862e02), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.104187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Network 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:47.119453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:47.120001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Calling delete_port for 2c130a95-f367-4475-8c24-72dda2862e02 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:47.123511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:47.139914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (8acf2173-40a5-4fde-a8ad-0f050e17c877), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.144476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:47.144830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting port e58baf1c-405c-4c34-b590-b43b833a70e3 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:47.145176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e58baf1c-405c-4c34-b590-b43b833a70e3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.234882 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:47.241607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 42405b31-4d42-40f5-aee1-f832c3ae42c2 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:47.247670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Pushing event updated for resources: {'Port': ['ID=e58baf1c-405c-4c34-b590-b43b833a70e3,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:47.252884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7d0a259a-1859-4502-a693-38dfafc0f8e3 None None] Could not find standard attr ID for object dcfc5664-9991-436e-8db1-4c60c26a0662. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:47.253036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.resource_extend [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 15:50:47.255602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acf2173-40a5-4fde-a8ad-0f050e17c877']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:47.290437 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Attempting to bind port e58baf1c-405c-4c34-b590-b43b833a70e3 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:47.290756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Attempting to bind port e58baf1c-405c-4c34-b590-b43b833a70e3 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'c2834b85-46ef-466d-a08b-85f5eaa3f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '70bdbe09-109b-4bf7-a7ec-22c03bb2e53f'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:47.291114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Attempting to bind port e58baf1c-405c-4c34-b590-b43b833a70e3 on network 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:47.306651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:47.307024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Checking segment: {'id': 'c2834b85-46ef-466d-a08b-85f5eaa3f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '70bdbe09-109b-4bf7-a7ec-22c03bb2e53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:47.307424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.307814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Bound using segment: {'id': 'c2834b85-46ef-466d-a08b-85f5eaa3f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '70bdbe09-109b-4bf7-a7ec-22c03bb2e53f'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:47.308293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Bound port: e58baf1c-405c-4c34-b590-b43b833a70e3, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2834b85-46ef-466d-a08b-85f5eaa3f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '70bdbe09-109b-4bf7-a7ec-22c03bb2e53f'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:47.308668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e58baf1c-405c-4c34-b590-b43b833a70e3), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.342692 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] For port e58baf1c-405c-4c34-b590-b43b833a70e3, host dv-neutron-855257-2-hyperv, got binding levels [] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:47.354098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e58baf1c-405c-4c34-b590-b43b833a70e3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.358939 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6f893013-03ab-44e1-9899-dc716cb9903a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.366955 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6f893013-03ab-44e1-9899-dc716cb9903a tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/dcfc5664-9991-436e-8db1-4c60c26a0662 HTTP/1.1" status: 204 len: 168 time: 2.5997114 Aug 31 15:50:47.369794 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37758) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:47.382112 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] For port e58baf1c-405c-4c34-b590-b43b833a70e3, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:47.383671 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Calling delete_port for e58baf1c-405c-4c34-b590-b43b833a70e3 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:47.386074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] For port e58baf1c-405c-4c34-b590-b43b833a70e3, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e58baf1c-405c-4c34-b590-b43b833a70e3,segment=NetworkSegment(c2834b85-46ef-466d-a08b-85f5eaa3f629),segment_id=c2834b85-46ef-466d-a08b-85f5eaa3f629)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:47.413528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 42405b31-4d42-40f5-aee1-f832c3ae42c2 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:47.415264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.415264 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 42405b31-4d42-40f5-aee1-f832c3ae42c2 Aug 31 15:50:47.417960 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Provisioning complete for port f11417a1-00d7-4d08-a871-8d1e56e50ccf triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:47.417960 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.418316 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 1 to provision port f11417a1-00d7-4d08-a871-8d1e56e50ccf Aug 31 15:50:47.441092 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45dee7f-5fea-4b89-83d1-9825875500d0') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:47.442118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45dee7f-5fea-4b89-83d1-9825875500d0') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:47.445952 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f2b658-c01b-49fe-9358-67b87292cae0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] GET failed (client error): The resource could not be found. Aug 31 15:50:47.449852 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-15f2b658-c01b-49fe-9358-67b87292cae0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports/dcfc5664-9991-436e-8db1-4c60c26a0662 HTTP/1.1" status: 404 len: 333 time: 0.0723784 Aug 31 15:50:47.454332 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (b45dee7f-5fea-4b89-83d1-9825875500d0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.456062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bee11-d8c3-44d9-8758-f35bbc6547f6 req-690cdf6f-583b-44ac-a757-90f75c328498 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:47.457600 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a11bee11-d8c3-44d9-8758-f35bbc6547f6 req-690cdf6f-583b-44ac-a757-90f75c328498 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.2846763 Aug 31 15:50:47.458092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37760) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:47.465429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.470377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:47.470984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.475759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:47.491551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e58baf1c-405c-4c34-b590-b43b833a70e3), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.499545 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:47.500788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b45dee7f-5fea-4b89-83d1-9825875500d0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.532896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:47.533458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (b45dee7f-5fea-4b89-83d1-9825875500d0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:47.535923 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:47.539488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:47.572017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Provisioning complete for port 458e1f31-d030-4514-9c6d-617346ecc0bf triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:47.572571 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (458e1f31-d030-4514-9c6d-617346ecc0bf), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.573718 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 1 to provision port 458e1f31-d030-4514-9c6d-617346ecc0bf Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:47.642446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:47.645700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683b7f5-5d14-4027-8767-bda7950ab8ed None None] Pushing event updated for resources: {'Port': ['ID=e58baf1c-405c-4c34-b590-b43b833a70e3,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:47.661192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Provisioning complete for port 7afd0a16-f787-4625-baf3-f4a3b466a66b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:47.663758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.663758 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 1 to provision port 7afd0a16-f787-4625-baf3-f4a3b466a66b Aug 31 15:50:47.666832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2c130a95-f367-4475-8c24-72dda2862e02), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.681203 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1164122 Aug 31 15:50:47.708720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] No DVR routers for this DVR port 2c130a95-f367-4475-8c24-72dda2862e02 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:47.718747 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:47.748068 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a11bee11-d8c3-44d9-8758-f35bbc6547f6 req-0f5a58d5-642f-4ce2-a64b-c02a38c2b9ba tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741394 Aug 31 15:50:47.750281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Provisioning complete for port 42405b31-4d42-40f5-aee1-f832c3ae42c2 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:47.759580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.759580 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 1 to provision port 42405b31-4d42-40f5-aee1-f832c3ae42c2 Aug 31 15:50:47.760001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ecd6d-45a5-4bd5-bf95-f68d367602b0 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'Network': ['ID=374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:47.808773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7913e296-13a3-4c01-b34c-b1ffbe21753f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (7485f2c6-6507-451b-b3de-377c9c752d07), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.823243 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:47.846750 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7913e296-13a3-4c01-b34c-b1ffbe21753f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (7485f2c6-6507-451b-b3de-377c9c752d07), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.879106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b7ec62-d060-44c3-b3b7-42c9f5c205b7 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (6b683506-53ca-4ce8-887d-8cbb282a837e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:47.959957 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:47.975808 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7ec62-d060-44c3-b3b7-42c9f5c205b7 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=6b683506-53ca-4ce8-887d-8cbb282a837e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:47.986420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (42405b31-4d42-40f5-aee1-f832c3ae42c2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.008512 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Provisioning complete for port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:48.009054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9aafe5eb-83e9-45b1-803c-d3f0452baee8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.009209 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 1 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:48.022845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Port': ['ID=2c130a95-f367-4475-8c24-72dda2862e02,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:48.045848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (8acf2173-40a5-4fde-a8ad-0f050e17c877), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.068211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.071308 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/8acf2173-40a5-4fde-a8ad-0f050e17c877 HTTP/1.1" status: 204 len: 168 time: 1.3827250 Aug 31 15:50:48.076792 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37762) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:48.077703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (c72e3a37-7206-48bb-9ac2-8a2310f54b17), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.104966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=42405b31-4d42-40f5-aee1-f832c3ae42c2,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:48.105599 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:48.128385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e893a-fbd7-4171-9328-e3d4b241f643 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Network': ['ID=8acf2173-40a5-4fde-a8ad-0f050e17c877,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:48.148265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72e3a37-7206-48bb-9ac2-8a2310f54b17']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:48.160093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25272453-1bb5-46b9-a157-031611cbc4b3') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:48.160454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25272453-1bb5-46b9-a157-031611cbc4b3') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:48.184637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (25272453-1bb5-46b9-a157-031611cbc4b3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.196814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7913e296-13a3-4c01-b34c-b1ffbe21753f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (7485f2c6-6507-451b-b3de-377c9c752d07), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.199407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7913e296-13a3-4c01-b34c-b1ffbe21753f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.203580 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7913e296-13a3-4c01-b34c-b1ffbe21753f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7485f2c6-6507-451b-b3de-377c9c752d07 HTTP/1.1" status: 204 len: 168 time: 0.7362978 Aug 31 15:50:48.209832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37764) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:48.220599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e58baf1c-405c-4c34-b590-b43b833a70e3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.236042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (25272453-1bb5-46b9-a157-031611cbc4b3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.273270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Port': ['ID=e58baf1c-405c-4c34-b590-b43b833a70e3,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:48.277739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:48.277739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (25272453-1bb5-46b9-a157-031611cbc4b3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.317715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913e296-13a3-4c01-b34c-b1ffbe21753f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7485f2c6-6507-451b-b3de-377c9c752d07,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:48.323727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c371dcc-4759-4489-9d65-07740910d5e8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Deleting subnet 92800d49-5d48-4e03-bfd8-46a04836bf03 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:48.326728 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b7ec62-d060-44c3-b3b7-42c9f5c205b7 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.332689 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-81b7ec62-d060-44c3-b3b7-42c9f5c205b7 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/ports/6b683506-53ca-4ce8-887d-8cbb282a837e HTTP/1.1" status: 204 len: 168 time: 2.3781388 Aug 31 15:50:48.341252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37766) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:48.342043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:48.342928 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c371dcc-4759-4489-9d65-07740910d5e8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for subnet (92800d49-5d48-4e03-bfd8-46a04836bf03), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.398818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No DVR routers for this DVR port e58baf1c-405c-4c34-b590-b43b833a70e3 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:48.424020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (7f68b00a-c04d-4894-a483-238627877145), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.424696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:48.459337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (c72e3a37-7206-48bb-9ac2-8a2310f54b17), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.461818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c371dcc-4759-4489-9d65-07740910d5e8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (92800d49-5d48-4e03-bfd8-46a04836bf03), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.470506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.471518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:INSERT=9,neutron:SELECT=81,neutron:UPDATE=10 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:48.478408 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] 10.222.0.46 "DELETE /networking/v2.0/networks/c72e3a37-7206-48bb-9ac2-8a2310f54b17 HTTP/1.1" status: 204 len: 168 time: 2.6996603 Aug 31 15:50:48.478408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (33011867-ac2d-48d0-990f-f90a104318fd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.516272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e4620-3b7e-45fb-9ea1-b1a9a235493a tempest-NetworksTest-1972841393 tempest-NetworksTest-1972841393-project] Pushing event deleted for resources: {'Network': ['ID=c72e3a37-7206-48bb-9ac2-8a2310f54b17,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:48.607960 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 2 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:48.617601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a298c19b-62d0-438e-91ea-ea2c15661865 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (5b4dc538-81bd-48b9-aff8-db32fae4244a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.651177 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a298c19b-62d0-438e-91ea-ea2c15661865 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (5b4dc538-81bd-48b9-aff8-db32fae4244a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.666460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (33011867-ac2d-48d0-990f-f90a104318fd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.698032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:48.736000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Subnet': ['ID=33011867-ac2d-48d0-990f-f90a104318fd,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:48.751050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5d53475e-2617-4abd-a5f3-c9aaeebddd7c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port 3ea8f852-df31-4eee-96a6-e18fc8009d6c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:48.751482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d53475e-2617-4abd-a5f3-c9aaeebddd7c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3ea8f852-df31-4eee-96a6-e18fc8009d6c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.796789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (70bdbe09-109b-4bf7-a7ec-22c03bb2e53f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.853948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bdbe09-109b-4bf7-a7ec-22c03bb2e53f']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:48.871418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c371dcc-4759-4489-9d65-07740910d5e8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (92800d49-5d48-4e03-bfd8-46a04836bf03), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.875670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2834b85-46ef-466d-a08b-85f5eaa3f629') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:48.875670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2834b85-46ef-466d-a08b-85f5eaa3f629') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:48.913959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (c2834b85-46ef-466d-a08b-85f5eaa3f629), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.955671 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (c2834b85-46ef-466d-a08b-85f5eaa3f629), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:48.979987 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:48.980286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (c2834b85-46ef-466d-a08b-85f5eaa3f629), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.028817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Router 7f68b00a-c04d-4894-a483-238627877145 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:50:49.036857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:49.037791 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment b45dee7f-5fea-4b89-83d1-9825875500d0 resource provider aggregate not found Aug 31 15:50:49.048639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d53475e-2617-4abd-a5f3-c9aaeebddd7c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3ea8f852-df31-4eee-96a6-e18fc8009d6c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.063915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69c79-2a05-4940-a4f4-35dc4d41f7c6 req-7b920baa-3704-470f-9c4f-04194308abdb tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:49.073227 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-38e69c79-2a05-4940-a4f4-35dc4d41f7c6 req-7b920baa-3704-470f-9c4f-04194308abdb tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1709299 Aug 31 15:50:49.096397 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment b45dee7f-5fea-4b89-83d1-9825875500d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b45dee7f-5fea-4b89-83d1-9825875500d0 found for delete ", "request_id": "req-52f35e0c-5e23-4ddf-aec0-8dfa725a2075"}]} Aug 31 15:50:49.103318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a298c19b-62d0-438e-91ea-ea2c15661865 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5b4dc538-81bd-48b9-aff8-db32fae4244a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.103887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a298c19b-62d0-438e-91ea-ea2c15661865 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.107633 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a298c19b-62d0-438e-91ea-ea2c15661865 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5b4dc538-81bd-48b9-aff8-db32fae4244a HTTP/1.1" status: 204 len: 168 time: 0.8840683 Aug 31 15:50:49.111651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37780) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:49.118431 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 25272453-1bb5-46b9-a157-031611cbc4b3 resource provider aggregate not found Aug 31 15:50:49.129488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5d53475e-2617-4abd-a5f3-c9aaeebddd7c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for 3ea8f852-df31-4eee-96a6-e18fc8009d6c owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:49.152617 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 25272453-1bb5-46b9-a157-031611cbc4b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25272453-1bb5-46b9-a157-031611cbc4b3 found for delete ", "request_id": "req-c53a6566-d750-4dd8-b65b-5f895babf3ae"}]} Aug 31 15:50:49.159548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298c19b-62d0-438e-91ea-ea2c15661865 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4dc538-81bd-48b9-aff8-db32fae4244a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:49.163388 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:49.192528 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-38e69c79-2a05-4940-a4f4-35dc4d41f7c6 req-afe144f2-cd89-4ba1-8ae6-98f602a22c62 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183085 Aug 31 15:50:49.214552 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 3 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:49.240386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (70bdbe09-109b-4bf7-a7ec-22c03bb2e53f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.247236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.253781 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/70bdbe09-109b-4bf7-a7ec-22c03bb2e53f HTTP/1.1" status: 204 len: 168 time: 2.6254375 Aug 31 15:50:49.278134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37784) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:49.316181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c371dcc-4759-4489-9d65-07740910d5e8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (92800d49-5d48-4e03-bfd8-46a04836bf03), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.316495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be77d509-e72c-4d26-9bc2-683c152adf51 None None] Network 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:49.316495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b3ef6-2fec-4da8-83d5-2134220c977d None None] Network 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:49.323077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923108079'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:49.343632 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079dc93a-52fb-4c49-8d87-ec43d39ae2bf None None] Network c72e3a37-7206-48bb-9ac2-8a2310f54b17 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:49.370839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b3ef6-2fec-4da8-83d5-2134220c977d None None] Network 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f could not be found, it might have been deleted concurrently. {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 31 15:50:49.390652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:49.429365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37786) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:49.441296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:50:49.451603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c371dcc-4759-4489-9d65-07740910d5e8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Subnet': ['ID=92800d49-5d48-4e03-bfd8-46a04836bf03,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:49.463838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:49.472378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a0140-9d3a-4f80-a3ee-98ff1fda6b80 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Network': ['ID=70bdbe09-109b-4bf7-a7ec-22c03bb2e53f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:49.478298 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e46d8d1c-7ec9-4353-bad9-0b71e6b3221c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "PUT /networking/v2.0/routers/7f68b00a-c04d-4894-a483-238627877145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3072395 Aug 31 15:50:49.483763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37790) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:49.487471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079dc93a-52fb-4c49-8d87-ec43d39ae2bf None None] Network c72e3a37-7206-48bb-9ac2-8a2310f54b17 could not be found, it might have been deleted concurrently. {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 31 15:50:49.497829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] Sync routers for ids ['7f68b00a-c04d-4894-a483-238627877145'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:50:49.513268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c371dcc-4759-4489-9d65-07740910d5e8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.534126 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1c371dcc-4759-4489-9d65-07740910d5e8 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/92800d49-5d48-4e03-bfd8-46a04836bf03 HTTP/1.1" status: 204 len: 168 time: 1.4474268 Aug 31 15:50:49.534787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37792) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:49.537890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:49.552032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b54f6-71e3-4c88-8a4d-9177f57619cb None None] Network afe4058e-28b4-4130-a604-3b6f02176d8f requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:49.557143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] Routers {'7f68b00a-c04d-4894-a483-238627877145'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:49.558157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:49.563508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.566606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['7f68b00a-c04d-4894-a483-238627877145'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:49.767897 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f628cf-b43d-4459-bf00-018dc6b9c300 None None] DHCP port deletion for 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:49.780045 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5dc629-eba7-4ecf-8675-bf6ea74cc05e None None] DHCP port deletion for c72e3a37-7206-48bb-9ac2-8a2310f54b17 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:49.787273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:49.788558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a172aea-7d26-4942-8f6e-ecc634d02605 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:49.790665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a172aea-7d26-4942-8f6e-ecc634d02605 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:49.792946 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0a172aea-7d26-4942-8f6e-ecc634d02605 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3070350 Aug 31 15:50:49.795817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:49.799248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37794) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:49.851570 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e305d35d-16a8-4a1b-87ed-8e649d3a635e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (11c6958b-6e86-433d-a3f9-746d0d16dc1c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.886504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25257b0-0763-40ba-8301-94e4817ad47e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet c6794760-0edd-443a-b382-258cf65294ed {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:49.890496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a25257b0-0763-40ba-8301-94e4817ad47e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (c6794760-0edd-443a-b382-258cf65294ed), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.895646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] Set router 7f68b00a-c04d-4894-a483-238627877145 gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:50:49.896094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:49.902857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (afe4058e-28b4-4130-a604-3b6f02176d8f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.954924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e305d35d-16a8-4a1b-87ed-8e649d3a635e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (11c6958b-6e86-433d-a3f9-746d0d16dc1c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.961974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a25257b0-0763-40ba-8301-94e4817ad47e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (c6794760-0edd-443a-b382-258cf65294ed), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:49.982585 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f68b00a-c04d-4894-a483-238627877145', 'name': 'tempest-NetworksTestDHCPv6-router-988775450', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:37Z', 'updated_at': '2022-08-31T15:50:47Z', 'revision_number': 3, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:50.004419 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-71e21aae-4247-4ad8-95ac-699d65253005 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=90b78d3dc72f4325a53a48e997129469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727460 Aug 31 15:50:50.012417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37796) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:50.052616 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 4 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:50.060214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] Checking router: 7f68b00a-c04d-4894-a483-238627877145 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:50:50.093829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a7ff11f3-87b0-434f-8ad9-ec424675e8d9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.094298 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Added segment a7ff11f3-87b0-434f-8ad9-ec424675e8d9 of type vlan for network fd0f7f90-1623-406b-9900-287d8a9708dd Aug 31 15:50:50.095830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Deleting port f656766f-cee6-4d82-b3d1-f96de5b0a541 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:50.096192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.102561 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:50.168842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d53475e-2617-4abd-a5f3-c9aaeebddd7c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (3ea8f852-df31-4eee-96a6-e18fc8009d6c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.175256 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:50.185113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbaa8d5-f3a9-4de7-b81e-5e09da12ea54 None None] Network 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:50.199168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] Routers {'7f68b00a-c04d-4894-a483-238627877145'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:50.200419 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['7f68b00a-c04d-4894-a483-238627877145'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:50.210901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (fd0f7f90-1623-406b-9900-287d8a9708dd), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.279466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e305d35d-16a8-4a1b-87ed-8e649d3a635e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (11c6958b-6e86-433d-a3f9-746d0d16dc1c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.279466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e305d35d-16a8-4a1b-87ed-8e649d3a635e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.286151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9c97d2d9-8a6f-4824-afa8-f984049283e4 admin admin] Publish callbacks [] for security_group (c480d009-1e82-4070-87c3-87460ab44615), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.291154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a25257b0-0763-40ba-8301-94e4817ad47e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (c6794760-0edd-443a-b382-258cf65294ed), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.293393 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e305d35d-16a8-4a1b-87ed-8e649d3a635e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/11c6958b-6e86-433d-a3f9-746d0d16dc1c HTTP/1.1" status: 204 len: 168 time: 1.1761208 Aug 31 15:50:50.303033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] Set router 7f68b00a-c04d-4894-a483-238627877145 gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:50:50.308752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53475e-2617-4abd-a5f3-c9aaeebddd7c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=3ea8f852-df31-4eee-96a6-e18fc8009d6c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:50.317743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37800) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:50.381627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305d35d-16a8-4a1b-87ed-8e649d3a635e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c6958b-6e86-433d-a3f9-746d0d16dc1c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:50.387140 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] For port f656766f-cee6-4d82-b3d1-f96de5b0a541, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f656766f-cee6-4d82-b3d1-f96de5b0a541,segment=NetworkSegment(b4d9610f-f9e1-4789-ab9f-895e58f32ff2),segment_id=b4d9610f-f9e1-4789-ab9f-895e58f32ff2)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:50.387140 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.406447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f68b00a-c04d-4894-a483-238627877145', 'name': 'tempest-NetworksTestDHCPv6-router-988775450', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:37Z', 'updated_at': '2022-08-31T15:50:47Z', 'revision_number': 3, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:50.439360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9c97d2d9-8a6f-4824-afa8-f984049283e4 admin admin] Publish callbacks [] for security_group (c480d009-1e82-4070-87c3-87460ab44615), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.442666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc744b8-a93c-49f2-bff8-a68de976dfba None None] DHCP port deletion for afe4058e-28b4-4130-a604-3b6f02176d8f request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:50.451397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Calling delete_port for f656766f-cee6-4d82-b3d1-f96de5b0a541 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:50.454635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abfaba-39c6-4652-9b4c-ec21a4f922dd None None] The sync data for ids ['7f68b00a-c04d-4894-a483-238627877145'] in dv-neutron-855257-2-hyperv is: [{'id': '7f68b00a-c04d-4894-a483-238627877145', 'name': 'tempest-NetworksTestDHCPv6-router-988775450', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:37Z', 'updated_at': '2022-08-31T15:50:47Z', 'revision_number': 3, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:50:50.472557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbaa8d5-f3a9-4de7-b81e-5e09da12ea54 None None] Network 70bdbe09-109b-4bf7-a7ec-22c03bb2e53f could not be found, it might have been deleted concurrently. {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 31 15:50:50.481400 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34139df8-d49d-4f4c-8a68-6b1251b675e6 req-9e96a90d-8e81-41c1-b79a-a19f21fc73b3 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:50.486600 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-34139df8-d49d-4f4c-8a68-6b1251b675e6 req-9e96a90d-8e81-41c1-b79a-a19f21fc73b3 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1564798 Aug 31 15:50:50.532375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a25257b0-0763-40ba-8301-94e4817ad47e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (c6794760-0edd-443a-b382-258cf65294ed), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.546689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1cc744b8-a93c-49f2-bff8-a68de976dfba None None] Deleting port f656766f-cee6-4d82-b3d1-f96de5b0a541 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:50.547058 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1cc744b8-a93c-49f2-bff8-a68de976dfba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.571110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d53475e-2617-4abd-a5f3-c9aaeebddd7c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.588928 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5d53475e-2617-4abd-a5f3-c9aaeebddd7c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/ports/3ea8f852-df31-4eee-96a6-e18fc8009d6c HTTP/1.1" status: 204 len: 168 time: 2.2279747 Aug 31 15:50:50.592738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37802) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:50.657608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1cc744b8-a93c-49f2-bff8-a68de976dfba None None] For port f656766f-cee6-4d82-b3d1-f96de5b0a541, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f656766f-cee6-4d82-b3d1-f96de5b0a541,segment=NetworkSegment(b4d9610f-f9e1-4789-ab9f-895e58f32ff2),segment_id=b4d9610f-f9e1-4789-ab9f-895e58f32ff2)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:50.658471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1cc744b8-a93c-49f2-bff8-a68de976dfba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.674088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1cc744b8-a93c-49f2-bff8-a68de976dfba None None] Calling delete_port for f656766f-cee6-4d82-b3d1-f96de5b0a541 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:50.678957 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 5 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:50.698593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (fd0f7f90-1623-406b-9900-287d8a9708dd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.706650 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:50.707268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.711619 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:50.726394 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-34139df8-d49d-4f4c-8a68-6b1251b675e6 req-db9c7384-f00b-4a21-bb43-b59bb8261087 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194061 Aug 31 15:50:50.728515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:50.750715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:INSERT=4,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:50.767612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8edca-45c5-4816-b90b-0ea438afb19a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:50.773830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37804) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:50.785912 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ffa8edca-45c5-4816-b90b-0ea438afb19a tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=365f1c1d-b464-4c79-aff3-f620dc0fc6f1 HTTP/1.1" status: 200 len: 913 time: 0.1515779 Aug 31 15:50:50.807298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a25257b0-0763-40ba-8301-94e4817ad47e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.811099 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a25257b0-0763-40ba-8301-94e4817ad47e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c6794760-0edd-443a-b382-258cf65294ed HTTP/1.1" status: 204 len: 168 time: 1.0106130 Aug 31 15:50:50.838956 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25257b0-0763-40ba-8301-94e4817ad47e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=c6794760-0edd-443a-b382-258cf65294ed,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:50.842120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37806) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:50.859095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:50.922023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Port': ['ID=f656766f-cee6-4d82-b3d1-f96de5b0a541,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:50.940249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] No DVR routers for this DVR port f656766f-cee6-4d82-b3d1-f96de5b0a541 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:50.950510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4bcac9-6826-48a4-b527-22687abce969 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:50.969367 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:51.034072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:51.095913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37808) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:51.104598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'subnets': [{'network_id': 'f8f3eb3c-ec05-4a27-9963-f4e31c0b314c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2143572969', 'ip_version': 6}, {'network_id': '374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:51.105255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'subnet': {'network_id': 'f8f3eb3c-ec05-4a27-9963-f4e31c0b314c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2143572969', 'ip_version': 6}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:51.106211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Request body: {'subnet': {'network_id': '374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:51.110322 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-19654996-1fa5-4ec8-a07f-5bda2c7e2a24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2600055 Aug 31 15:50:51.110322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9c97d2d9-8a6f-4824-afa8-f984049283e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c480d009-1e82-4070-87c3-87460ab44615), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.111459 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.119687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9c97d2d9-8a6f-4824-afa8-f984049283e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.121608 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9c97d2d9-8a6f-4824-afa8-f984049283e4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c480d009-1e82-4070-87c3-87460ab44615 HTTP/1.1" status: 204 len: 168 time: 1.0502708 Aug 31 15:50:51.126445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1cc744b8-a93c-49f2-bff8-a68de976dfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (f656766f-cee6-4d82-b3d1-f96de5b0a541), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.129125 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8465593 Aug 31 15:50:51.133090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:51.134656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37810) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:51.135149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37814) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:51.154240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'network_id': 'fd0f7f90-1623-406b-9900-287d8a9708dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:51.158819 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc744b8-a93c-49f2-bff8-a68de976dfba None None] Pushing event deleted for resources: {'Port': ['ID=f656766f-cee6-4d82-b3d1-f96de5b0a541,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:51.175002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc744b8-a93c-49f2-bff8-a68de976dfba None None] No DVR routers for this DVR port f656766f-cee6-4d82-b3d1-f96de5b0a541 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:51.207122 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f656766f-cee6-4d82-b3d1-f96de5b0a541 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:51.230703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: f656766f-cee6-4d82-b3d1-f96de5b0a541 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:51.231058 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f656766f-cee6-4d82-b3d1-f96de5b0a541 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:51.231487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2c130a95-f367-4475-8c24-72dda2862e02 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:51.251404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 2c130a95-f367-4475-8c24-72dda2862e02 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:51.251751 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2c130a95-f367-4475-8c24-72dda2862e02 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:51.252176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 42405b31-4d42-40f5-aee1-f832c3ae42c2 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:51.278371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 42405b31-4d42-40f5-aee1-f832c3ae42c2 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:51.278622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 42405b31-4d42-40f5-aee1-f832c3ae42c2 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:51.279109 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e58baf1c-405c-4c34-b590-b43b833a70e3 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:51.281049 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd49a8f-0d3d-427e-b16f-f9f2968ca748 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:51.297288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:51.301522 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: e58baf1c-405c-4c34-b590-b43b833a70e3 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:51.301896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e58baf1c-405c-4c34-b590-b43b833a70e3 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:51.324293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe82398-9a4e-4b7d-857c-f695a5bfe57d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet e3551e3b-3b40-4de3-85f6-dc1927a1bc77 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:51.349731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1bd49a8f-0d3d-427e-b16f-f9f2968ca748 None None] Deleting port 458e1f31-d030-4514-9c6d-617346ecc0bf {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:51.350348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1bd49a8f-0d3d-427e-b16f-f9f2968ca748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (458e1f31-d030-4514-9c6d-617346ecc0bf), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.380654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-afe82398-9a4e-4b7d-857c-f695a5bfe57d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (e3551e3b-3b40-4de3-85f6-dc1927a1bc77), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.386592 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment c2834b85-46ef-466d-a08b-85f5eaa3f629 resource provider aggregate not found Aug 31 15:50:51.390627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32390844-fc5f-45fc-ac76-1c1098143f6a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=fd0f7f90-1623-406b-9900-287d8a9708dd,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:51.393211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97d2d9-8a6f-4824-afa8-f984049283e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c480d009-1e82-4070-87c3-87460ab44615,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:51.414916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network fd0f7f90-1623-406b-9900-287d8a9708dd details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:51.445253 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment c2834b85-46ef-466d-a08b-85f5eaa3f629 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2834b85-46ef-466d-a08b-85f5eaa3f629 found for delete ", "request_id": "req-2f991599-cd69-49a8-8f58-6c08aa2660db"}]} Aug 31 15:50:51.450570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:51.454427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d952a6f2-4f0a-40b3-bfb1-52b9ad6c9666 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for router (7f68b00a-c04d-4894-a483-238627877145), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.496866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-afe82398-9a4e-4b7d-857c-f695a5bfe57d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (e3551e3b-3b40-4de3-85f6-dc1927a1bc77), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.504153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1bd49a8f-0d3d-427e-b16f-f9f2968ca748 None None] For port 458e1f31-d030-4514-9c6d-617346ecc0bf, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=458e1f31-d030-4514-9c6d-617346ecc0bf,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:51.506171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1bd49a8f-0d3d-427e-b16f-f9f2968ca748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (458e1f31-d030-4514-9c6d-617346ecc0bf), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.543768 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 6 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:51.561781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:51.565672 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.589794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:51.591577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1bd49a8f-0d3d-427e-b16f-f9f2968ca748 None None] Calling delete_port for 458e1f31-d030-4514-9c6d-617346ecc0bf owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:51.670650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (afe4058e-28b4-4130-a604-3b6f02176d8f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.732335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:51.792262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe4058e-28b4-4130-a604-3b6f02176d8f']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:51.806913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1bd49a8f-0d3d-427e-b16f-f9f2968ca748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (458e1f31-d030-4514-9c6d-617346ecc0bf), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.808197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d952a6f2-4f0a-40b3-bfb1-52b9ad6c9666 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (7f68b00a-c04d-4894-a483-238627877145), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.827759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd49a8f-0d3d-427e-b16f-f9f2968ca748 None None] No DVR routers for this DVR port 458e1f31-d030-4514-9c6d-617346ecc0bf on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:51.833539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d9610f-f9e1-4789-ab9f-895e58f32ff2') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:51.834024 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d9610f-f9e1-4789-ab9f-895e58f32ff2') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:51.842780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:51.867743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd49a8f-0d3d-427e-b16f-f9f2968ca748 None None] Pushing event deleted for resources: {'Port': ['ID=458e1f31-d030-4514-9c6d-617346ecc0bf,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:51.878432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (b4d9610f-f9e1-4789-ab9f-895e58f32ff2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.883846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d952a6f2-4f0a-40b3-bfb1-52b9ad6c9666 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for router_controller (7f68b00a-c04d-4894-a483-238627877145), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.912289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b4d9610f-f9e1-4789-ab9f-895e58f32ff2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.923179 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:51.923636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (b4d9610f-f9e1-4789-ab9f-895e58f32ff2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:51.951887 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment b4d9610f-f9e1-4789-ab9f-895e58f32ff2 resource provider aggregate not found Aug 31 15:50:52.005095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-afe82398-9a4e-4b7d-857c-f695a5bfe57d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (e3551e3b-3b40-4de3-85f6-dc1927a1bc77), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.005636 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment b4d9610f-f9e1-4789-ab9f-895e58f32ff2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4d9610f-f9e1-4789-ab9f-895e58f32ff2 found for delete ", "request_id": "req-e77e1a13-5872-4475-8395-50c4740e5349"}]} Aug 31 15:50:52.037099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3dfa9-cba4-4701-89ba-938fbd8ab00b req-7124f1a8-bdfa-44f9-a5b9-219a76f2fbfa tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:52.039090 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bab3dfa9-cba4-4701-89ba-938fbd8ab00b req-7124f1a8-bdfa-44f9-a5b9-219a76f2fbfa tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1504261 Aug 31 15:50:52.042121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Made reservation on behalf of 888f0189051f41688d18d24cae5e73e2 for: {'subnet': 2} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:52.047470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.047950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.090840 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 7 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:52.144662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d952a6f2-4f0a-40b3-bfb1-52b9ad6c9666 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (7f68b00a-c04d-4894-a483-238627877145), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.145618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d952a6f2-4f0a-40b3-bfb1-52b9ad6c9666 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Fanout notify agent at l3_agent the message router_deleted on router 7f68b00a-c04d-4894-a483-238627877145 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:50:52.150027 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:52.171756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d952a6f2-4f0a-40b3-bfb1-52b9ad6c9666 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.178571 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d952a6f2-4f0a-40b3-bfb1-52b9ad6c9666 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/routers/7f68b00a-c04d-4894-a483-238627877145 HTTP/1.1" status: 204 len: 168 time: 1.0354598 Aug 31 15:50:52.185652 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37836) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:52.194662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-eec5af9d-64b4-4083-803c-70f477415d3f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:52.196491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (afe4058e-28b4-4130-a604-3b6f02176d8f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.212987 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.216163 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] 10.222.0.46 "DELETE /networking/v2.0/networks/afe4058e-28b4-4130-a604-3b6f02176d8f HTTP/1.1" status: 204 len: 168 time: 2.6663237 Aug 31 15:50:52.231848 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bab3dfa9-cba4-4701-89ba-938fbd8ab00b req-7d99baf0-f6a9-44cd-9a49-2baddb38fd62 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780386 Aug 31 15:50:52.266551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.295734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-afe82398-9a4e-4b7d-857c-f695a5bfe57d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (e3551e3b-3b40-4de3-85f6-dc1927a1bc77), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.300010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=3,neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:52.301340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c56bd-540d-439b-a033-52f2adb61eb2 tempest-NetworksIpV6TestAttrs-1082620922 tempest-NetworksIpV6TestAttrs-1082620922-project] Pushing event deleted for resources: {'Network': ['ID=afe4058e-28b4-4130-a604-3b6f02176d8f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:52.314515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.333474 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:52.373120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe93ac-7811-449b-be96-48693ec407f4 None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:52.380042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-afe82398-9a4e-4b7d-857c-f695a5bfe57d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.385435 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-afe82398-9a4e-4b7d-857c-f695a5bfe57d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/e3551e3b-3b40-4de3-85f6-dc1927a1bc77 HTTP/1.1" status: 204 len: 168 time: 2.0632179 Aug 31 15:50:52.397276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37846) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:52.410486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:52.445080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:52.497148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe82398-9a4e-4b7d-857c-f695a5bfe57d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=e3551e3b-3b40-4de3-85f6-dc1927a1bc77,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:52.508635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking segment: {'id': 'a7ff11f3-87b0-434f-8ad9-ec424675e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fd0f7f90-1623-406b-9900-287d8a9708dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:52.509053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network hostable DHCP agents. Network: fd0f7f90-1623-406b-9900-287d8a9708dd, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:52.520643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7676dd28-0859-4a59-8762-2663ee47f029 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet 02c0a491-46b7-4a27-b1e9-d65021292841 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:52.531600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7676dd28-0859-4a59-8762-2663ee47f029 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (02c0a491-46b7-4a27-b1e9-d65021292841), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.534891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec5af9d-64b4-4083-803c-70f477415d3f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:52.539808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eec5af9d-64b4-4083-803c-70f477415d3f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.651607 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 8 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:52.659906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7676dd28-0859-4a59-8762-2663ee47f029 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (02c0a491-46b7-4a27-b1e9-d65021292841), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.699213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37850) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:52.713197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:52.726072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network fd0f7f90-1623-406b-9900-287d8a9708dd is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:52.839482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, fd0f7f90-1623-406b-9900-287d8a9708dd) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:52.847308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37856) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:52.852987 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acf4ba6-7d97-4780-9e9c-8d8031fc6545 None None] Network fd0f7f90-1623-406b-9900-287d8a9708dd requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:52.872215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:52.873110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.895457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port 65944a15-565b-47e3-b630-5dd27387043a {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:52.895457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (65944a15-565b-47e3-b630-5dd27387043a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:52.898882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7676dd28-0859-4a59-8762-2663ee47f029 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (02c0a491-46b7-4a27-b1e9-d65021292841), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.086418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (65944a15-565b-47e3-b630-5dd27387043a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.103452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for 65944a15-565b-47e3-b630-5dd27387043a owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:53.127767 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-fd0f7f90-1623-406b-9900-287d8a9708dd', 'network_id': 'fd0f7f90-1623-406b-9900-287d8a9708dd', 'project_id': '3ded716f5d8140129df35d35a7bf8ca3', 'fixed_ips': [{'subnet_id': '70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:53.128996 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.148886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 458e1f31-d030-4514-9c6d-617346ecc0bf no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:53.162958 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (fa68e6c9-b93c-429d-be88-ad0fff6a2d92), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.171322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:53.182250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 458e1f31-d030-4514-9c6d-617346ecc0bf {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:53.182592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 458e1f31-d030-4514-9c6d-617346ecc0bf not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:53.256953 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 9 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:53.293737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'Subnet': ['ID=fa68e6c9-b93c-429d-be88-ad0fff6a2d92,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:53.310994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:53.367708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Checking segment: {'id': '9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f8f3eb3c-ec05-4a27-9963-f4e31c0b314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:53.368123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Network hostable DHCP agents. Network: f8f3eb3c-ec05-4a27-9963-f4e31c0b314c, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:53.389771 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dc1b066c-bd0b-4a10-9339-b603542b7218 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2352569 Aug 31 15:50:53.390602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'network': {'name': 'tempest-RoutersTest-652388762'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:53.398905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37862) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:53.409987 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-926475275'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:53.417714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:53.417714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:53.417967 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Allocated IP 2001:db8::3 (fd0f7f90-1623-406b-9900-287d8a9708dd/70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a/93d6ea87-6734-456b-982b-7e9c4cb0926d) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:53.446143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:53.484061 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023b2e1-0d4d-4d0c-b3bb-266581d8c314 req-aa4f3239-63d3-46c1-bdb7-a0225259d216 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:53.485596 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e023b2e1-0d4d-4d0c-b3bb-266581d8c314 req-aa4f3239-63d3-46c1-bdb7-a0225259d216 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1123857 Aug 31 15:50:53.515812 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2ff524dc-84af-4281-bc3a-fb0908d40a29 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=81e351351d7446daaa2b3e268d1aba01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6553814 Aug 31 15:50:53.517926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37864) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:53.583611 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6cb53114-cd62-4ff3-821b-236c15b5712d admin admin] Publish callbacks [] for security_group (dcbcde6d-06f9-4d39-b719-26b46952db4a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.585032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Network f8f3eb3c-ec05-4a27-9963-f4e31c0b314c is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:53.587769 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:53.590120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:53.592457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.595268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.605748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Publish callbacks [] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.608249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.622524 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e023b2e1-0d4d-4d0c-b3bb-266581d8c314 req-0b27a874-f40d-4201-bc71-5739500e44c4 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814209 Aug 31 15:50:53.631077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6cb53114-cd62-4ff3-821b-236c15b5712d admin admin] Publish callbacks [] for security_group (dcbcde6d-06f9-4d39-b719-26b46952db4a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.648085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:53.650624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7676dd28-0859-4a59-8762-2663ee47f029 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (02c0a491-46b7-4a27-b1e9-d65021292841), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.657904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (3edb0120-aee9-4427-a227-f2373acac3e8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.658248 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Added segment 3edb0120-aee9-4427-a227-f2373acac3e8 of type vlan for network ffcde291-22a4-4530-bfdb-097b6f60a9f4 Aug 31 15:50:53.664638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eec5af9d-64b4-4083-803c-70f477415d3f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (c9727423-60de-43a0-93dd-d5fe561ad804), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.668879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.671142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (65944a15-565b-47e3-b630-5dd27387043a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.712698 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Pushing event updated for resources: {'Port': ['ID=93d6ea87-6734-456b-982b-7e9c4cb0926d,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:53.713370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676dd28-0859-4a59-8762-2663ee47f029 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=02c0a491-46b7-4a27-b1e9-d65021292841,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:53.727568 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:50:53.732445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7676dd28-0859-4a59-8762-2663ee47f029 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.734434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Network fd0f7f90-1623-406b-9900-287d8a9708dd is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:53.736040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:53.736208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=65944a15-565b-47e3-b630-5dd27387043a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:53.740593 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7676dd28-0859-4a59-8762-2663ee47f029 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/02c0a491-46b7-4a27-b1e9-d65021292841 HTTP/1.1" status: 204 len: 168 time: 1.3419018 Aug 31 15:50:53.741643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:53.742027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37866) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:53.747055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5ab73-3fe3-4545-be9e-8009b2b4db03 None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:53.748452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (ffcde291-22a4-4530-bfdb-097b6f60a9f4), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.765785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, f8f3eb3c-ec05-4a27-9963-f4e31c0b314c) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:53.774923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (797336db-f2e2-4e59-a0f9-27671896e066), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.818888 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820bd38f-05ce-4cf2-ba77-6247b7a66d33 None None] Network f8f3eb3c-ec05-4a27-9963-f4e31c0b314c requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:53.821531 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Attempt 10 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:53.835737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5af9d-64b4-4083-803c-70f477415d3f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:53.836747 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-863bc6e6-7435-41ee-b95e-9508a3ca6fe5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:53.837207 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863bc6e6-7435-41ee-b95e-9508a3ca6fe5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:53.842965 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-863bc6e6-7435-41ee-b95e-9508a3ca6fe5 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/e3551e3b-3b40-4de3-85f6-dc1927a1bc77 HTTP/1.1" status: 404 len: 337 time: 0.0760856 Aug 31 15:50:53.844611 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37868) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:53.850643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-eec5af9d-64b4-4083-803c-70f477415d3f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:53.853474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec5af9d-64b4-4083-803c-70f477415d3f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:53.854105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eec5af9d-64b4-4083-803c-70f477415d3f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.875926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5af9d-64b4-4083-803c-70f477415d3f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=c9727423-60de-43a0-93dd-d5fe561ad804,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:53.904074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for security_group (f6927afc-d8be-4361-9b36-8f86a05b365b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.918665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7457191-eb92-4223-80e2-1099db6969b9 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:53.930615 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event updated for resources: {'Subnet': ['ID=797336db-f2e2-4e59-a0f9-27671896e066,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:53.966797 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-eec5af9d-64b4-4083-803c-70f477415d3f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7743077 Aug 31 15:50:53.967089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37870) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:53.971531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-82e30524-cb54-4664-9b04-9f8c3c733c87 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1715342843', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:53.986385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd2c1aa-791f-4438-9b6e-3f9707e83626 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting subnet 7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:53.988354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6cb53114-cd62-4ff3-821b-236c15b5712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (dcbcde6d-06f9-4d39-b719-26b46952db4a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.991740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6cb53114-cd62-4ff3-821b-236c15b5712d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:53.993798 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6cb53114-cd62-4ff3-821b-236c15b5712d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dcbcde6d-06f9-4d39-b719-26b46952db4a HTTP/1.1" status: 204 len: 168 time: 0.4741049 Aug 31 15:50:53.993798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (f6927afc-d8be-4361-9b36-8f86a05b365b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.006436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c1aa-791f-4438-9b6e-3f9707e83626 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.013317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb53114-cd62-4ff3-821b-236c15b5712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbcde6d-06f9-4d39-b719-26b46952db4a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:54.014754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (ffcde291-22a4-4530-bfdb-097b6f60a9f4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.032865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:54.037230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:54.038510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.055894 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (14ba7bec-a511-49e7-b45c-f19934971858), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.056219 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added segment 14ba7bec-a511-49e7-b45c-f19934971858 of type vlan for network 6d6b5ff0-ce8d-4b37-a205-11f4da3224db Aug 31 15:50:54.064783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6927afc-d8be-4361-9b36-8f86a05b365b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:54.117401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82e30524-cb54-4664-9b04-9f8c3c733c87 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (536df656-83ad-4579-9fca-20484bd964ac), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.118752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82e30524-cb54-4664-9b04-9f8c3c733c87 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (536df656-83ad-4579-9fca-20484bd964ac), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.123454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Checking segment: {'id': '3658b013-644b-42a2-8944-a65f9e70e38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:54.123454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Network hostable DHCP agents. Network: 374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:54.124034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (6d6b5ff0-ce8d-4b37-a205-11f4da3224db), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.163477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Attempting to bind port 93d6ea87-6734-456b-982b-7e9c4cb0926d on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:54.163830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Attempting to bind port 93d6ea87-6734-456b-982b-7e9c4cb0926d by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'a7ff11f3-87b0-434f-8ad9-ec424675e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fd0f7f90-1623-406b-9900-287d8a9708dd'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:54.164310 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Attempting to bind port 93d6ea87-6734-456b-982b-7e9c4cb0926d on network fd0f7f90-1623-406b-9900-287d8a9708dd {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:54.181931 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:54.203928 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7990868 Aug 31 15:50:54.204272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:54.212431 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:54.212957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Checking segment: {'id': 'a7ff11f3-87b0-434f-8ad9-ec424675e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fd0f7f90-1623-406b-9900-287d8a9708dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:54.217719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.217719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Bound using segment: {'id': 'a7ff11f3-87b0-434f-8ad9-ec424675e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fd0f7f90-1623-406b-9900-287d8a9708dd'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:54.218241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37874) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:54.218350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Bound port: 93d6ea87-6734-456b-982b-7e9c4cb0926d, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ff11f3-87b0-434f-8ad9-ec424675e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fd0f7f90-1623-406b-9900-287d8a9708dd'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:54.218350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.218350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7796faac-6797-481f-97b4-dae898d6e8a1 None None] Could not find standard attr ID for object dcfc5664-9991-436e-8db1-4c60c26a0662. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:54.220303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'network_id': 'ffcde291-22a4-4530-bfdb-097b6f60a9f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:54.229890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82e30524-cb54-4664-9b04-9f8c3c733c87 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for router_controller (536df656-83ad-4579-9fca-20484bd964ac), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.231073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c1aa-791f-4438-9b6e-3f9707e83626 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.276643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc8111-1bad-4c3c-baa3-a7f004841c77 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=ffcde291-22a4-4530-bfdb-097b6f60a9f4,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:54.302377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82e30524-cb54-4664-9b04-9f8c3c733c87 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (536df656-83ad-4579-9fca-20484bd964ac), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.314701 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:54.319851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (6d6b5ff0-ce8d-4b37-a205-11f4da3224db), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.321525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network ffcde291-22a4-4530-bfdb-097b6f60a9f4 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:54.322968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.326376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:54.327224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.369877 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-f8f3eb3c-ec05-4a27-9963-f4e31c0b314c', 'network_id': 'f8f3eb3c-ec05-4a27-9963-f4e31c0b314c', 'project_id': '888f0189051f41688d18d24cae5e73e2', 'fixed_ips': [{'subnet_id': 'fa68e6c9-b93c-429d-be88-ad0fff6a2d92'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:54.370901 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.415523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Network 374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:54.482151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c1aa-791f-4438-9b6e-3f9707e83626 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.488523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Network': ['ID=6d6b5ff0-ce8d-4b37-a205-11f4da3224db,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:54.529239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:54.543920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:54.544599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:54.544945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.550748 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7b78149f-b1a3-4631-aa1c-361f43fd599f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8501189 Aug 31 15:50:54.560482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82e30524-cb54-4664-9b04-9f8c3c733c87 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.560482 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-82e30524-cb54-4664-9b04-9f8c3c733c87 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5883770 Aug 31 15:50:54.560482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37878) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:54.561199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37880) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:54.562130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 6d6b5ff0-ce8d-4b37-a205-11f4da3224db details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:54.572698 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92491c6-351d-469e-be10-d5563a36f828 None None] Network 374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:54.575449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'network': {'name': 'tempest-RoutersTest-514849272'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:54.690586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:54.696561 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.752045 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-57fd069a-6d63-47cd-b460-4643874ad6f2 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.6547046 Aug 31 15:50:54.758167 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37888) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:54.776776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:50:54.780555 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c1aa-791f-4438-9b6e-3f9707e83626 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.807001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Provisioning complete for port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:54.807630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9aafe5eb-83e9-45b1-803c-d3f0452baee8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.808240 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Attempt 1 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:54.854045 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2c1aa-791f-4438-9b6e-3f9707e83626 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:54.872754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c1aa-791f-4438-9b6e-3f9707e83626 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.876715 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8dd2c1aa-791f-4438-9b6e-3f9707e83626 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7ea7b8ae-5043-4f81-8e3c-6f28420a3ea4 HTTP/1.1" status: 204 len: 168 time: 1.0249929 Aug 31 15:50:54.885452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37892) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:54.904255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': 'c9727423-60de-43a0-93dd-d5fe561ad804'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:54.905354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:54.926835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c97b0-9fcb-43dd-8ec5-4bef41921b59 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:54.928858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c97b0-9fcb-43dd-8ec5-4bef41921b59 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:54.930670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c97b0-9fcb-43dd-8ec5-4bef41921b59 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:54.945594 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-360c97b0-9fcb-43dd-8ec5-4bef41921b59 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1730800 Aug 31 15:50:54.966099 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c93ddd-616f-4277-b160-9a0446a400ac tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:54.966567 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c93ddd-616f-4277-b160-9a0446a400ac tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:54.970069 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-75c93ddd-616f-4277-b160-9a0446a400ac tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/d29360cd-b416-46d9-8afa-53fa3d974d0a HTTP/1.1" status: 404 len: 337 time: 0.0841258 Aug 31 15:50:54.972848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37894) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:54.973216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37896) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:54.979426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f5a0e-09be-48ba-9e5b-8357f069f8ec req-b649cd83-e5d0-49c7-a22d-ec32e2101bf4 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:54.981988 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b52f5a0e-09be-48ba-9e5b-8357f069f8ec req-b649cd83-e5d0-49c7-a22d-ec32e2101bf4 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1528401 Aug 31 15:50:55.010477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:55.035760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Allocated IP 2001:db8::1 (f8f3eb3c-ec05-4a27-9963-f4e31c0b314c/fa68e6c9-b93c-429d-be88-ad0fff6a2d92/784f1c28-e549-4b21-91e3-4970d68bd01e) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:55.042772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.ipam_backend_mixin [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Performing IP validity checks on allocation pools {{(pid=114266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 31 15:50:55.043624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.ipam_backend_mixin [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 31 15:50:55.077038 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:55.081123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.143858 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ef5e0630-0c07-4d1f-8dbd-414103f0721f tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9ac1d9-b920-4bb1-8463-1dd884529cc4 HTTP/1.1" status: 200 len: 205 time: 0.1655908 Aug 31 15:50:55.146825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37900) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:55.181844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] For port 93d6ea87-6734-456b-982b-7e9c4cb0926d, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:55.254080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd72c1dc-2afb-4ff0-a37e-a545a681b126 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Deleting subnet fa68e6c9-b93c-429d-be88-ad0fff6a2d92 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:55.260675 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] For port 93d6ea87-6734-456b-982b-7e9c4cb0926d, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=93d6ea87-6734-456b-982b-7e9c4cb0926d,segment=NetworkSegment(a7ff11f3-87b0-434f-8ad9-ec424675e8d9),segment_id=a7ff11f3-87b0-434f-8ad9-ec424675e8d9)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:55.271177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:55.279244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:50:55.295333 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac8014-d9ee-4003-b4fd-8ac47ade585e None None] Sync routers for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:50:55.308536 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c2190c3c-ac6a-49f2-8b10-4fc557313a32 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "PUT /networking/v2.0/routers/365f1c1d-b464-4c79-aff3-f620dc0fc6f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5310645 Aug 31 15:50:55.309706 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37902) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:55.320761 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac8014-d9ee-4003-b4fd-8ac47ade585e None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:55.321684 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-06ac8014-d9ee-4003-b4fd-8ac47ade585e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:55.330112 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b52f5a0e-09be-48ba-9e5b-8357f069f8ec req-892fa375-153a-4302-8bc1-6826f141d3ea tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358836 Aug 31 15:50:55.335108 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-60f7e985-76cf-456b-8f8f-565e5738e285 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] delete failed (client error): The resource could not be found. Aug 31 15:50:55.336623 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-60f7e985-76cf-456b-8f8f-565e5738e285 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/routers/8f9ac1d9-b920-4bb1-8463-1dd884529cc4 HTTP/1.1" status: 404 len: 336 time: 0.1817870 Aug 31 15:50:55.337496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:55.343515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37904) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:55.409034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:55.418483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:55.452717 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-149e08a7-fb58-4ec5-91f9-937e6b3b1482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:55.452717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149e08a7-fb58-4ec5-91f9-937e6b3b1482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:55.452717 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-149e08a7-fb58-4ec5-91f9-937e6b3b1482 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/07d89fb4-e7cc-49a3-bde5-2513a6fbe127 HTTP/1.1" status: 404 len: 337 time: 0.1011503 Aug 31 15:50:55.458727 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37910) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:55.460338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7bac6755-bbec-437c-ae96-9f71834150d7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.460684 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added segment 7bac6755-bbec-437c-ae96-9f71834150d7 of type vlan for network 2f673b19-cead-47a9-b573-4468f69dc8c7 Aug 31 15:50:55.482094 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-06ac8014-d9ee-4003-b4fd-8ac47ade585e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:55.499576 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b3599-2d23-42fa-8fb5-9b72e33530f8 None None] Network e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:55.520318 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac8014-d9ee-4003-b4fd-8ac47ade585e None None] Routers {'365f1c1d-b464-4c79-aff3-f620dc0fc6f1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:50:55.520318 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-06ac8014-d9ee-4003-b4fd-8ac47ade585e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:55.545719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34', 'network_id': '374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34', 'project_id': '888f0189051f41688d18d24cae5e73e2', 'fixed_ips': [{'subnet_id': '797336db-f2e2-4e59-a0f9-27671896e066'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:55.547058 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.551438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.561048 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5902a99b-d9e4-41d3-8c77-3bf61f207e49 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:55.562149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5902a99b-d9e4-41d3-8c77-3bf61f207e49 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:55.567601 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5902a99b-d9e4-41d3-8c77-3bf61f207e49 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/900a5ed3-2ed2-4c0c-bd31-41e51f858725 HTTP/1.1" status: 404 len: 337 time: 0.1052024 Aug 31 15:50:55.573257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37914) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:55.592223 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-06ac8014-d9ee-4003-b4fd-8ac47ade585e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:55.596531 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac8014-d9ee-4003-b4fd-8ac47ade585e None None] The sync data for ids ['365f1c1d-b464-4c79-aff3-f620dc0fc6f1'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:50:55.609951 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.616478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (2f673b19-cead-47a9-b573-4468f69dc8c7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.626843 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2379772c-ed28-4ee6-9f40-ca61e5f8497e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:55.627301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2379772c-ed28-4ee6-9f40-ca61e5f8497e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:55.633461 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2379772c-ed28-4ee6-9f40-ca61e5f8497e tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a6efebb5-1702-4c89-b8ab-325b2dbc8649 HTTP/1.1" status: 404 len: 337 time: 0.0554359 Aug 31 15:50:55.639417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37916) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:55.680111 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb38b86-2ff0-467b-bae5-3efcaddf52a1 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:55.680680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb38b86-2ff0-467b-bae5-3efcaddf52a1 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:55.693210 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-afb38b86-2ff0-467b-bae5-3efcaddf52a1 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/372566de-aa18-4805-a5eb-8cbd6e4c1c45 HTTP/1.1" status: 404 len: 333 time: 0.0512655 Aug 31 15:50:55.694937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37920) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:55.734029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.770779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/c9727423-60de-43a0-93dd-d5fe561ad804/8d25fa44-d105-4f19-a8d1-817035aeb630) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:55.778741 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Attempt 2 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:55.808124 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:55.870726 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cce6b3a-8a19-460d-8ff5-62a28990118b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:55.871379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cce6b3a-8a19-460d-8ff5-62a28990118b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:55.887171 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5cce6b3a-8a19-460d-8ff5-62a28990118b tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/9917037e-c6d8-4d3d-9a9f-8b34be24c99c HTTP/1.1" status: 404 len: 337 time: 0.1918249 Aug 31 15:50:55.896181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37922) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:55.910845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_gateway (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.936723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37924) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:55.944434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (2f673b19-cead-47a9-b573-4468f69dc8c7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.948735 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff00172-6284-4caa-b77f-74542720acb2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:55.949184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff00172-6284-4caa-b77f-74542720acb2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:55.950021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:55.950650 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.952286 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-aff00172-6284-4caa-b77f-74542720acb2 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/592a6e6c-7c2b-489a-9dfd-2d8b28bf7077 HTTP/1.1" status: 404 len: 337 time: 0.0519216 Aug 31 15:50:55.956488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37928) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:55.971107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Publish callbacks [] for port (784f1c28-e549-4b21-91e3-4970d68bd01e), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:55.991100 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-291112df-18a7-496e-a870-0008786bbd1d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:55.992494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291112df-18a7-496e-a870-0008786bbd1d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:56.001462 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-291112df-18a7-496e-a870-0008786bbd1d tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/63ffd4d7-4cb2-4fed-b4d2-5f2d4972b6b1 HTTP/1.1" status: 404 len: 333 time: 0.0438881 Aug 31 15:50:56.010869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37930) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:56.011037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (1216bb10-2900-4251-8090-0aefcee96a16), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.043327 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc8180c-092c-4cba-9f45-8bebb9501ca0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:56.044430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc8180c-092c-4cba-9f45-8bebb9501ca0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:56.049143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:56.060165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37932) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:56.064477 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5dc8180c-092c-4cba-9f45-8bebb9501ca0 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b159d72d-c7f4-4902-8343-bd3f4d30e365 HTTP/1.1" status: 404 len: 337 time: 0.0587041 Aug 31 15:50:56.122287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efdf15-809e-4e2c-807a-1a76243f0ca3 None None] Pushing event updated for resources: {'Port': ['ID=93d6ea87-6734-456b-982b-7e9c4cb0926d,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:56.125858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd72c1dc-2afb-4ff0-a37e-a545a681b126 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for subnet (fa68e6c9-b93c-429d-be88-ad0fff6a2d92), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.146397 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a46732-0ca5-467e-8483-4b8b7b908ff3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] DELETE failed (client error): The resource could not be found. Aug 31 15:50:56.146879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a46732-0ca5-467e-8483-4b8b7b908ff3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:50:56.149948 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-84a46732-0ca5-467e-8483-4b8b7b908ff3 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/72f4c71a-8bfe-47d1-b93d-a6aaff8d758e HTTP/1.1" status: 404 len: 337 time: 0.0829549 Aug 31 15:50:56.153152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (784f1c28-e549-4b21-91e3-4970d68bd01e), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.153943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Network': ['ID=2f673b19-cead-47a9-b573-4468f69dc8c7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:56.160580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37934) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:56.184217 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c185be18-a318-45d4-93df-bcae72b100cc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6252000 Aug 31 15:50:56.187428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37936) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:56.190972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-73d6f435-0ef8-4148-8f5e-0d8e95f27869 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:56.191821 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-73d6f435-0ef8-4148-8f5e-0d8e95f27869 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 15:50:56.192455 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-73d6f435-0ef8-4148-8f5e-0d8e95f27869 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 15:50:56.199374 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-73d6f435-0ef8-4148-8f5e-0d8e95f27869 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2559083 Aug 31 15:50:56.209528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37938) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:56.213988 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'subnet': {'network_id': '6d6b5ff0-ce8d-4b37-a205-11f4da3224db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:56.216964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081028047'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:56.223778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=1216bb10-2900-4251-8090-0aefcee96a16,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:56.248928 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Pushing event updated for resources: {'Port': ['ID=784f1c28-e549-4b21-91e3-4970d68bd01e,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:56.252526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661f6569-c6d0-4a2a-b3bf-cd20f300ca93 None None] DHCP port deletion for e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:50:56.254553 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 2f673b19-cead-47a9-b573-4468f69dc8c7 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:56.282206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:56.292702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting port b1c3ed63-0108-43d1-8bf2-8370f3dd04a1 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:56.293655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b1c3ed63-0108-43d1-8bf2-8370f3dd04a1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.294364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking segment: {'id': '3edb0120-aee9-4427-a227-f2373acac3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ffcde291-22a4-4530-bfdb-097b6f60a9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:56.294909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network hostable DHCP agents. Network: ffcde291-22a4-4530-bfdb-097b6f60a9f4, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:56.304104 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd72c1dc-2afb-4ff0-a37e-a545a681b126 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (fa68e6c9-b93c-429d-be88-ad0fff6a2d92), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.316676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-28463705-7c49-49b7-9302-1cdcd4cad1dd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:56.317015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-28463705-7c49-49b7-9302-1cdcd4cad1dd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9aafe5eb-83e9-45b1-803c-d3f0452baee8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.389417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:56.401940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Network f8f3eb3c-ec05-4a27-9963-f4e31c0b314c is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:56.432551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:56.439152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:56.447194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-28463705-7c49-49b7-9302-1cdcd4cad1dd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9aafe5eb-83e9-45b1-803c-d3f0452baee8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.466537 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.469772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-28463705-7c49-49b7-9302-1cdcd4cad1dd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 9aafe5eb-83e9-45b1-803c-d3f0452baee8 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:56.472607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network ffcde291-22a4-4530-bfdb-097b6f60a9f4 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:56.479214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-661f6569-c6d0-4a2a-b3bf-cd20f300ca93 None None] Deleting port 7afd0a16-f787-4625-baf3-f4a3b466a66b {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:56.479587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-661f6569-c6d0-4a2a-b3bf-cd20f300ca93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.488111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b1c3ed63-0108-43d1-8bf2-8370f3dd04a1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.495008 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.528833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Calling delete_port for b1c3ed63-0108-43d1-8bf2-8370f3dd04a1 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:56.530683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Allocated IP 2001:db8:0:1::1 (374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34/797336db-f2e2-4e59-a0f9-27671896e066/ab738652-9caa-4a42-b1cd-aee6fa0eb726) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:56.533154 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd72c1dc-2afb-4ff0-a37e-a545a681b126 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (fa68e6c9-b93c-429d-be88-ad0fff6a2d92), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.573039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:56.576513 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Attempt 3 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:56.576891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.593194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, ffcde291-22a4-4530-bfdb-097b6f60a9f4) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:56.598257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad8ab8-36b3-417d-8525-b2fa1ae1c6af req-195861e0-faea-4f8b-906e-f3a3e6a0a66c tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:56.599036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:56.600133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.600367 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-50ad8ab8-36b3-417d-8525-b2fa1ae1c6af req-195861e0-faea-4f8b-906e-f3a3e6a0a66c tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1381271 Aug 31 15:50:56.703385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (ef41fe2b-84ec-4ca6-a25c-5e5ffae34bc3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.760497 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a00879b9-c42d-4e98-a5f3-416dd91c820f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5455105 Aug 31 15:50:56.761892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-28463705-7c49-49b7-9302-1cdcd4cad1dd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9aafe5eb-83e9-45b1-803c-d3f0452baee8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.763995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37942) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:56.799407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ef41fe2b-84ec-4ca6-a25c-5e5ffae34bc3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.814200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d75f7-377a-4218-9038-59adc92d6f79 None None] Network ffcde291-22a4-4530-bfdb-097b6f60a9f4 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:56.906599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28463705-7c49-49b7-9302-1cdcd4cad1dd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=9aafe5eb-83e9-45b1-803c-d3f0452baee8,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:56.930787 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Publish callbacks [] for port (8d25fa44-d105-4f19-a8d1-817035aeb630), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.966131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (eae31482-2a07-41e1-8e14-0b854e044e7b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:56.967874 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:50:56.973348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Attempting to bind port 784f1c28-e549-4b21-91e3-4970d68bd01e on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:56.974514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Attempting to bind port 784f1c28-e549-4b21-91e3-4970d68bd01e by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f8f3eb3c-ec05-4a27-9963-f4e31c0b314c'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:56.975523 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Attempting to bind port 784f1c28-e549-4b21-91e3-4970d68bd01e on network f8f3eb3c-ec05-4a27-9963-f4e31c0b314c {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:56.980747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-661f6569-c6d0-4a2a-b3bf-cd20f300ca93 None None] For port 7afd0a16-f787-4625-baf3-f4a3b466a66b, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7afd0a16-f787-4625-baf3-f4a3b466a66b,segment=NetworkSegment(074ed60c-5547-41db-abcc-9c401da0f881),segment_id=074ed60c-5547-41db-abcc-9c401da0f881)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:56.981151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-661f6569-c6d0-4a2a-b3bf-cd20f300ca93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.001385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-28463705-7c49-49b7-9302-1cdcd4cad1dd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.005815 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-28463705-7c49-49b7-9302-1cdcd4cad1dd tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/ports/9aafe5eb-83e9-45b1-803c-d3f0452baee8 HTTP/1.1" status: 204 len: 168 time: 0.8442528 Aug 31 15:50:57.014343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37944) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:57.015743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-661f6569-c6d0-4a2a-b3bf-cd20f300ca93 None None] Calling delete_port for 7afd0a16-f787-4625-baf3-f4a3b466a66b owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:57.022297 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:57.022837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Checking segment: {'id': '9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f8f3eb3c-ec05-4a27-9963-f4e31c0b314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:57.023260 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.023637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Bound using segment: {'id': '9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f8f3eb3c-ec05-4a27-9963-f4e31c0b314c'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:57.024121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Bound port: 784f1c28-e549-4b21-91e3-4970d68bd01e, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f8f3eb3c-ec05-4a27-9963-f4e31c0b314c'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:57.024501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (784f1c28-e549-4b21-91e3-4970d68bd01e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.074507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (8d25fa44-d105-4f19-a8d1-817035aeb630), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.157626 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf229877-3d54-4887-aa08-210223b2fac1 None None] Network fd0f7f90-1623-406b-9900-287d8a9708dd requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:57.209956 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::1 (e986fc1f-2559-47ce-89c8-1dd43368919a/c9727423-60de-43a0-93dd-d5fe561ad804/bb17f70c-a00c-4eaf-a59e-3d65f3fc5577) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:57.219728 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:57.234576 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd72c1dc-2afb-4ff0-a37e-a545a681b126 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (fa68e6c9-b93c-429d-be88-ad0fff6a2d92), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.260408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef41fe2b-84ec-4ca6-a25c-5e5ffae34bc3,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:57.276494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (eae31482-2a07-41e1-8e14-0b854e044e7b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.287948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 93d6ea87-6734-456b-982b-7e9c4cb0926d up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:57.295561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72c1dc-2afb-4ff0-a37e-a545a681b126 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Subnet': ['ID=fa68e6c9-b93c-429d-be88-ad0fff6a2d92,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:57.322288 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb1a85-1df9-4fe4-b1a3-134fb43756b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-ffcde291-22a4-4530-bfdb-097b6f60a9f4', 'network_id': 'ffcde291-22a4-4530-bfdb-097b6f60a9f4', 'project_id': '3ded716f5d8140129df35d35a7bf8ca3', 'fixed_ips': [{'subnet_id': '1216bb10-2900-4251-8090-0aefcee96a16'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:57.323154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-31eb1a85-1df9-4fe4-b1a3-134fb43756b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.338689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (ffcde291-22a4-4530-bfdb-097b6f60a9f4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.340346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd72c1dc-2afb-4ff0-a37e-a545a681b126 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.340511 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:57.344629 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bd72c1dc-2afb-4ff0-a37e-a545a681b126 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/fa68e6c9-b93c-429d-be88-ad0fff6a2d92 HTTP/1.1" status: 204 len: 168 time: 2.3700435 Aug 31 15:50:57.349544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37946) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:57.368527 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-50ad8ab8-36b3-417d-8525-b2fa1ae1c6af req-70f1e089-12c8-483c-8328-3dd70d183679 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7083461 Aug 31 15:50:57.373832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.398135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:57.401804 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:57.414776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Pushing event updated for resources: {'Port': ['ID=8d25fa44-d105-4f19-a8d1-817035aeb630,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:57.420750 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae31482-2a07-41e1-8e14-0b854e044e7b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:57.434831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.438959 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1f19c7d5-0907-484d-846f-68603bae1716 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2277539 Aug 31 15:50:57.439483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37948) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:57.460191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ec06462f-49f9-45a8-8cfe-d6557ba56e1c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': 'eae31482-2a07-41e1-8e14-0b854e044e7b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:57.471132 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Attempt 4 to provision port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 Aug 31 15:50:57.476374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:57.506124 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] For port 784f1c28-e549-4b21-91e3-4970d68bd01e, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:57.527329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.540233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (19050549-8b17-4193-aca5-389405ee2b63), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.567962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a33fb87-ad0a-4b0e-b9ab-d25533e3fb57 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Deleting subnet 797336db-f2e2-4e59-a0f9-27671896e066 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:57.595965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Deleting port 7afd0a16-f787-4625-baf3-f4a3b466a66b {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:50:57.596677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.601072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (1216bb10-2900-4251-8090-0aefcee96a16), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.603023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Port 9aafe5eb-83e9-45b1-803c-d3f0452baee8 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:50:57.619911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Subnet': ['ID=19050549-8b17-4193-aca5-389405ee2b63,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:57.623982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b1c3ed63-0108-43d1-8bf2-8370f3dd04a1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.629998 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] For port 784f1c28-e549-4b21-91e3-4970d68bd01e, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=784f1c28-e549-4b21-91e3-4970d68bd01e,segment=NetworkSegment(9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc),segment_id=9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:57.634405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Publish callbacks [] for port (ab738652-9caa-4a42-b1cd-aee6fa0eb726), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.660719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Checking segment: {'id': '14ba7bec-a511-49e7-b45c-f19934971858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d6b5ff0-ce8d-4b37-a205-11f4da3224db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:57.661222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network hostable DHCP agents. Network: 6d6b5ff0-ce8d-4b37-a205-11f4da3224db, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:57.665014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Port': ['ID=b1c3ed63-0108-43d1-8bf2-8370f3dd04a1,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:57.686918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Provisioning complete for port f11417a1-00d7-4d08-a871-8d1e56e50ccf triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:57.687578 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.688107 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Attempt 1 to provision port f11417a1-00d7-4d08-a871-8d1e56e50ccf Aug 31 15:50:57.704187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 93d6ea87-6734-456b-982b-7e9c4cb0926d triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:57.704820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.705356 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 93d6ea87-6734-456b-982b-7e9c4cb0926d Aug 31 15:50:57.735580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a33fb87-ad0a-4b0e-b9ab-d25533e3fb57 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for subnet (797336db-f2e2-4e59-a0f9-27671896e066), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.735840 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Attempting to bind port 8d25fa44-d105-4f19-a8d1-817035aeb630 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:57.735840 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Attempting to bind port 8d25fa44-d105-4f19-a8d1-817035aeb630 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:57.735840 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Attempting to bind port 8d25fa44-d105-4f19-a8d1-817035aeb630 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:57.749914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.757791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec06462f-49f9-45a8-8cfe-d6557ba56e1c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group_rule (4449c46e-fcd9-4f8c-afc7-4a5cfa3f0d2b), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.768798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-661f6569-c6d0-4a2a-b3bf-cd20f300ca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.771208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (784f1c28-e549-4b21-91e3-4970d68bd01e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.776410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (ab738652-9caa-4a42-b1cd-aee6fa0eb726), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.784464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] For port 7afd0a16-f787-4625-baf3-f4a3b466a66b, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7afd0a16-f787-4625-baf3-f4a3b466a66b,segment=NetworkSegment(074ed60c-5547-41db-abcc-9c401da0f881),segment_id=074ed60c-5547-41db-abcc-9c401da0f881)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:57.784794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.814917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:57.814917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:57.815580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.815580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:57.816074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Bound port: 8d25fa44-d105-4f19-a8d1-817035aeb630, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:57.816345 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8d25fa44-d105-4f19-a8d1-817035aeb630), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.830652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 6d6b5ff0-ce8d-4b37-a205-11f4da3224db is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:57.833189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.843716 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Calling delete_port for 7afd0a16-f787-4625-baf3-f4a3b466a66b owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:50:57.854850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f6569-c6d0-4a2a-b3bf-cd20f300ca93 None None] Pushing event deleted for resources: {'Port': ['ID=7afd0a16-f787-4625-baf3-f4a3b466a66b,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:57.861639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a33fb87-ad0a-4b0e-b9ab-d25533e3fb57 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (797336db-f2e2-4e59-a0f9-27671896e066), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.866984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f6569-c6d0-4a2a-b3bf-cd20f300ca93 None None] No DVR routers for this DVR port 7afd0a16-f787-4625-baf3-f4a3b466a66b on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:57.877064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.880689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router_controller (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:57.883828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Network 374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:57.915747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:57.918596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:57.921472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:57.930532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Could not find standard attr ID for object 7afd0a16-f787-4625-baf3-f4a3b466a66b. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:57.966439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:57.988042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 6d6b5ff0-ce8d-4b37-a205-11f4da3224db) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:57.995257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:57.996211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.011451 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b1532f44-d96d-4ec0-8298-b5b0900f40a3 None None] Could not find standard attr ID for object e58baf1c-405c-4c34-b590-b43b833a70e3. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:58.032057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:58.036497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (365f1c1d-b464-4c79-aff3-f620dc0fc6f1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.040323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Fanout notify agent at l3_agent the message router_deleted on router 365f1c1d-b464-4c79-aff3-f620dc0fc6f1 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:50:58.050300 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.054363 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-81b469e4-f643-4339-870f-ee4a5ea24fe5 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/routers/365f1c1d-b464-4c79-aff3-f620dc0fc6f1 HTTP/1.1" status: 204 len: 168 time: 2.7434442 Aug 31 15:50:58.059438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37950) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:58.071244 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dca33-be4c-4e34-97e8-f6acf3c1bf2b None None] Pushing event updated for resources: {'Port': ['ID=784f1c28-e549-4b21-91e3-4970d68bd01e,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:58.086201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619529fa-b095-4a1c-b67d-8ee93e1e1ae7 None None] Network 6d6b5ff0-ce8d-4b37-a205-11f4da3224db requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:58.088628 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7afd0a16-f787-4625-baf3-f4a3b466a66b no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server [None req-31eb1a85-1df9-4fe4-b1a3-134fb43756b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1216bb10-2900-4251-8090-0aefcee96a16: This subnet is being modified by another concurrent operation. Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 31 15:50:58.098174 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1563, in create_port Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1528, in _create_port_db Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise exception Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1216bb10-2900-4251-8090-0aefcee96a16: This subnet is being modified by another concurrent operation. Aug 31 15:50:58.103066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server Aug 31 15:50:58.165468 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-3933eb84-47b7-4327-ba09-460d545baef9 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Deleting subnet 25ad09f6-4c69-4850-833b-a30dac656f97 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:50:58.170628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3933eb84-47b7-4327-ba09-460d545baef9 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for subnet (25ad09f6-4c69-4850-833b-a30dac656f97), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.254202 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-98128054-64d9-45e5-8a4f-c9a482ce8503 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0558774 Aug 31 15:50:58.260687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37952) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:58.264430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a60c584-b548-4fac-95fa-f3d4e7e0dcd1 None None] Network ffcde291-22a4-4530-bfdb-097b6f60a9f4 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:58.270242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'subnet': {'network_id': '2f673b19-cead-47a9-b573-4468f69dc8c7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:58.270452 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 7afd0a16-f787-4625-baf3-f4a3b466a66b {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:50:58.270731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7afd0a16-f787-4625-baf3-f4a3b466a66b not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:58.312964 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a98f93bc-4ede-4c63-aa04-3dc3c027e08e None None] Could not find standard attr ID for object 9aafe5eb-83e9-45b1-803c-d3f0452baee8. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:58.314149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] For port 8d25fa44-d105-4f19-a8d1-817035aeb630, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:58.374566 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Attempting to bind port ab738652-9caa-4a42-b1cd-aee6fa0eb726 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:50:58.374936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Attempting to bind port ab738652-9caa-4a42-b1cd-aee6fa0eb726 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '3658b013-644b-42a2-8944-a65f9e70e38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:50:58.375299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Attempting to bind port ab738652-9caa-4a42-b1cd-aee6fa0eb726 on network 374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:50:58.388953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] For port 8d25fa44-d105-4f19-a8d1-817035aeb630, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8d25fa44-d105-4f19-a8d1-817035aeb630,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:58.402975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3933eb84-47b7-4327-ba09-460d545baef9 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (25ad09f6-4c69-4850-833b-a30dac656f97), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.412130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:58.412815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Pushing event updated for resources: {'Port': ['ID=ab738652-9caa-4a42-b1cd-aee6fa0eb726,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:58.417768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:50:58.418143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Checking segment: {'id': '3658b013-644b-42a2-8944-a65f9e70e38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:58.418543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.419075 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Bound using segment: {'id': '3658b013-644b-42a2-8944-a65f9e70e38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:50:58.419379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Bound port: ab738652-9caa-4a42-b1cd-aee6fa0eb726, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3658b013-644b-42a2-8944-a65f9e70e38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:50:58.419745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ab738652-9caa-4a42-b1cd-aee6fa0eb726), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.427371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a98f93bc-4ede-4c63-aa04-3dc3c027e08e None None] Provisioning complete for port 93d6ea87-6734-456b-982b-7e9c4cb0926d triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:58.427781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a98f93bc-4ede-4c63-aa04-3dc3c027e08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.428116 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a98f93bc-4ede-4c63-aa04-3dc3c027e08e None None] Attempt 1 to provision port 93d6ea87-6734-456b-982b-7e9c4cb0926d Aug 31 15:50:58.474082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:58.479773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3933eb84-47b7-4327-ba09-460d545baef9 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (25ad09f6-4c69-4850-833b-a30dac656f97), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.485612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (1216bb10-2900-4251-8090-0aefcee96a16), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.488770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8d25fa44-d105-4f19-a8d1-817035aeb630), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.504090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:58.509609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:58.526779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:58.528101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:58.530815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:50:58.531322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.531797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (536df656-83ad-4579-9fca-20484bd964ac), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.632747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=bb17f70c-a00c-4eaf-a59e-3d65f3fc5577,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:58.647526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec06462f-49f9-45a8-8cfe-d6557ba56e1c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group_rule (4449c46e-fcd9-4f8c-afc7-4a5cfa3f0d2b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.658292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-6d6b5ff0-ce8d-4b37-a205-11f4da3224db', 'network_id': '6d6b5ff0-ce8d-4b37-a205-11f4da3224db', 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'fixed_ips': [{'subnet_id': '19050549-8b17-4193-aca5-389405ee2b63'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:50:58.663850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.664130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a98f93bc-4ede-4c63-aa04-3dc3c027e08e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:58.681198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:58.685398 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a98f93bc-4ede-4c63-aa04-3dc3c027e08e None None] Could not find standard attr ID for object 7afd0a16-f787-4625-baf3-f4a3b466a66b. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:50:58.697111 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] For port ab738652-9caa-4a42-b1cd-aee6fa0eb726, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:58.705515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98291ebe-87d4-475a-8bfa-476f3fee3ec9 None None] Pushing event updated for resources: {'Port': ['ID=8d25fa44-d105-4f19-a8d1-817035aeb630,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:58.713996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Subnet': ['ID=1216bb10-2900-4251-8090-0aefcee96a16,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:58.731002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] For port ab738652-9caa-4a42-b1cd-aee6fa0eb726, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ab738652-9caa-4a42-b1cd-aee6fa0eb726,segment=NetworkSegment(3658b013-644b-42a2-8944-a65f9e70e38d),segment_id=3658b013-644b-42a2-8944-a65f9e70e38d)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:58.804568 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3933eb84-47b7-4327-ba09-460d545baef9 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (25ad09f6-4c69-4850-833b-a30dac656f97), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.861927 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3933eb84-47b7-4327-ba09-460d545baef9 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.871049 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3933eb84-47b7-4327-ba09-460d545baef9 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/25ad09f6-4c69-4850-833b-a30dac656f97 HTTP/1.1" status: 204 len: 168 time: 0.8097315 Aug 31 15:50:58.872013 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37956) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:58.884063 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933eb84-47b7-4327-ba09-460d545baef9 tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Subnet': ['ID=25ad09f6-4c69-4850-833b-a30dac656f97,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:58.886581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (ffcde291-22a4-4530-bfdb-097b6f60a9f4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.946172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.946626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.947044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.947462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.947911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.948361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.948766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.949165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.949782 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.950194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.950622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.951020 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.951418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.951858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.952260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:58.981034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcde291-22a4-4530-bfdb-097b6f60a9f4']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:58.983270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (a6ea373f-069e-40c9-a1cf-ebec40d66a03), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:58.998993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edb0120-aee9-4427-a227-f2373acac3e8') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:58.999377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edb0120-aee9-4427-a227-f2373acac3e8') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:59.022275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ab738652-9caa-4a42-b1cd-aee6fa0eb726), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.028263 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (3edb0120-aee9-4427-a227-f2373acac3e8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.036197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a33fb87-ad0a-4b0e-b9ab-d25533e3fb57 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (797336db-f2e2-4e59-a0f9-27671896e066), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.080118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (a9bf0a48-77b2-4eee-a65f-fb6ba4295123), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.102630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb6180-0203-446a-9afd-be7125be1822 None None] Pushing event updated for resources: {'Port': ['ID=ab738652-9caa-4a42-b1cd-aee6fa0eb726,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:59.115550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4a23aa06-537e-4c6f-9b45-2c3fd5b7f480 None None] Provisioning complete for port 93d6ea87-6734-456b-982b-7e9c4cb0926d triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:59.115931 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4a23aa06-537e-4c6f-9b45-2c3fd5b7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.116294 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4a23aa06-537e-4c6f-9b45-2c3fd5b7f480 None None] Attempt 1 to provision port 93d6ea87-6734-456b-982b-7e9c4cb0926d Aug 31 15:50:59.164594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (7afd0a16-f787-4625-baf3-f4a3b466a66b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.172814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (a6ea373f-069e-40c9-a1cf-ebec40d66a03), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.177104 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Subnet': ['ID=a9bf0a48-77b2-4eee-a65f-fb6ba4295123,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:59.186519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec06462f-49f9-45a8-8cfe-d6557ba56e1c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4449c46e-fcd9-4f8c-afc7-4a5cfa3f0d2b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.209519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.209906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.210244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.210577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.210954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.211290 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.211614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.211939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.218695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.219314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.219502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.219842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.220173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.220496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.220817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:59.247432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ea373f-069e-40c9-a1cf-ebec40d66a03']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:59.264099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] No DVR routers for this DVR port 7afd0a16-f787-4625-baf3-f4a3b466a66b on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4a23aa06-537e-4c6f-9b45-2c3fd5b7f480 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:59.270035 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:59.273337 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6574064-89cf-4734-9d14-70b6bbfa131a') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:59.273881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6574064-89cf-4734-9d14-70b6bbfa131a') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:50:59.275960 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Allocated IP 172.20.0.2 (6d6b5ff0-ce8d-4b37-a205-11f4da3224db/19050549-8b17-4193-aca5-389405ee2b63/fa815c53-599c-49c9-86f2-0ebd9966a78a) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:59.311863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (d6574064-89cf-4734-9d14-70b6bbfa131a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.329314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Checking segment: {'id': '7bac6755-bbec-437c-ae96-9f71834150d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f673b19-cead-47a9-b573-4468f69dc8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:50:59.329869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network hostable DHCP agents. Network: 2f673b19-cead-47a9-b573-4468f69dc8c7, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:59.342807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (3edb0120-aee9-4427-a227-f2373acac3e8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.346820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Port': ['ID=7afd0a16-f787-4625-baf3-f4a3b466a66b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:59.366690 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d6574064-89cf-4734-9d14-70b6bbfa131a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.389113 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:59.390810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (d6574064-89cf-4734-9d14-70b6bbfa131a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.422424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fc216-0ee3-48c0-8ea6-eb0b080cb272 req-a8efeb60-b321-4741-8280-3a392af3f1b1 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:59.440041 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea8fc216-0ee3-48c0-8ea6-eb0b080cb272 req-a8efeb60-b321-4741-8280-3a392af3f1b1 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.9224226 Aug 31 15:50:59.447717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06462f-49f9-45a8-8cfe-d6557ba56e1c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4449c46e-fcd9-4f8c-afc7-4a5cfa3f0d2b,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:59.450102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a33fb87-ad0a-4b0e-b9ab-d25533e3fb57 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (797336db-f2e2-4e59-a0f9-27671896e066), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.486791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:59.491666 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment d6574064-89cf-4734-9d14-70b6bbfa131a resource provider aggregate not found Aug 31 15:50:59.501818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:50:59.501818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (3edb0120-aee9-4427-a227-f2373acac3e8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.513777 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment d6574064-89cf-4734-9d14-70b6bbfa131a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6574064-89cf-4734-9d14-70b6bbfa131a found for delete ", "request_id": "req-2434d633-0988-417e-a522-b4708a1c73ce"}]} Aug 31 15:50:59.516664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8d25fa44-d105-4f19-a8d1-817035aeb630 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:59.606286 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 2f673b19-cead-47a9-b573-4468f69dc8c7 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:59.613236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (a6ea373f-069e-40c9-a1cf-ebec40d66a03), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.630489 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.636876 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] 10.222.0.46 "DELETE /networking/v2.0/networks/a6ea373f-069e-40c9-a1cf-ebec40d66a03 HTTP/1.1" status: 204 len: 168 time: 0.7490828 Aug 31 15:50:59.653399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec06462f-49f9-45a8-8cfe-d6557ba56e1c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.657274 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ec06462f-49f9-45a8-8cfe-d6557ba56e1c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2015855 Aug 31 15:50:59.670905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37966) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:59.676000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-60b14a8a-79e1-4aaf-9248-8d4e66549ffb tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': 'eae31482-2a07-41e1-8e14-0b854e044e7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:59.681988 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7882913-6ee9-4f7f-aefa-5270e2a5787c tempest-FloatingIPTestJSON-4403555 tempest-FloatingIPTestJSON-4403555-project] Pushing event deleted for resources: {'Network': ['ID=a6ea373f-069e-40c9-a1cf-ebec40d66a03,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:59.701891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 2f673b19-cead-47a9-b573-4468f69dc8c7) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:59.714583 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:50:59.715171 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.727952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 8d25fa44-d105-4f19-a8d1-817035aeb630 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:50:59.728318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8d25fa44-d105-4f19-a8d1-817035aeb630), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.728852 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 8d25fa44-d105-4f19-a8d1-817035aeb630 Aug 31 15:50:59.781210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ee5f6-3871-4cd6-883a-fba3f71975f6 None None] Network 2f673b19-cead-47a9-b573-4468f69dc8c7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:59.788197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33fb87-ad0a-4b0e-b9ab-d25533e3fb57 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Subnet': ['ID=797336db-f2e2-4e59-a0f9-27671896e066,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:59.801691 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 3edb0120-aee9-4427-a227-f2373acac3e8 resource provider aggregate not found Aug 31 15:50:59.805767 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:50:59.807811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:50:59.808769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 784f1c28-e549-4b21-91e3-4970d68bd01e up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:59.834122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (ffcde291-22a4-4530-bfdb-097b6f60a9f4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.841469 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 3edb0120-aee9-4427-a227-f2373acac3e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3edb0120-aee9-4427-a227-f2373acac3e8 found for delete ", "request_id": "req-d31c2889-6f90-44a7-9950-ff63b728b253"}]} Aug 31 15:50:59.847049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.850456 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/ffcde291-22a4-4530-bfdb-097b6f60a9f4 HTTP/1.1" status: 204 len: 168 time: 3.0852406 Aug 31 15:50:59.854519 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37970) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:59.859614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a33fb87-ad0a-4b0e-b9ab-d25533e3fb57 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.860304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-690586591'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:59.863206 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4a33fb87-ad0a-4b0e-b9ab-d25533e3fb57 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/797336db-f2e2-4e59-a0f9-27671896e066 HTTP/1.1" status: 204 len: 168 time: 2.5054703 Aug 31 15:50:59.871468 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-19ab2da7-b886-46ab-9f20-070fd10844f5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6096671 Aug 31 15:50:59.872058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.872460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37972) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:59.875434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.877786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37974) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:50:59.880112 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476bca0-d029-4a41-9372-ca237de65868 None None] Network f8f3eb3c-ec05-4a27-9963-f4e31c0b314c requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:50:59.895013 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Publish callbacks [] for port (fa815c53-599c-49c9-86f2-0ebd9966a78a), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.901090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-60b14a8a-79e1-4aaf-9248-8d4e66549ffb tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group_rule (6e7c3843-7cbc-4542-aaaf-b7ad711af427), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:50:59.929449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-cd0e4448-610e-4e83-9bdc-9b88216dae95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1836040339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:59.991764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d7e47-619a-4ebb-8fd4-647e070e6335 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Network': ['ID=ffcde291-22a4-4530-bfdb-097b6f60a9f4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:59.996833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:00.011679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-5f36271d-075d-4081-82aa-decf2b86832b None None] Provisioning complete for port 784f1c28-e549-4b21-91e3-4970d68bd01e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:00.011679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5f36271d-075d-4081-82aa-decf2b86832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (784f1c28-e549-4b21-91e3-4970d68bd01e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.011679 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5f36271d-075d-4081-82aa-decf2b86832b None None] Attempt 1 to provision port 784f1c28-e549-4b21-91e3-4970d68bd01e Aug 31 15:51:00.012434 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea8fc216-0ee3-48c0-8ea6-eb0b080cb272 req-63d8332a-9a1f-4080-97d3-dc40c9febd04 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709248 Aug 31 15:51:00.015431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:00.021244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe0be48-2d6a-4219-b2ef-2cc396fa4f0a tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:00.028688 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0fe0be48-2d6a-4219-b2ef-2cc396fa4f0a tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1403124 Aug 31 15:51:00.030207 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37976) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:00.069276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:00.071512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074ed60c-5547-41db-abcc-9c401da0f881') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:00.071817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074ed60c-5547-41db-abcc-9c401da0f881') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:00.073658 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.122254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 784f1c28-e549-4b21-91e3-4970d68bd01e triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:00.124016 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (784f1c28-e549-4b21-91e3-4970d68bd01e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.124389 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 784f1c28-e549-4b21-91e3-4970d68bd01e Aug 31 15:51:00.125851 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-60b14a8a-79e1-4aaf-9248-8d4e66549ffb tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 15:51:00.129592 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-60b14a8a-79e1-4aaf-9248-8d4e66549ffb tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4548845 Aug 31 15:51:00.129747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (fa815c53-599c-49c9-86f2-0ebd9966a78a), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.135960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37978) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:00.141179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4448-610e-4e83-9bdc-9b88216dae95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (64c22e70-da37-4257-a6ee-d41ce484bb25), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.142350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4448-610e-4e83-9bdc-9b88216dae95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (64c22e70-da37-4257-a6ee-d41ce484bb25), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.152955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:00.165081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.165422 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Added segment 5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b of type vlan for network f47eedb1-3c03-4f0f-8014-4243e4f2e907 Aug 31 15:51:00.198275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Pushing event updated for resources: {'Port': ['ID=fa815c53-599c-49c9-86f2-0ebd9966a78a,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:00.207451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (074ed60c-5547-41db-abcc-9c401da0f881), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.249668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f47eedb1-3c03-4f0f-8014-4243e4f2e907), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.253490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:00.260635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4448-610e-4e83-9bdc-9b88216dae95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (64c22e70-da37-4257-a6ee-d41ce484bb25), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.266805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:00.273784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Network 6d6b5ff0-ce8d-4b37-a205-11f4da3224db is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:00.286825 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-2f673b19-cead-47a9-b573-4468f69dc8c7', 'network_id': '2f673b19-cead-47a9-b573-4468f69dc8c7', 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'fixed_ips': [{'subnet_id': 'a9bf0a48-77b2-4eee-a65f-fb6ba4295123'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:00.288227 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.300460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (074ed60c-5547-41db-abcc-9c401da0f881), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.310819 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:00.310924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.330043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4448-610e-4e83-9bdc-9b88216dae95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (64c22e70-da37-4257-a6ee-d41ce484bb25), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.369551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:00.375064 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (074ed60c-5547-41db-abcc-9c401da0f881), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.379762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:00.407482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (eae31482-2a07-41e1-8e14-0b854e044e7b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.453239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4448-610e-4e83-9bdc-9b88216dae95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.454821 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cd0e4448-610e-4e83-9bdc-9b88216dae95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5314147 Aug 31 15:51:00.466031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37982) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:00.471253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Deleting port ab738652-9caa-4a42-b1cd-aee6fa0eb726 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:00.471604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ab738652-9caa-4a42-b1cd-aee6fa0eb726), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.496460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f47eedb1-3c03-4f0f-8014-4243e4f2e907), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.501669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:00.502344 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.516741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37984) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:00.525944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Allocated IP 172.21.0.2 (2f673b19-cead-47a9-b573-4468f69dc8c7/a9bf0a48-77b2-4eee-a65f-fb6ba4295123/d5a7c335-98d7-4843-8ef3-d86c0fb0bf48) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:00.610628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.618361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.623382 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] 10.222.0.46 "DELETE /networking/v2.0/networks/e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d HTTP/1.1" status: 204 len: 168 time: 3.6043987 Aug 31 15:51:00.649225 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=f47eedb1-3c03-4f0f-8014-4243e4f2e907,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:00.655615 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:00.674240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94f249-4a30-49cb-be21-bcb9cd050590 tempest-PortsTestJSON-1799432645 tempest-PortsTestJSON-1799432645-project] Pushing event deleted for resources: {'Network': ['ID=e1bc3b9b-bd83-4f1f-92a2-80a9b998e23d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:00.681798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.697971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f47eedb1-3c03-4f0f-8014-4243e4f2e907 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:00.705622 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-120fd352-45bd-48df-99b5-f171d5077d82 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8467965 Aug 31 15:51:00.706919 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 37990) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:00.713001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'network_id': 'f47eedb1-3c03-4f0f-8014-4243e4f2e907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-5f36271d-075d-4081-82aa-decf2b86832b None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:00.719113 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:00.759074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (eae31482-2a07-41e1-8e14-0b854e044e7b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.811065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.812429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (536df656-83ad-4579-9fca-20484bd964ac), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.847362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395330df-6150-483d-b660-00c69697b22f None None] DHCP port deletion for f8f3eb3c-ec05-4a27-9963-f4e31c0b314c request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:00.850482 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:00.890255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:00.893119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=bb17f70c-a00c-4eaf-a59e-3d65f3fc5577,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:00.941206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] For port ab738652-9caa-4a42-b1cd-aee6fa0eb726, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ab738652-9caa-4a42-b1cd-aee6fa0eb726,segment=NetworkSegment(3658b013-644b-42a2-8944-a65f9e70e38d),segment_id=3658b013-644b-42a2-8944-a65f9e70e38d)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:00.941206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ab738652-9caa-4a42-b1cd-aee6fa0eb726), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:00.965011 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f263b4e-0a8b-4148-a97a-e2ca65e41a8f None None] Network 374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:01.005604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Calling delete_port for ab738652-9caa-4a42-b1cd-aee6fa0eb726 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:01.089268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:01.093957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:01.127896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:01.133776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.135720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Provisioning complete for port 8d25fa44-d105-4f19-a8d1-817035aeb630 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:01.136207 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8d25fa44-d105-4f19-a8d1-817035aeb630), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.136443 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Attempt 1 to provision port 8d25fa44-d105-4f19-a8d1-817035aeb630 Aug 31 15:51:01.137058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (eae31482-2a07-41e1-8e14-0b854e044e7b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.141161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.144688 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/eae31482-2a07-41e1-8e14-0b854e044e7b HTTP/1.1" status: 204 len: 168 time: 0.9399269 Aug 31 15:51:01.156419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37996) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:01.226145 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-759f5456-09b5-4623-bb3a-dd54dee0095a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e32f095990c841089b988cd1e7acf5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6231911 Aug 31 15:51:01.230344 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 37998) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:01.266678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-395330df-6150-483d-b660-00c69697b22f None None] Deleting port 784f1c28-e549-4b21-91e3-4970d68bd01e {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:01.267362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-395330df-6150-483d-b660-00c69697b22f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (784f1c28-e549-4b21-91e3-4970d68bd01e), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.272387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38000) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:01.274231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:01.305226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae31482-2a07-41e1-8e14-0b854e044e7b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:01.318625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Attempting to bind port fa815c53-599c-49c9-86f2-0ebd9966a78a on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:01.319320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Attempting to bind port fa815c53-599c-49c9-86f2-0ebd9966a78a by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '14ba7bec-a511-49e7-b45c-f19934971858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d6b5ff0-ce8d-4b37-a205-11f4da3224db'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:01.319954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Attempting to bind port fa815c53-599c-49c9-86f2-0ebd9966a78a on network 6d6b5ff0-ce8d-4b37-a205-11f4da3224db {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:01.407021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ab738652-9caa-4a42-b1cd-aee6fa0eb726 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:01.408836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.409326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.409533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.409838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.410188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.410485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.410804 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.411118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.411434 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.411747 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.412136 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.412444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.413315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.413315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.413527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e65084-1670-4206-b067-714aed8c07a3 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:01.414029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:01.465498 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.473753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d69b1-1144-4a62-b46c-b99921c7fc00 req-1a8c6164-18a7-4239-b740-f95ceafff04b tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:01.481117 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4d8d69b1-1144-4a62-b46c-b99921c7fc00 req-1a8c6164-18a7-4239-b740-f95ceafff04b tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.2662156 Aug 31 15:51:01.489545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:01.531431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Router 536df656-83ad-4579-9fca-20484bd964ac is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:51:01.532780 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f156b263-b3e4-4126-8229-30bff28f548a tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3274770 Aug 31 15:51:01.534219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38004) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:01.542997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-437b5742-9e5c-4b4a-aae5-bd543c576f75 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141524252'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:01.563307 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c50556a-c25a-44aa-85cb-ef460394043c admin admin] Publish callbacks [] for security_group (e5ddd74b-5cda-4271-b48e-ad39d38f0a65), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.565466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:01.566194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Checking segment: {'id': '14ba7bec-a511-49e7-b45c-f19934971858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d6b5ff0-ce8d-4b37-a205-11f4da3224db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:01.566760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.567293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Bound using segment: {'id': '14ba7bec-a511-49e7-b45c-f19934971858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d6b5ff0-ce8d-4b37-a205-11f4da3224db'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:01.567944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Bound port: fa815c53-599c-49c9-86f2-0ebd9966a78a, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ba7bec-a511-49e7-b45c-f19934971858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d6b5ff0-ce8d-4b37-a205-11f4da3224db'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:01.568587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fa815c53-599c-49c9-86f2-0ebd9966a78a), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.573305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Publish callbacks [] for port (d5a7c335-98d7-4843-8ef3-d86c0fb0bf48), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:01.579848 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:01.622655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-395330df-6150-483d-b660-00c69697b22f None None] For port 784f1c28-e549-4b21-91e3-4970d68bd01e, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=784f1c28-e549-4b21-91e3-4970d68bd01e,segment=NetworkSegment(9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc),segment_id=9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:01.623418 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-395330df-6150-483d-b660-00c69697b22f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (784f1c28-e549-4b21-91e3-4970d68bd01e), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.635969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Provisioning complete for port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:01.635969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.636379 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Attempt 1 to provision port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 Aug 31 15:51:01.650100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c50556a-c25a-44aa-85cb-ef460394043c admin admin] Publish callbacks [] for security_group (e5ddd74b-5cda-4271-b48e-ad39d38f0a65), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.655375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (424e97be-24e2-4c6d-857e-bfeb3c0937df), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.667901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-437b5742-9e5c-4b4a-aae5-bd543c576f75 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.673756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-395330df-6150-483d-b660-00c69697b22f None None] Calling delete_port for 784f1c28-e549-4b21-91e3-4970d68bd01e owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:01.695026 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4d8d69b1-1144-4a62-b46c-b99921c7fc00 req-22e54099-65e4-45b6-935f-494abece6fb7 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109993 Aug 31 15:51:01.696072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (d5a7c335-98d7-4843-8ef3-d86c0fb0bf48), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.698236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f282de68-52fe-41aa-a0b4-e92fcae27603 None None] DHCP port deletion for 374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:01.713663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Could not find standard attr ID for object ab738652-9caa-4a42-b1cd-aee6fa0eb726. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:51:01.755121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ab738652-9caa-4a42-b1cd-aee6fa0eb726), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.778942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=424e97be-24e2-4c6d-857e-bfeb3c0937df,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:01.781650 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:01.790584 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Network 2f673b19-cead-47a9-b573-4468f69dc8c7 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:01.801993 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b69aec16-748e-475b-b2d3-ba6c4787b545 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "PUT /networking/v2.0/routers/536df656-83ad-4579-9fca-20484bd964ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2385788 Aug 31 15:51:01.802955 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:01.805662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:01.807985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Sync routers for ids ['536df656-83ad-4579-9fca-20484bd964ac'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:01.808147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38006) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:01.811340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking segment: {'id': '5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f47eedb1-3c03-4f0f-8014-4243e4f2e907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:01.811502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network hostable DHCP agents. Network: f47eedb1-3c03-4f0f-8014-4243e4f2e907, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:01.844145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Port': ['ID=ab738652-9caa-4a42-b1cd-aee6fa0eb726,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:01.895772 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 074ed60c-5547-41db-abcc-9c401da0f881 resource provider aggregate not found Aug 31 15:51:01.898891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] No DVR routers for this DVR port ab738652-9caa-4a42-b1cd-aee6fa0eb726 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:01.918109 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f8bc7f2d-fdc9-45c0-973f-c334db0c0e74 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=57f5b0b0964c4f818f0c7bf0928738a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6341217 Aug 31 15:51:01.918666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38012) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:01.922634 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42102225-9c2c-45db-a46d-b39c9f12fc71 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:01.922634 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-42102225-9c2c-45db-a46d-b39c9f12fc71 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports/bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 HTTP/1.1" status: 200 len: 911 time: 0.1021397 Aug 31 15:51:01.922634 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 074ed60c-5547-41db-abcc-9c401da0f881 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 074ed60c-5547-41db-abcc-9c401da0f881 found for delete ", "request_id": "req-74788f8e-52c9-48af-869a-9797a485926e"}]} Aug 31 15:51:01.925994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-437b5742-9e5c-4b4a-aae5-bd543c576f75 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (fb2e30b2-65ff-4ee8-ac3a-df1f2e527ccb), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:01.926861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38014) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:01.986294 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network f47eedb1-3c03-4f0f-8014-4243e4f2e907 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:01.996029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f061c8b1-54bc-4d42-962f-353dbe68320e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:02.001258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f061c8b1-54bc-4d42-962f-353dbe68320e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:02.002943 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f061c8b1-54bc-4d42-962f-353dbe68320e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0751441 Aug 31 15:51:02.006916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38016) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:02.019342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-437b5742-9e5c-4b4a-aae5-bd543c576f75 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (fb2e30b2-65ff-4ee8-ac3a-df1f2e527ccb), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.033521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 784f1c28-e549-4b21-91e3-4970d68bd01e no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:02.037973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:02.075662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] For port fa815c53-599c-49c9-86f2-0ebd9966a78a, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:02.108513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Pushing event updated for resources: {'Port': ['ID=d5a7c335-98d7-4843-8ef3-d86c0fb0bf48,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:02.119453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, f47eedb1-3c03-4f0f-8014-4243e4f2e907) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:02.127347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b5742-9e5c-4b4a-aae5-bd543c576f75 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2e30b2-65ff-4ee8-ac3a-df1f2e527ccb,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:02.130040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c50556a-c25a-44aa-85cb-ef460394043c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e5ddd74b-5cda-4271-b48e-ad39d38f0a65), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.130192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.130361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:02.130495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.131428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.131552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.131970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.132815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.133150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.133487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.133842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.134174 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.134341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c50556a-c25a-44aa-85cb-ef460394043c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.134504 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.134851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.135206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.135855 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3c50556a-c25a-44aa-85cb-ef460394043c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e5ddd74b-5cda-4271-b48e-ad39d38f0a65 HTTP/1.1" status: 204 len: 168 time: 0.8979225 Aug 31 15:51:02.139492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.139993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.140499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:02.144579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Routers {'536df656-83ad-4579-9fca-20484bd964ac'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:02.145206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['536df656-83ad-4579-9fca-20484bd964ac'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:02.157480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.159745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] For port fa815c53-599c-49c9-86f2-0ebd9966a78a, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fa815c53-599c-49c9-86f2-0ebd9966a78a,segment=NetworkSegment(14ba7bec-a511-49e7-b45c-f19934971858),segment_id=14ba7bec-a511-49e7-b45c-f19934971858)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:02.216374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50556a-c25a-44aa-85cb-ef460394043c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ddd74b-5cda-4271-b48e-ad39d38f0a65,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:02.225034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-653cdc7d-d026-4779-9cef-d21fbf0a3950 admin admin] Publish callbacks [] for security_group (e5eded67-00e1-4289-b5c8-378671a7b1e5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.228061 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60bb4af-1d91-4bd8-b7ef-dae49a747788 None None] Network f47eedb1-3c03-4f0f-8014-4243e4f2e907 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:02.228255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:02.251502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3658b013-644b-42a2-8944-a65f9e70e38d') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:02.251911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3658b013-644b-42a2-8944-a65f9e70e38d') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:02.258081 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-81d5ac0a-05d6-4b88-af99-b78f61170562 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5496802 Aug 31 15:51:02.260772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:02.264062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-437b5742-9e5c-4b4a-aae5-bd543c576f75 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.265368 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-437b5742-9e5c-4b4a-aae5-bd543c576f75 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7292216 Aug 31 15:51:02.266286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:02.269381 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38020) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:02.269733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38022) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:02.283604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1935faf2-d386-4aee-9ecd-be8f619b692f tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': 'fb2e30b2-65ff-4ee8-ac3a-df1f2e527ccb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:02.284415 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-1935faf2-d386-4aee-9ecd-be8f619b692f tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 15:51:02.284928 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-1935faf2-d386-4aee-9ecd-be8f619b692f tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:02.289484 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1935faf2-d386-4aee-9ecd-be8f619b692f tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0140414 Aug 31 15:51:02.291371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38024) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:02.303456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Attempting to bind port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:02.303456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Attempting to bind port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '7bac6755-bbec-437c-ae96-9f71834150d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f673b19-cead-47a9-b573-4468f69dc8c7'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:02.303930 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Attempting to bind port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 on network 2f673b19-cead-47a9-b573-4468f69dc8c7 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:02.305014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (3658b013-644b-42a2-8944-a65f9e70e38d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.319005 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-653cdc7d-d026-4779-9cef-d21fbf0a3950 admin admin] Publish callbacks [] for security_group (e5eded67-00e1-4289-b5c8-378671a7b1e5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.333504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (3658b013-644b-42a2-8944-a65f9e70e38d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.361406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:02.362251 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (3658b013-644b-42a2-8944-a65f9e70e38d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.372628 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (fa815c53-599c-49c9-86f2-0ebd9966a78a), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.410054 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 3658b013-644b-42a2-8944-a65f9e70e38d resource provider aggregate not found Aug 31 15:51:02.418021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:02.419490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Allocated IP 172.20.0.1 (6d6b5ff0-ce8d-4b37-a205-11f4da3224db/19050549-8b17-4193-aca5-389405ee2b63/b5901c79-c833-4a4d-b320-fc2d7cdd0776) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:02.433014 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:02.433877 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Checking segment: {'id': '7bac6755-bbec-437c-ae96-9f71834150d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f673b19-cead-47a9-b573-4468f69dc8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:02.435127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.435770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Bound using segment: {'id': '7bac6755-bbec-437c-ae96-9f71834150d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f673b19-cead-47a9-b573-4468f69dc8c7'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:02.436478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Bound port: d5a7c335-98d7-4843-8ef3-d86c0fb0bf48, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bac6755-bbec-437c-ae96-9f71834150d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f673b19-cead-47a9-b573-4468f69dc8c7'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:02.437098 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d5a7c335-98d7-4843-8ef3-d86c0fb0bf48), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.454597 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 3658b013-644b-42a2-8944-a65f9e70e38d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3658b013-644b-42a2-8944-a65f9e70e38d found for delete ", "request_id": "req-cd0aee6e-f27a-4493-a012-dd19b6319bde"}]} Aug 31 15:51:02.544823 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Attempt 2 to provision port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 Aug 31 15:51:02.547581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Set router 536df656-83ad-4579-9fca-20484bd964ac gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:51:02.567022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.573208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.577072 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "DELETE /networking/v2.0/networks/374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34 HTTP/1.1" status: 204 len: 168 time: 2.5459220 Aug 31 15:51:02.587204 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38030) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:02.641155 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:02.645191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-653cdc7d-d026-4779-9cef-d21fbf0a3950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e5eded67-00e1-4289-b5c8-378671a7b1e5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.649826 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-653cdc7d-d026-4779-9cef-d21fbf0a3950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.656462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-395330df-6150-483d-b660-00c69697b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (784f1c28-e549-4b21-91e3-4970d68bd01e), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.664705 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-653cdc7d-d026-4779-9cef-d21fbf0a3950 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e5eded67-00e1-4289-b5c8-378671a7b1e5 HTTP/1.1" status: 204 len: 168 time: 0.7383544 Aug 31 15:51:02.671993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a64273-487b-416b-99f8-36c1807823ad tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Network': ['ID=374f4a84-b2ce-4b4f-a8b3-ce1bf4bc7e34,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:02.688133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fe099-db36-4470-af02-7cf83cb7e8e8 None None] Pushing event updated for resources: {'Port': ['ID=fa815c53-599c-49c9-86f2-0ebd9966a78a,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:02.730422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port 784f1c28-e549-4b21-91e3-4970d68bd01e is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:51:02.832720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:02.833973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395330df-6150-483d-b660-00c69697b22f None None] No DVR routers for this DVR port 784f1c28-e549-4b21-91e3-4970d68bd01e on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:02.854614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395330df-6150-483d-b660-00c69697b22f None None] Pushing event deleted for resources: {'Port': ['ID=784f1c28-e549-4b21-91e3-4970d68bd01e,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:02.871472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cdc7d-d026-4779-9cef-d21fbf0a3950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eded67-00e1-4289-b5c8-378671a7b1e5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:02.881672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] For port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:02.941040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-f47eedb1-3c03-4f0f-8014-4243e4f2e907', 'network_id': 'f47eedb1-3c03-4f0f-8014-4243e4f2e907', 'project_id': '3ded716f5d8140129df35d35a7bf8ca3', 'fixed_ips': [{'subnet_id': '424e97be-24e2-4c6d-857e-bfeb3c0937df'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:02.942031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.949290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f8f3eb3c-ec05-4a27-9963-f4e31c0b314c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:02.993228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] For port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d5a7c335-98d7-4843-8ef3-d86c0fb0bf48,segment=NetworkSegment(7bac6755-bbec-437c-ae96-9f71834150d7),segment_id=7bac6755-bbec-437c-ae96-9f71834150d7)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:02.998689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (b5901c79-c833-4a4d-b320-fc2d7cdd0776), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.123705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f8f3eb3c-ec05-4a27-9963-f4e31c0b314c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.210377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (536df656-83ad-4579-9fca-20484bd964ac), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.214119 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f3eb3c-ec05-4a27-9963-f4e31c0b314c']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:03.230800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Allocated IP 2001:db8::1 (f47eedb1-3c03-4f0f-8014-4243e4f2e907/424e97be-24e2-4c6d-857e-bfeb3c0937df/e6385ec6-ec65-46e7-af9b-b32d7007a320) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:03.251279 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:03.252724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:03.288445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.306744 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b5901c79-c833-4a4d-b320-fc2d7cdd0776), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.309367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.316207 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (d5a7c335-98d7-4843-8ef3-d86c0fb0bf48), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.328313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fa815c53-599c-49c9-86f2-0ebd9966a78a up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:03.350580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:03.351115 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Attempt 3 to provision port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 Aug 31 15:51:03.351397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.366673 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 6d6b5ff0-ce8d-4b37-a205-11f4da3224db is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:03.393881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:03.396370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:03.428785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f47eedb1-3c03-4f0f-8014-4243e4f2e907), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.433498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e510-d06d-4689-b05d-06391f34403c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (fb2e30b2-65ff-4ee8-ac3a-df1f2e527ccb), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.510582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e510-d06d-4689-b05d-06391f34403c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (fb2e30b2-65ff-4ee8-ac3a-df1f2e527ccb), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.550947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=b5901c79-c833-4a4d-b320-fc2d7cdd0776,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:03.580011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (64c22e70-da37-4257-a6ee-d41ce484bb25), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.698276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f8f3eb3c-ec05-4a27-9963-f4e31c0b314c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.719011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.723925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e510-d06d-4689-b05d-06391f34403c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (fb2e30b2-65ff-4ee8-ac3a-df1f2e527ccb), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.737259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e510-d06d-4689-b05d-06391f34403c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.737524 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f8f3eb3c-ec05-4a27-9963-f4e31c0b314c HTTP/1.1" status: 204 len: 168 time: 1.1459367 Aug 31 15:51:03.744633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c4a6e510-d06d-4689-b05d-06391f34403c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/fb2e30b2-65ff-4ee8-ac3a-df1f2e527ccb HTTP/1.1" status: 204 len: 168 time: 1.4526155 Aug 31 15:51:03.756576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38056) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:03.756915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38060) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:03.777232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fe0b3-01ec-410c-8fcb-153d6b2adf84 None None] Pushing event updated for resources: {'Port': ['ID=d5a7c335-98d7-4843-8ef3-d86c0fb0bf48,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:03.801528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:03.801803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8c69e-b495-4e43-ab2a-859f49b90268 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Network': ['ID=f8f3eb3c-ec05-4a27-9963-f4e31c0b314c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:03.909330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port fa815c53-599c-49c9-86f2-0ebd9966a78a triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:03.909623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (fa815c53-599c-49c9-86f2-0ebd9966a78a), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:03.910153 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port fa815c53-599c-49c9-86f2-0ebd9966a78a Aug 31 15:51:03.934137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5547e4-762b-4e81-a25c-b9e8cce255b1 req-055ab40c-1da4-4b82-8b65-3e714cff8023 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:03.935930 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1f5547e4-762b-4e81-a25c-b9e8cce255b1 req-055ab40c-1da4-4b82-8b65-3e714cff8023 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.7405331 Aug 31 15:51:03.941272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:03.944601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536df656-83ad-4579-9fca-20484bd964ac', 'name': 'tempest-NetworksTestDHCPv6-router-1715342843', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:54Z', 'updated_at': '2022-08-31T15:50:58Z', 'revision_number': 2, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None, '_interfaces': [{'id': 'bb17f70c-a00c-4eaf-a59e-3d65f3fc5577', 'name': '', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'mac_address': 'fa:16:3e:5f:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536df656-83ad-4579-9fca-20484bd964ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c9727423-60de-43a0-93dd-d5fe561ad804', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:50:55Z', 'updated_at': '2022-08-31T15:51:00Z', 'revision_number': 2, 'project_id': '57453428e9d542b0acd117241d1c9715', 'subnets': [{'id': 'c9727423-60de-43a0-93dd-d5fe561ad804', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:03.969401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6e510-d06d-4689-b05d-06391f34403c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2e30b2-65ff-4ee8-ac3a-df1f2e527ccb,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:04.001103 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:04.002837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Checking router: 536df656-83ad-4579-9fca-20484bd964ac for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:51:04.003357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Updating router 536df656-83ad-4579-9fca-20484bd964ac port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:51:04.070083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:04.071526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b5901c79-c833-4a4d-b320-fc2d7cdd0776), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.101355 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Publish callbacks [] for port (e6385ec6-ec65-46e7-af9b-b32d7007a320), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.131602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ab738652-9caa-4a42-b1cd-aee6fa0eb726 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:04.176565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (6ff0461b-ef85-4062-aef1-1dd446d16cea), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.188016 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:04.194700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ab738652-9caa-4a42-b1cd-aee6fa0eb726 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:04.195168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ab738652-9caa-4a42-b1cd-aee6fa0eb726 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:04.201928 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (e6385ec6-ec65-46e7-af9b-b32d7007a320), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.202861 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0d0db127-8626-42a7-a1f4-7cb768d7c193 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4268112 Aug 31 15:51:04.214278 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.264061 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:04.264499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.270321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38068) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:04.270820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38070) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:04.284484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70a7b82-8fd0-4bd8-8e05-1c7e774a2090 None None] Network 6d6b5ff0-ce8d-4b37-a205-11f4da3224db requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:04.289143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e66de479-c927-4af4-bc8f-5bb3e2fcf0a6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769002158'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:04.295700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Pushing event updated for resources: {'Port': ['ID=e6385ec6-ec65-46e7-af9b-b32d7007a320,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:04.309313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Network f47eedb1-3c03-4f0f-8014-4243e4f2e907 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:04.350246 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Attempt 4 to provision port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 Aug 31 15:51:04.406186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:04.448319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (424e97be-24e2-4c6d-857e-bfeb3c0937df), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.460162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1574524340'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:04.467097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:04.471608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:04.591570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:04.614908 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc resource provider aggregate not found Aug 31 15:51:04.682770 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1f5547e4-762b-4e81-a25c-b9e8cce255b1 req-db4164be-b0ed-4b25-99ff-47c0ee7b4b0e tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716311 Aug 31 15:51:04.726795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e66de479-c927-4af4-bc8f-5bb3e2fcf0a6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.774263 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (6ff0461b-ef85-4062-aef1-1dd446d16cea), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.825083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.853820 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eaf8d7a-bbbf-4b21-b34d-a37dd9faf9bc found for delete ", "request_id": "req-da9dfc75-00c2-4913-9d89-e855b40779a1"}]} Aug 31 15:51:04.877833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.877976 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38086) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:04.899702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff0461b-ef85-4062-aef1-1dd446d16cea']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:04.910786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.917166 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Attempt 5 to provision port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 Aug 31 15:51:04.925545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (b5901c79-c833-4a4d-b320-fc2d7cdd0776), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:04.954829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:04.962522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53577773-550c-43e6-91f0-3ece2256a14e') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:04.962915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53577773-550c-43e6-91f0-3ece2256a14e') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:04.967523 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a1c71a-a3d8-4d5b-b1e3-06f61923554e None None] Network 2f673b19-cead-47a9-b573-4468f69dc8c7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:04.971878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:04.986312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (53577773-550c-43e6-91f0-3ece2256a14e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.006246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (b5901c79-c833-4a4d-b320-fc2d7cdd0776), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.043462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (53577773-550c-43e6-91f0-3ece2256a14e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.074723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (424e97be-24e2-4c6d-857e-bfeb3c0937df), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.079251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Attempting to bind port e6385ec6-ec65-46e7-af9b-b32d7007a320 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:05.080735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Attempting to bind port e6385ec6-ec65-46e7-af9b-b32d7007a320 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f47eedb1-3c03-4f0f-8014-4243e4f2e907'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:05.080735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Attempting to bind port e6385ec6-ec65-46e7-af9b-b32d7007a320 on network f47eedb1-3c03-4f0f-8014-4243e4f2e907 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:05.084825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-228add9d-3c2d-4df4-9142-575a6de5fe5b tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-153252164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:05.091923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:05.096420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (53577773-550c-43e6-91f0-3ece2256a14e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.133206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:05.144111 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:05.146971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (64c22e70-da37-4257-a6ee-d41ce484bb25), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.148854 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=b5901c79-c833-4a4d-b320-fc2d7cdd0776,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:05.149695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:05.151167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Checking segment: {'id': '5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f47eedb1-3c03-4f0f-8014-4243e4f2e907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:05.151571 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.151961 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Bound using segment: {'id': '5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f47eedb1-3c03-4f0f-8014-4243e4f2e907'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:05.154894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Bound port: e6385ec6-ec65-46e7-af9b-b32d7007a320, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f47eedb1-3c03-4f0f-8014-4243e4f2e907'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:05.155372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e6385ec6-ec65-46e7-af9b-b32d7007a320), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.223043 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 53577773-550c-43e6-91f0-3ece2256a14e resource provider aggregate not found Aug 31 15:51:05.228093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-228add9d-3c2d-4df4-9142-575a6de5fe5b tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (8f77306d-15d1-44d1-95ec-ed141b241d05), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.230857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-228add9d-3c2d-4df4-9142-575a6de5fe5b tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (8f77306d-15d1-44d1-95ec-ed141b241d05), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.288886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:05.304050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Subnet': ['ID=424e97be-24e2-4c6d-857e-bfeb3c0937df,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:05.344946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-228add9d-3c2d-4df4-9142-575a6de5fe5b tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for router_controller (8f77306d-15d1-44d1-95ec-ed141b241d05), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.374813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 6d6b5ff0-ce8d-4b37-a205-11f4da3224db is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:05.376396 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:05.384718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (19910f4a-cfc5-4656-b137-ad55cb3b3795), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.412784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] For port e6385ec6-ec65-46e7-af9b-b32d7007a320, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:05.430866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e66de479-c927-4af4-bc8f-5bb3e2fcf0a6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (b28f8ca2-b9ce-496a-903a-619c09d1194a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.459489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:05.460444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d5a7c335-98d7-4843-8ef3-d86c0fb0bf48), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.461195 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 Aug 31 15:51:05.518067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-228add9d-3c2d-4df4-9142-575a6de5fe5b tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (8f77306d-15d1-44d1-95ec-ed141b241d05), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.519330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Publish callbacks [] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:05.530869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:05.541291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:05.547475 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 53577773-550c-43e6-91f0-3ece2256a14e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53577773-550c-43e6-91f0-3ece2256a14e found for delete ", "request_id": "req-faa4070a-3d85-45d5-a049-1aa22139e5fb"}]} Aug 31 15:51:05.551136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] For port e6385ec6-ec65-46e7-af9b-b32d7007a320, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e6385ec6-ec65-46e7-af9b-b32d7007a320,segment=NetworkSegment(5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b),segment_id=5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:05.563780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (19910f4a-cfc5-4656-b137-ad55cb3b3795), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.581006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (6ff0461b-ef85-4062-aef1-1dd446d16cea), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.582620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e66de479-c927-4af4-bc8f-5bb3e2fcf0a6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b28f8ca2-b9ce-496a-903a-619c09d1194a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.594540 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=54 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:05.607885 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.647761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.648030 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Attempt 6 to provision port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 Aug 31 15:51:05.648894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-228add9d-3c2d-4df4-9142-575a6de5fe5b tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.650763 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-228add9d-3c2d-4df4-9142-575a6de5fe5b tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7718537 Aug 31 15:51:05.650883 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6ff0461b-ef85-4062-aef1-1dd446d16cea HTTP/1.1" status: 204 len: 168 time: 1.8762951 Aug 31 15:51:05.655018 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38094) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:05.660157 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e6385ec6-ec65-46e7-af9b-b32d7007a320), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.671218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38096) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:05.695634 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-719143781'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:05.705076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545dfc7-87e5-4912-925a-3528a8f9dd37 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Network': ['ID=6ff0461b-ef85-4062-aef1-1dd446d16cea,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:05.712010 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f47eedb1-3c03-4f0f-8014-4243e4f2e907), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.726288 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcd1a0-13b1-4ce3-9608-bf412c350b38 None None] Pushing event updated for resources: {'Port': ['ID=bb17f70c-a00c-4eaf-a59e-3d65f3fc5577,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:05.753507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 64c22e70-da37-4257-a6ee-d41ce484bb25 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:51:05.756520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19910f4a-cfc5-4656-b137-ad55cb3b3795,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:05.807898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47eedb1-3c03-4f0f-8014-4243e4f2e907']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:05.812608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e66de479-c927-4af4-bc8f-5bb3e2fcf0a6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.814935 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e66de479-c927-4af4-bc8f-5bb3e2fcf0a6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5304787 Aug 31 15:51:05.823971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:05.827669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38100) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:05.833113 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-8b85eefa-7aa4-4b15-b729-b61ab08c385e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': 'b28f8ca2-b9ce-496a-903a-619c09d1194a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:05.842186 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-8b85eefa-7aa4-4b15-b729-b61ab08c385e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 15:51:05.842186 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-8b85eefa-7aa4-4b15-b729-b61ab08c385e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:05.842520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:05.842631 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8b85eefa-7aa4-4b15-b729-b61ab08c385e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080411 Aug 31 15:51:05.846638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38102) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:05.854253 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:05.854539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:05.884311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3afd282-ca1f-417d-acbb-8964b6b38bdd None None] Network f47eedb1-3c03-4f0f-8014-4243e4f2e907 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:05.907566 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.915672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Attempting to bind port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:05.916044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Attempting to bind port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:05.916784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Attempting to bind port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:05.925858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.926214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:05.927170 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:05.927384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.928431 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:05.928932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Bound port: bb17f70c-a00c-4eaf-a59e-3d65f3fc5577, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:05.929315 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.957302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:05.957978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.966804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Made reservation on behalf of 4bed0faaee304970af6dd88494b63185 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:05.970907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:05.992831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66de479-c927-4af4-bc8f-5bb3e2fcf0a6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28f8ca2-b9ce-496a-903a-619c09d1194a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:06.017739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f62d49-07d0-4887-97c0-dbca797e811b None None] Pushing event updated for resources: {'Port': ['ID=e6385ec6-ec65-46e7-af9b-b32d7007a320,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:06.020124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.044267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0e88-947b-46c5-afcc-3540f5f4d558 req-806c1b5f-30f7-4745-8fe7-07715b00a178 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:06.046146 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-83ff0e88-947b-46c5-afcc-3540f5f4d558 req-806c1b5f-30f7-4745-8fe7-07715b00a178 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1655736 Aug 31 15:51:06.052339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (e69954b9-457f-421f-91ae-4c8e04bbf25e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.079616 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1416e596-b82b-442e-b13f-6897729b88c1 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:51:06.117100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (e0df9590-f8a8-4548-bfe3-7bbc20c464b4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.121818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:06.127605 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-242a74aa-d92a-4e16-a6bf-12a424ea8dc5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/64c22e70-da37-4257-a6ee-d41ce484bb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6528695 Aug 31 15:51:06.134598 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f4e1f2-c916-49f1-8c2d-6a76e5e915b9 None None] Sync routers for ids ['64c22e70-da37-4257-a6ee-d41ce484bb25'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:06.136983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38104) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:06.150083 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f4e1f2-c916-49f1-8c2d-6a76e5e915b9 None None] Routers {'64c22e70-da37-4257-a6ee-d41ce484bb25'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:06.150950 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-03f4e1f2-c916-49f1-8c2d-6a76e5e915b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c22e70-da37-4257-a6ee-d41ce484bb25'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:06.165901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4ff49ddc-7dcd-41b2-a7aa-8d5c1495da57 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (b28f8ca2-b9ce-496a-903a-619c09d1194a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.196653 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-03f4e1f2-c916-49f1-8c2d-6a76e5e915b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:06.206922 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f4e1f2-c916-49f1-8c2d-6a76e5e915b9 None None] Routers {'64c22e70-da37-4257-a6ee-d41ce484bb25'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:06.207492 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-03f4e1f2-c916-49f1-8c2d-6a76e5e915b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c22e70-da37-4257-a6ee-d41ce484bb25'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:06.231515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.db.api [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:51:06.231515 dv-neutron-855257-2-hyperv neutron-server[114266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:51:06.231515 dv-neutron-855257-2-hyperv neutron-server[114266]: [parameters: {'id': 'f47eedb1-3c03-4f0f-8014-4243e4f2e907'}] Aug 31 15:51:06.231515 dv-neutron-855257-2-hyperv neutron-server[114266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:51:06.232157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG oslo_db.api [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:51:06.233073 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.246079 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-03f4e1f2-c916-49f1-8c2d-6a76e5e915b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:06.246504 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f4e1f2-c916-49f1-8c2d-6a76e5e915b9 None None] The sync data for ids ['64c22e70-da37-4257-a6ee-d41ce484bb25'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:06.260446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e0df9590-f8a8-4548-bfe3-7bbc20c464b4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.264779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.db.api [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:51:06.264779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG oslo_db.api [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:51:06.266088 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-83ff0e88-947b-46c5-afcc-3540f5f4d558 req-c3759250-abfc-462d-b0a1-ca2da5617b01 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093613 Aug 31 15:51:06.282203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1416e596-b82b-442e-b13f-6897729b88c1 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:51:06.288790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (e69954b9-457f-421f-91ae-4c8e04bbf25e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.297714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4ff49ddc-7dcd-41b2-a7aa-8d5c1495da57 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (b28f8ca2-b9ce-496a-903a-619c09d1194a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.313604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=bb17f70c-a00c-4eaf-a59e-3d65f3fc5577,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:06.319091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69954b9-457f-421f-91ae-4c8e04bbf25e']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:06.322251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbf2f40-aea8-49f0-a98b-972dce23f50f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:06.323345 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7cbf2f40-aea8-49f0-a98b-972dce23f50f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports/b5901c79-c833-4a4d-b320-fc2d7cdd0776 HTTP/1.1" status: 200 len: 910 time: 0.1852081 Aug 31 15:51:06.327499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38106) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:06.371662 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Attempt 7 to provision port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 Aug 31 15:51:06.390955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0df9590-f8a8-4548-bfe3-7bbc20c464b4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:06.391226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb94389-e273-4ae9-a300-8a6b122bcaa2') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:06.391340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb94389-e273-4ae9-a300-8a6b122bcaa2') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:06.399670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f8f65-bb61-4034-af53-d18db2d83bee None None] Port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:51:06.443729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (fdb94389-e273-4ae9-a300-8a6b122bcaa2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.461230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.465058 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aa007915-4b74-4f69-b2f3-c26d4f52bb19 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.1680446 Aug 31 15:51:06.465946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38108) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:06.485031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (fdb94389-e273-4ae9-a300-8a6b122bcaa2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.501212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for security_group (0fc66e07-a20a-4be1-873c-20092e711417), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.504488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:06.505199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (fdb94389-e273-4ae9-a300-8a6b122bcaa2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.507330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (536df656-83ad-4579-9fca-20484bd964ac), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.518784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Could not find standard attr ID for object ab738652-9caa-4a42-b1cd-aee6fa0eb726. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:51:06.530693 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Provisioning complete for port b5901c79-c833-4a4d-b320-fc2d7cdd0776 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:06.531192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b5901c79-c833-4a4d-b320-fc2d7cdd0776), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.531886 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 1 to provision port b5901c79-c833-4a4d-b320-fc2d7cdd0776 Aug 31 15:51:06.536106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:06.538828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5145a68-e915-4f1f-9c61-15d48dc232c5 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:51:06.594082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4ff49ddc-7dcd-41b2-a7aa-8d5c1495da57 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b28f8ca2-b9ce-496a-903a-619c09d1194a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.599033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4ff49ddc-7dcd-41b2-a7aa-8d5c1495da57 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.600266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Port b5901c79-c833-4a4d-b320-fc2d7cdd0776 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:06.603983 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4ff49ddc-7dcd-41b2-a7aa-8d5c1495da57 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b28f8ca2-b9ce-496a-903a-619c09d1194a HTTP/1.1" status: 204 len: 168 time: 0.7519944 Aug 31 15:51:06.604785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (0fc66e07-a20a-4be1-873c-20092e711417), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.607787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38110) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:06.635483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:06.640802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff49ddc-7dcd-41b2-a7aa-8d5c1495da57 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28f8ca2-b9ce-496a-903a-619c09d1194a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:06.659212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:06.688898 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5145a68-e915-4f1f-9c61-15d48dc232c5 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:51:06.696665 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-39276435-04b9-4444-bc92-cf0a351f41ad tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2300491 Aug 31 15:51:06.699942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38112) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:06.708905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c8d43fa6-ca4c-409e-8cf7-5adc4ad609ce tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group': {'name': 'tempest-security--1047327782', 'description': 'tempest-security-description-1740960749'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:06.741868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f47eedb1-3c03-4f0f-8014-4243e4f2e907), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.746858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (9095d980-08ca-445a-a143-346a07602049), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.747210 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Added segment 9095d980-08ca-445a-a143-346a07602049 of type vlan for network f8a1948d-be06-4538-a54a-031a660c1724 Aug 31 15:51:06.783881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (e69954b9-457f-421f-91ae-4c8e04bbf25e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.789396 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.791961 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Attempting to bind port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:06.793183 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] 10.222.0.46 "DELETE /networking/v2.0/networks/e69954b9-457f-421f-91ae-4c8e04bbf25e HTTP/1.1" status: 204 len: 168 time: 1.1368501 Aug 31 15:51:06.795286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Attempting to bind port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:06.795694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Attempting to bind port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:06.808914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:06.809617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:06.810197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.811026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:06.811508 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Bound port: bb17f70c-a00c-4eaf-a59e-3d65f3fc5577, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:06.811880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bb17f70c-a00c-4eaf-a59e-3d65f3fc5577), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.833300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc66e07-a20a-4be1-873c-20092e711417,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:06.846886 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8d43fa6-ca4c-409e-8cf7-5adc4ad609ce tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (e0df9590-f8a8-4548-bfe3-7bbc20c464b4), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.849913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcba83f-f3e9-4930-8f7d-10354a4cb653 tempest-BulkNetworkOpsIpV6Test-325859191 tempest-BulkNetworkOpsIpV6Test-325859191-project] Pushing event deleted for resources: {'Network': ['ID=e69954b9-457f-421f-91ae-4c8e04bbf25e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:06.859321 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8af835b2-e05a-4bf7-9615-a4eeec8c789b tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2444203 Aug 31 15:51:06.861333 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Router 536df656-83ad-4579-9fca-20484bd964ac has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:06.865685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f8a1948d-be06-4538-a54a-031a660c1724), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.868001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38116) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:06.878064 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a61ee972-aec5-42af-9234-08e2c08caa65 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'tempest-secgroup--994519770'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:06.893809 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment fdb94389-e273-4ae9-a300-8a6b122bcaa2 resource provider aggregate not found Aug 31 15:51:06.920712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Port bb17f70c-a00c-4eaf-a59e-3d65f3fc5577 has been deleted concurrently {{(pid=114267) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:689}} Aug 31 15:51:06.923060 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment fdb94389-e273-4ae9-a300-8a6b122bcaa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdb94389-e273-4ae9-a300-8a6b122bcaa2 found for delete ", "request_id": "req-db1d8b72-2837-4401-9ef2-2857691de69c"}]} Aug 31 15:51:06.925406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:06.955748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Routers {'536df656-83ad-4579-9fca-20484bd964ac'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:06.956367 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['536df656-83ad-4579-9fca-20484bd964ac'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:06.963980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8d43fa6-ca4c-409e-8cf7-5adc4ad609ce tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (e0df9590-f8a8-4548-bfe3-7bbc20c464b4), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:06.970738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting port e6385ec6-ec65-46e7-af9b-b32d7007a320 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:06.971079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e6385ec6-ec65-46e7-af9b-b32d7007a320), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.062969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.066700 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8d43fa6-ca4c-409e-8cf7-5adc4ad609ce tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e0df9590-f8a8-4548-bfe3-7bbc20c464b4), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.072276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8d43fa6-ca4c-409e-8cf7-5adc4ad609ce tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.078973 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c8d43fa6-ca4c-409e-8cf7-5adc4ad609ce tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "PUT /networking/v2.0/security-groups/e0df9590-f8a8-4548-bfe3-7bbc20c464b4 HTTP/1.1" status: 200 len: 1795 time: 0.3771052 Aug 31 15:51:07.080012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38122) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.114203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a61ee972-aec5-42af-9234-08e2c08caa65 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.122479 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f8a1948d-be06-4538-a54a-031a660c1724), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.128506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:07.129228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.187179 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 2 to provision port b5901c79-c833-4a4d-b320-fc2d7cdd0776 Aug 31 15:51:07.194304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d43fa6-ca4c-409e-8cf7-5adc4ad609ce tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0df9590-f8a8-4548-bfe3-7bbc20c464b4,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:07.207220 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-375c4cac-71db-47b7-8156-adcf6f190f8d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups/e0df9590-f8a8-4548-bfe3-7bbc20c464b4 HTTP/1.1" status: 200 len: 1795 time: 0.0799346 Aug 31 15:51:07.208272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38124) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.225515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] Set router 536df656-83ad-4579-9fca-20484bd964ac gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:51:07.259483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:07.274310 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f1c0629a-9827-4cb8-a085-f80d266e72ae tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "PUT /networking/v2.0/routers/536df656-83ad-4579-9fca-20484bd964ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2633338 Aug 31 15:51:07.289600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38126) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.291605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536df656-83ad-4579-9fca-20484bd964ac', 'name': 'tempest-NetworksTestDHCPv6-router-1715342843', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:54Z', 'updated_at': '2022-08-31T15:51:05Z', 'revision_number': 3, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:07.293428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Port b5901c79-c833-4a4d-b320-fc2d7cdd0776 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:07.320357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632bb37-87bd-4a04-bb27-0eadcbbaab74 None None] The sync data for ids ['536df656-83ad-4579-9fca-20484bd964ac'] in dv-neutron-855257-2-hyperv is: [{'id': '536df656-83ad-4579-9fca-20484bd964ac', 'name': 'tempest-NetworksTestDHCPv6-router-1715342843', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:54Z', 'updated_at': '2022-08-31T15:51:05Z', 'revision_number': 3, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:07.388371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] For port e6385ec6-ec65-46e7-af9b-b32d7007a320, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e6385ec6-ec65-46e7-af9b-b32d7007a320,segment=NetworkSegment(5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b),segment_id=5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:07.388371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e6385ec6-ec65-46e7-af9b-b32d7007a320), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.395996 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7116151 Aug 31 15:51:07.402750 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38130) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.409643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'subnet': {'network_id': 'f8a1948d-be06-4538-a54a-031a660c1724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:07.413441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c44fe6-0a1e-42db-9de4-f5889d2b292f tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Network': ['ID=f8a1948d-be06-4538-a54a-031a660c1724,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:07.418227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6aeb28a6-3273-4baa-b8c7-764fdb10fa66 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (e0df9590-f8a8-4548-bfe3-7bbc20c464b4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.418910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a61ee972-aec5-42af-9234-08e2c08caa65 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (8f29875e-4735-4111-807a-061aa8f1e97d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.429427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f8a1948d-be06-4538-a54a-031a660c1724 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:07.476626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:07.477278 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec4143f-72bf-47e1-bd66-f584b70d5ba0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:07.479647 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec4143f-72bf-47e1-bd66-f584b70d5ba0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:07.481892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Calling delete_port for e6385ec6-ec65-46e7-af9b-b32d7007a320 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:07.484236 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0ec4143f-72bf-47e1-bd66-f584b70d5ba0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1927569 Aug 31 15:51:07.488253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38132) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.493400 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a61ee972-aec5-42af-9234-08e2c08caa65 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8f29875e-4735-4111-807a-061aa8f1e97d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.509054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:07.570316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8f71-9e79-4db9-ba30-2f6e7fa6ca98 req-8f13fd5b-7c62-4e81-874b-3ff6413bdeb1 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:07.571998 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e69f8f71-9e79-4db9-ba30-2f6e7fa6ca98 req-8f13fd5b-7c62-4e81-874b-3ff6413bdeb1 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1704841 Aug 31 15:51:07.606569 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b resource provider aggregate not found Aug 31 15:51:07.620106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a61ee972-aec5-42af-9234-08e2c08caa65 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.624338 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a61ee972-aec5-42af-9234-08e2c08caa65 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7512746 Aug 31 15:51:07.629905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ee972-aec5-42af-9234-08e2c08caa65 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29875e-4735-4111-807a-061aa8f1e97d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:07.636833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38140) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.637776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38142) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.655082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1b4d337a-81fe-4966-8ee9-4795dc3606d6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '8f29875e-4735-4111-807a-061aa8f1e97d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:07.659357 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:07.661142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6aeb28a6-3273-4baa-b8c7-764fdb10fa66 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (e0df9590-f8a8-4548-bfe3-7bbc20c464b4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.667145 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-1b4d337a-81fe-4966-8ee9-4795dc3606d6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 15:51:07.667767 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-1b4d337a-81fe-4966-8ee9-4795dc3606d6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:07.668971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1b4d337a-81fe-4966-8ee9-4795dc3606d6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0239439 Aug 31 15:51:07.686438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38146) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.696168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-85013ed9-0440-4076-afe8-db16e03edb0a tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '8f29875e-4735-4111-807a-061aa8f1e97d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:07.696954 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b found for delete ", "request_id": "req-8bdf739a-d2fa-4009-b77b-f39e9043f1e1"}]} Aug 31 15:51:07.697834 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-85013ed9-0440-4076-afe8-db16e03edb0a tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 15:51:07.698376 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-85013ed9-0440-4076-afe8-db16e03edb0a tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:07.699356 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-85013ed9-0440-4076-afe8-db16e03edb0a tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0119600 Aug 31 15:51:07.707459 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e69f8f71-9e79-4db9-ba30-2f6e7fa6ca98 req-6d071c16-6a98-4f28-990a-924e0335b66e tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243815 Aug 31 15:51:07.708134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:07.724794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38148) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.737748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3cc2e63f-2da2-4f28-90ec-f490467b52d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '8f29875e-4735-4111-807a-061aa8f1e97d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:07.739013 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-3cc2e63f-2da2-4f28-90ec-f490467b52d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 15:51:07.739710 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-3cc2e63f-2da2-4f28-90ec-f490467b52d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:07.741425 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3cc2e63f-2da2-4f28-90ec-f490467b52d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0154245 Aug 31 15:51:07.746604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38150) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.746771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a200a5-6cb2-4117-a79e-10526ac89d96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet c9727423-60de-43a0-93dd-d5fe561ad804 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:07.750344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-dc15a76e-ee50-40fa-a071-4a4dabb6ba81 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '8f29875e-4735-4111-807a-061aa8f1e97d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:07.751353 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-dc15a76e-ee50-40fa-a071-4a4dabb6ba81 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 15:51:07.751852 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-dc15a76e-ee50-40fa-a071-4a4dabb6ba81 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:07.755383 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dc15a76e-ee50-40fa-a071-4a4dabb6ba81 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058987 Aug 31 15:51:07.763189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48a200a5-6cb2-4117-a79e-10526ac89d96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (c9727423-60de-43a0-93dd-d5fe561ad804), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.763504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38152) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.794656 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 3 to provision port b5901c79-c833-4a4d-b320-fc2d7cdd0776 Aug 31 15:51:07.839733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Port b5901c79-c833-4a4d-b320-fc2d7cdd0776 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:07.857539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb359eb7-bb54-4ac8-a152-62c43e9e8422 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (8f29875e-4735-4111-807a-061aa8f1e97d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.873710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e6385ec6-ec65-46e7-af9b-b32d7007a320), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.893678 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48a200a5-6cb2-4117-a79e-10526ac89d96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (c9727423-60de-43a0-93dd-d5fe561ad804), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.918074 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2a4c83a4-0119-4d37-929b-4f00320e77da admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=888f0189051f41688d18d24cae5e73e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772748 Aug 31 15:51:07.918074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb359eb7-bb54-4ac8-a152-62c43e9e8422 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (8f29875e-4735-4111-807a-061aa8f1e97d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.934172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Port': ['ID=e6385ec6-ec65-46e7-af9b-b32d7007a320,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:07.934172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38154) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:07.935919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Made reservation on behalf of 4bed0faaee304970af6dd88494b63185 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:07.938760 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.943725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No DVR routers for this DVR port e6385ec6-ec65-46e7-af9b-b32d7007a320 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:07.965914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6aeb28a6-3273-4baa-b8c7-764fdb10fa66 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e0df9590-f8a8-4548-bfe3-7bbc20c464b4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.968457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6aeb28a6-3273-4baa-b8c7-764fdb10fa66 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:07.969625 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6aeb28a6-3273-4baa-b8c7-764fdb10fa66 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e0df9590-f8a8-4548-bfe3-7bbc20c464b4 HTTP/1.1" status: 204 len: 168 time: 0.7591386 Aug 31 15:51:07.986795 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38156) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:08.040562 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Allocated IP 172.21.0.1 (2f673b19-cead-47a9-b573-4468f69dc8c7/a9bf0a48-77b2-4eee-a65f-fb6ba4295123/f855ad44-efa0-46e8-a674-495eb747f3a0) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:08.064385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb28a6-3273-4baa-b8c7-764fdb10fa66 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0df9590-f8a8-4548-bfe3-7bbc20c464b4,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:08.259590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:08.331899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (f855ad44-efa0-46e8-a674-495eb747f3a0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.347380 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 4 to provision port b5901c79-c833-4a4d-b320-fc2d7cdd0776 Aug 31 15:51:08.347897 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-18676e99-26be-4004-8df4-e5b585f543ae tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3324850 Aug 31 15:51:08.353760 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38158) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:08.377475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48a200a5-6cb2-4117-a79e-10526ac89d96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (c9727423-60de-43a0-93dd-d5fe561ad804), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.399250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:08.432333 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:08.433234 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-106638e8-53b1-4a3d-b47c-5cd0c989e114 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] delete failed (client error): The resource could not be found. Aug 31 15:51:08.437956 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-106638e8-53b1-4a3d-b47c-5cd0c989e114 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e0df9590-f8a8-4548-bfe3-7bbc20c464b4 HTTP/1.1" status: 404 len: 347 time: 0.0778069 Aug 31 15:51:08.441071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38160) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:08.454424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-444496d6-e030-4866-8b68-e10ee9bb33be tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group': {'name': 'tempest-secgroup--511342404'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:08.497121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Port b5901c79-c833-4a4d-b320-fc2d7cdd0776 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:08.523673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f47eedb1-3c03-4f0f-8014-4243e4f2e907), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.538942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:08.568315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47eedb1-3c03-4f0f-8014-4243e4f2e907']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:08.572001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c1e25f5f-8356-4fad-90f4-b3e15e401a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.576558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4ebee7aa-b443-45a2-89f6-61f67d72c0f5 admin admin] Publish callbacks [] for security_group (82076e53-d629-45aa-88ec-0cf3b4bfa1cf), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.582052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:08.582257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:08.602730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.604561 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb359eb7-bb54-4ac8-a152-62c43e9e8422 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8f29875e-4735-4111-807a-061aa8f1e97d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.607174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb359eb7-bb54-4ac8-a152-62c43e9e8422 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.610858 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cb359eb7-bb54-4ac8-a152-62c43e9e8422 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8f29875e-4735-4111-807a-061aa8f1e97d HTTP/1.1" status: 204 len: 168 time: 0.8443313 Aug 31 15:51:08.625474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38162) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:08.636084 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4ebee7aa-b443-45a2-89f6-61f67d72c0f5 admin admin] Publish callbacks [] for security_group (82076e53-d629-45aa-88ec-0cf3b4bfa1cf), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.654114 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f855ad44-efa0-46e8-a674-495eb747f3a0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.671136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb359eb7-bb54-4ac8-a152-62c43e9e8422 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29875e-4735-4111-807a-061aa8f1e97d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:08.671136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-444496d6-e030-4866-8b68-e10ee9bb33be tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.689369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.709129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48a200a5-6cb2-4117-a79e-10526ac89d96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (c9727423-60de-43a0-93dd-d5fe561ad804), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.742932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] Sync routers for ids ['536df656-83ad-4579-9fca-20484bd964ac'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:08.752144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:08.752633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.757530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] Routers {'536df656-83ad-4579-9fca-20484bd964ac'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:08.758268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['536df656-83ad-4579-9fca-20484bd964ac'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:08.785818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:08.786088 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4edbbfb6-ab39-4c20-be87-a34a2fd109ac tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1577880 Aug 31 15:51:08.797656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38166) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:08.802640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-54d91919-82b6-43db-baef-33ebdd837bd4 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195261969'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:08.824196 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (ff4053ad-0369-4d41-8f52-edf57df36a68), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.829547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=f855ad44-efa0-46e8-a674-495eb747f3a0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:08.837767 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a200a5-6cb2-4117-a79e-10526ac89d96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=c9727423-60de-43a0-93dd-d5fe561ad804,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:08.846945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:08.858473 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 2f673b19-cead-47a9-b573-4468f69dc8c7 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:08.870017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] Set router 536df656-83ad-4579-9fca-20484bd964ac gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:51:08.870809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48a200a5-6cb2-4117-a79e-10526ac89d96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:08.885326 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-48a200a5-6cb2-4117-a79e-10526ac89d96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c9727423-60de-43a0-93dd-d5fe561ad804 HTTP/1.1" status: 204 len: 168 time: 1.3812101 Aug 31 15:51:08.885496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38168) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:08.917897 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:08.926056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:08.949096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536df656-83ad-4579-9fca-20484bd964ac', 'name': 'tempest-NetworksTestDHCPv6-router-1715342843', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:54Z', 'updated_at': '2022-08-31T15:51:05Z', 'revision_number': 3, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:08.954308 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a2edaf-f80e-4856-8daf-362834d51c26 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:09.004363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c89cf-b1bf-4e0d-ab8f-3c105f82a325 req-61f175e8-4e7d-43ae-85ae-5f8d6702e373 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:09.006174 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-123c89cf-b1bf-4e0d-ab8f-3c105f82a325 req-61f175e8-4e7d-43ae-85ae-5f8d6702e373 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1877246 Aug 31 15:51:09.018036 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bdffd670-8753-4afd-8e11-a09d34b6ce14 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1332664 Aug 31 15:51:09.022474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38170) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:09.043667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (64c22e70-da37-4257-a6ee-d41ce484bb25), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.066138 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 5 to provision port b5901c79-c833-4a4d-b320-fc2d7cdd0776 Aug 31 15:51:09.096254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] Checking router: 536df656-83ad-4579-9fca-20484bd964ac for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:51:09.101954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54d91919-82b6-43db-baef-33ebdd837bd4 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.125000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Subnet': ['ID=ff4053ad-0369-4d41-8f52-edf57df36a68,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:09.131889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-444496d6-e030-4866-8b68-e10ee9bb33be tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (3598de5c-1ffb-42ab-9d6b-075e625b3790), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.150884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Port b5901c79-c833-4a4d-b320-fc2d7cdd0776 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:09.154388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] Routers {'536df656-83ad-4579-9fca-20484bd964ac'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:09.155020 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:50:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['536df656-83ad-4579-9fca-20484bd964ac'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:09.167815 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Checking segment: {'id': '9095d980-08ca-445a-a143-346a07602049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f8a1948d-be06-4538-a54a-031a660c1724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:09.169010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network hostable DHCP agents. Network: f8a1948d-be06-4538-a54a-031a660c1724, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:09.237864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54d91919-82b6-43db-baef-33ebdd837bd4 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (85b9e6f3-f064-4612-9849-a5995ad5cf0f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.241142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f47eedb1-3c03-4f0f-8014-4243e4f2e907), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.248169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.258340 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-123c89cf-b1bf-4e0d-ab8f-3c105f82a325 req-8187ee16-6b74-4e23-9ae2-061bca6bbd2f tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335057 Aug 31 15:51:09.263895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38172) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:09.273340 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f47eedb1-3c03-4f0f-8014-4243e4f2e907 HTTP/1.1" status: 204 len: 168 time: 7.0024831 Aug 31 15:51:09.274290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-848127493'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:09.302397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] Set router 536df656-83ad-4579-9fca-20484bd964ac gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:51:09.305284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522594a2-cd83-4b8f-a970-1105029269d1 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:09.330532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4ebee7aa-b443-45a2-89f6-61f67d72c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (82076e53-d629-45aa-88ec-0cf3b4bfa1cf), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.332996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4ebee7aa-b443-45a2-89f6-61f67d72c0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.334838 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4ebee7aa-b443-45a2-89f6-61f67d72c0f5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/82076e53-d629-45aa-88ec-0cf3b4bfa1cf HTTP/1.1" status: 204 len: 168 time: 1.4049129 Aug 31 15:51:09.341384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-444496d6-e030-4866-8b68-e10ee9bb33be tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (3598de5c-1ffb-42ab-9d6b-075e625b3790), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.365403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54d91919-82b6-43db-baef-33ebdd837bd4 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (85b9e6f3-f064-4612-9849-a5995ad5cf0f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.367274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a486958-3fd6-4018-9b3a-af1a636dfbdc tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Network': ['ID=f47eedb1-3c03-4f0f-8014-4243e4f2e907,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:09.379561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network f8a1948d-be06-4538-a54a-031a660c1724 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:09.413872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebee7aa-b443-45a2-89f6-61f67d72c0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82076e53-d629-45aa-88ec-0cf3b4bfa1cf,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:09.423463 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:09.429740 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.432871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf32103f-8a45-42b9-b926-45e85b27650a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for router (536df656-83ad-4579-9fca-20484bd964ac), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.436572 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536df656-83ad-4579-9fca-20484bd964ac', 'name': 'tempest-NetworksTestDHCPv6-router-1715342843', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:54Z', 'updated_at': '2022-08-31T15:51:05Z', 'revision_number': 3, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:09.440762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:09.469436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f855ad44-efa0-46e8-a674-495eb747f3a0), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.473884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-522594a2-cd83-4b8f-a970-1105029269d1 None None] Deleting port 8d25fa44-d105-4f19-a8d1-817035aeb630 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:09.474348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-522594a2-cd83-4b8f-a970-1105029269d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8d25fa44-d105-4f19-a8d1-817035aeb630), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.477266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:09.479838 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9760a011-dd56-4aa6-9a76-d473ea3ebc36 None None] The sync data for ids ['536df656-83ad-4579-9fca-20484bd964ac'] in dv-neutron-855257-2-hyperv is: [{'id': '536df656-83ad-4579-9fca-20484bd964ac', 'name': 'tempest-NetworksTestDHCPv6-router-1715342843', 'tenant_id': '57453428e9d542b0acd117241d1c9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:50:54Z', 'updated_at': '2022-08-31T15:51:05Z', 'revision_number': 3, 'project_id': '57453428e9d542b0acd117241d1c9715', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:09.528184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:09.530875 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, f8a1948d-be06-4538-a54a-031a660c1724) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:09.537359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:09.538523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.583952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a6683b2c-1056-4922-a0a5-da6464909982), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.584216 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Added segment a6683b2c-1056-4922-a0a5-da6464909982 of type vlan for network 6572766b-92eb-4dc3-b30f-dcf759e45160 Aug 31 15:51:09.586968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54d91919-82b6-43db-baef-33ebdd837bd4 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.595498 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-54d91919-82b6-43db-baef-33ebdd837bd4 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7932992 Aug 31 15:51:09.596356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38176) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:09.613054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-522594a2-cd83-4b8f-a970-1105029269d1 None None] For port 8d25fa44-d105-4f19-a8d1-817035aeb630, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8d25fa44-d105-4f19-a8d1-817035aeb630,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:09.614052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-522594a2-cd83-4b8f-a970-1105029269d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8d25fa44-d105-4f19-a8d1-817035aeb630), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.633614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-522594a2-cd83-4b8f-a970-1105029269d1 None None] Calling delete_port for 8d25fa44-d105-4f19-a8d1-817035aeb630 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:09.640478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-444496d6-e030-4866-8b68-e10ee9bb33be tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.640704 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-444496d6-e030-4866-8b68-e10ee9bb33be tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1943862 Aug 31 15:51:09.682702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a2b44c7c-3aa8-43de-bb43-639d0093878c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '85b9e6f3-f064-4612-9849-a5995ad5cf0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:09.684250 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-a2b44c7c-3aa8-43de-bb43-639d0093878c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 15:51:09.685030 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-a2b44c7c-3aa8-43de-bb43-639d0093878c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:09.689692 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a2b44c7c-3aa8-43de-bb43-639d0093878c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0549209 Aug 31 15:51:09.694496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38178) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:09.694807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38180) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:09.696063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444496d6-e030-4866-8b68-e10ee9bb33be tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3598de5c-1ffb-42ab-9d6b-075e625b3790,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:09.768680 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 6 to provision port b5901c79-c833-4a4d-b320-fc2d7cdd0776 Aug 31 15:51:09.770191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf32103f-8a45-42b9-b926-45e85b27650a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (536df656-83ad-4579-9fca-20484bd964ac), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.773968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae2bcc3-6a9b-4b15-b171-59aa1931cbe0 None None] Network f8a1948d-be06-4538-a54a-031a660c1724 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:09.776916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf32103f-8a45-42b9-b926-45e85b27650a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for router_controller (536df656-83ad-4579-9fca-20484bd964ac), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.843480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d47f0f10-2185-41cf-a6f1-5840cec81bdc tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '85b9e6f3-f064-4612-9849-a5995ad5cf0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:09.851900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d3a2d7e4-3537-44bb-9526-3860e4d1dcac tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '3598de5c-1ffb-42ab-9d6b-075e625b3790', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:09.875070 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Port b5901c79-c833-4a4d-b320-fc2d7cdd0776 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:09.885054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-522594a2-cd83-4b8f-a970-1105029269d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (8d25fa44-d105-4f19-a8d1-817035aeb630), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.933098 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522594a2-cd83-4b8f-a970-1105029269d1 None None] Pushing event deleted for resources: {'Port': ['ID=8d25fa44-d105-4f19-a8d1-817035aeb630,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:09.936445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522594a2-cd83-4b8f-a970-1105029269d1 None None] No DVR routers for this DVR port 8d25fa44-d105-4f19-a8d1-817035aeb630 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:09.947101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d91919-82b6-43db-baef-33ebdd837bd4 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b9e6f3-f064-4612-9849-a5995ad5cf0f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:09.970649 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b resource provider aggregate not found Aug 31 15:51:09.975977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf32103f-8a45-42b9-b926-45e85b27650a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (536df656-83ad-4579-9fca-20484bd964ac), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.976534 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf32103f-8a45-42b9-b926-45e85b27650a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Fanout notify agent at l3_agent the message router_deleted on router 536df656-83ad-4579-9fca-20484bd964ac {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:51:09.988405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf32103f-8a45-42b9-b926-45e85b27650a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:09.990478 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bf32103f-8a45-42b9-b926-45e85b27650a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/routers/536df656-83ad-4579-9fca-20484bd964ac HTTP/1.1" status: 204 len: 168 time: 0.9623415 Aug 31 15:51:09.995122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38192) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:10.018643 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b0f04c9-9df9-4bfc-a45b-42d49e02bd2b found for delete ", "request_id": "req-cb7f9b3b-2b2c-41cb-852f-7d8f6db0b06f"}]} Aug 31 15:51:10.041185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-f8a1948d-be06-4538-a54a-031a660c1724', 'network_id': 'f8a1948d-be06-4538-a54a-031a660c1724', 'project_id': '4bed0faaee304970af6dd88494b63185', 'fixed_ips': [{'subnet_id': 'ff4053ad-0369-4d41-8f52-edf57df36a68'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:10.042183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.062599 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-281ce2b4-51bc-4cea-8385-235a472b3625 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0662272 Aug 31 15:51:10.063807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38196) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:10.064089 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ddf0200c-6183-435a-b571-66c0306b2550 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6602893 Aug 31 15:51:10.072014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38198) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:10.082232 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:10.090668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (6572766b-92eb-4dc3-b30f-dcf759e45160), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.112395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'network': {'name': 'tempest-router-network01--424623179'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:10.162557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d7e4-3537-44bb-9526-3860e4d1dcac tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (622d57e0-75c2-419d-8e1d-441860456834), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.224135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a269839b-c25a-446c-a6bf-8748f0b70762 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:10.225021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:10.225862 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a269839b-c25a-446c-a6bf-8748f0b70762 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1546292 Aug 31 15:51:10.228581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38200) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:10.253658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Allocated IP 2001:db8::2 (f8a1948d-be06-4538-a54a-031a660c1724/ff4053ad-0369-4d41-8f52-edf57df36a68/d816a3c9-b1a8-4202-a1c2-38ee2244cd1f) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:10.276748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d7e4-3537-44bb-9526-3860e4d1dcac tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (622d57e0-75c2-419d-8e1d-441860456834), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.295455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38204) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:10.295825 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6d735a2b-10d8-4a38-a239-0fced4b01df1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631564 Aug 31 15:51:10.303644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:10.347169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (f855ad44-efa0-46e8-a674-495eb747f3a0), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.360992 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-d47f0f10-2185-41cf-a6f1-5840cec81bdc tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:10.366169 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d47f0f10-2185-41cf-a6f1-5840cec81bdc tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6647389 Aug 31 15:51:10.367474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38208) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:10.376939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d98e2d22-9041-47a3-9c5e-7bf408af66bc tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '85b9e6f3-f064-4612-9849-a5995ad5cf0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:10.377525 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-d98e2d22-9041-47a3-9c5e-7bf408af66bc tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 15:51:10.378054 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-d98e2d22-9041-47a3-9c5e-7bf408af66bc tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:10.383882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38210) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:10.384075 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d98e2d22-9041-47a3-9c5e-7bf408af66bc tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120709 Aug 31 15:51:10.391697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9de7c870-12b5-434e-adf4-1effc1a2241a tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '85b9e6f3-f064-4612-9849-a5995ad5cf0f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:10.401714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d7e4-3537-44bb-9526-3860e4d1dcac tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (622d57e0-75c2-419d-8e1d-441860456834), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.404809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Made reservation on behalf of 4bed0faaee304970af6dd88494b63185 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:10.407091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (6572766b-92eb-4dc3-b30f-dcf759e45160), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.408544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.412141 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 7 to provision port b5901c79-c833-4a4d-b320-fc2d7cdd0776 Aug 31 15:51:10.415737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:10.416622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.432597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:10.457612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Publish callbacks [] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.462912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Port b5901c79-c833-4a4d-b320-fc2d7cdd0776 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:10.485712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2d7e4-3537-44bb-9526-3860e4d1dcac tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622d57e0-75c2-419d-8e1d-441860456834,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:10.508110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (f855ad44-efa0-46e8-a674-495eb747f3a0), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.517244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156414a7-9a4e-4698-8323-d6b288d48db3 req-11f734e3-6bf3-4737-80f0-4afce99649d3 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:10.518884 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-156414a7-9a4e-4698-8323-d6b288d48db3 req-11f734e3-6bf3-4737-80f0-4afce99649d3 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1243739 Aug 31 15:51:10.530097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:10.553267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (72e0b68d-7122-4c80-846d-b01d5c16c6b2), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.553656 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Added segment 72e0b68d-7122-4c80-846d-b01d5c16c6b2 of type vlan for network 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 Aug 31 15:51:10.571144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=6572766b-92eb-4dc3-b30f-dcf759e45160,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:10.582273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 6572766b-92eb-4dc3-b30f-dcf759e45160 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:10.607538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.608705 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-baf7ae54-280b-484b-b87c-8350709a2cae tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3435481 Aug 31 15:51:10.612107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38212) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:10.622299 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'network_id': '6572766b-92eb-4dc3-b30f-dcf759e45160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:10.623055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.631569 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-156414a7-9a4e-4698-8323-d6b288d48db3 req-0d21b506-70b8-4a15-98d7-58a690bb637a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040368 Aug 31 15:51:10.636768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d7e4-3537-44bb-9526-3860e4d1dcac tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.641322 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d3a2d7e4-3537-44bb-9526-3860e4d1dcac tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9380121 Aug 31 15:51:10.641792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38216) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:10.695107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ff0761ab-78c9-4489-a2d6-f77b48202e8b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (622d57e0-75c2-419d-8e1d-441860456834), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.695698 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Network f8a1948d-be06-4538-a54a-031a660c1724 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:10.706121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ff0761ab-78c9-4489-a2d6-f77b48202e8b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (622d57e0-75c2-419d-8e1d-441860456834), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.710628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (64c22e70-da37-4257-a6ee-d41ce484bb25), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.716188 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:10.728965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:10.736334 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=f855ad44-efa0-46e8-a674-495eb747f3a0,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:10.747613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:10.758387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Pushing event updated for resources: {'Port': ['ID=d816a3c9-b1a8-4202-a1c2-38ee2244cd1f,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:10.795970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:10.800287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.806671 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.811919 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:10.812376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.814562 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Attempting to bind port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:10.815198 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Attempting to bind port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '9095d980-08ca-445a-a143-346a07602049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f8a1948d-be06-4538-a54a-031a660c1724'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:10.815586 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Attempting to bind port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f on network f8a1948d-be06-4538-a54a-031a660c1724 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:10.822701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:10.823067 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Checking segment: {'id': '9095d980-08ca-445a-a143-346a07602049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f8a1948d-be06-4538-a54a-031a660c1724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:10.824161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.824161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Bound using segment: {'id': '9095d980-08ca-445a-a143-346a07602049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f8a1948d-be06-4538-a54a-031a660c1724'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:10.824512 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Bound port: d816a3c9-b1a8-4202-a1c2-38ee2244cd1f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9095d980-08ca-445a-a143-346a07602049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f8a1948d-be06-4538-a54a-031a660c1724'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:10.825382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.836629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb53938b-b8f7-45c8-8c91-8c3b25a579de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.871445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 2f673b19-cead-47a9-b573-4468f69dc8c7 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:10.873041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:10.913219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] For port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:10.917831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] For port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d816a3c9-b1a8-4202-a1c2-38ee2244cd1f,segment=NetworkSegment(9095d980-08ca-445a-a143-346a07602049),segment_id=9095d980-08ca-445a-a143-346a07602049)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:10.934430 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ff0761ab-78c9-4489-a2d6-f77b48202e8b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (622d57e0-75c2-419d-8e1d-441860456834), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.945753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:10.945875 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-9de7c870-12b5-434e-adf4-1effc1a2241a tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:10.946797 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9de7c870-12b5-434e-adf4-1effc1a2241a tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5599489 Aug 31 15:51:10.951358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:10.955858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.958175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38224) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:10.958305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ff0761ab-78c9-4489-a2d6-f77b48202e8b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:10.962482 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ff0761ab-78c9-4489-a2d6-f77b48202e8b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/622d57e0-75c2-419d-8e1d-441860456834 HTTP/1.1" status: 204 len: 168 time: 0.3170011 Aug 31 15:51:10.964240 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 8 to provision port b5901c79-c833-4a4d-b320-fc2d7cdd0776 Aug 31 15:51:10.988779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38226) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:11.004287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9abb5bbb-bdd9-4011-bea8-125591dbf909 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '85b9e6f3-f064-4612-9849-a5995ad5cf0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:11.005029 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-9abb5bbb-bdd9-4011-bea8-125591dbf909 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 15:51:11.006126 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-9abb5bbb-bdd9-4011-bea8-125591dbf909 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:11.012604 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9abb5bbb-bdd9-4011-bea8-125591dbf909 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0221682 Aug 31 15:51:11.023633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38228) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:11.029799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5d1e759b-a064-4d4c-9fbb-4f65580d74f7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '85b9e6f3-f064-4612-9849-a5995ad5cf0f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:11.031032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:11.044204 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0761ab-78c9-4489-a2d6-f77b48202e8b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=622d57e0-75c2-419d-8e1d-441860456834,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:11.051649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Port b5901c79-c833-4a4d-b320-fc2d7cdd0776 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:11.075446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Network': ['ID=59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:11.093889 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:11.109814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38230) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:11.133737 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3f8b9413-2fd3-43d4-9220-cc04ae6dd583 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0290775 Aug 31 15:51:11.137771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38234) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:11.145739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'network': {'name': 'tempest-router-network02--88185894'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:11.220386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8d25fa44-d105-4f19-a8d1-817035aeb630 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:11.237279 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 64c22e70-da37-4257-a6ee-d41ce484bb25 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:11.265591 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 8d25fa44-d105-4f19-a8d1-817035aeb630 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:11.266364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8d25fa44-d105-4f19-a8d1-817035aeb630 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:11.267856 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-89ebfe47-2461-4293-a78e-e2f8e86e549d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2495453 Aug 31 15:51:11.270669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38236) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:11.294368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Made reservation on behalf of 4bed0faaee304970af6dd88494b63185 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:11.301683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:11.313133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:11.376880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1691864720'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:11.403263 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfac45-9b70-4281-a7f9-c89d31f2bc9f None None] Pushing event updated for resources: {'Port': ['ID=d816a3c9-b1a8-4202-a1c2-38ee2244cd1f,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:11.435138 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-5d1e759b-a064-4d4c-9fbb-4f65580d74f7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:11.436402 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5d1e759b-a064-4d4c-9fbb-4f65580d74f7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4111116 Aug 31 15:51:11.444604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38238) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:11.463444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-2c9e158b-3403-4bcb-a5ad-a8b8a50e995c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '85b9e6f3-f064-4612-9849-a5995ad5cf0f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:11.464385 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-2c9e158b-3403-4bcb-a5ad-a8b8a50e995c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 15:51:11.473881 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-2c9e158b-3403-4bcb-a5ad-a8b8a50e995c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:11.473881 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2c9e158b-3403-4bcb-a5ad-a8b8a50e995c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0173447 Aug 31 15:51:11.475219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38240) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:11.495324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-87f2ea46-83eb-4b7c-b4a4-f80eefb67383 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '85b9e6f3-f064-4612-9849-a5995ad5cf0f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:11.517426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:11.522534 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:11.542940 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:11.552767 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-84a80d23-94b4-4000-9504-df45c14a8d81 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/64c22e70-da37-4257-a6ee-d41ce484bb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2213242 Aug 31 15:51:11.555230 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 9 to provision port b5901c79-c833-4a4d-b320-fc2d7cdd0776 Aug 31 15:51:11.565158 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636cbf8-6cfd-4477-a280-1624dab55cdf None None] Sync routers for ids ['64c22e70-da37-4257-a6ee-d41ce484bb25'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:11.565806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38242) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:11.580995 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636cbf8-6cfd-4477-a280-1624dab55cdf None None] Routers {'64c22e70-da37-4257-a6ee-d41ce484bb25'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:11.581288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:11.582189 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1636cbf8-6cfd-4477-a280-1624dab55cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c22e70-da37-4257-a6ee-d41ce484bb25'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:11.587065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:11.613688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Port b5901c79-c833-4a4d-b320-fc2d7cdd0776 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:11.641365 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1636cbf8-6cfd-4477-a280-1624dab55cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:11.653856 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636cbf8-6cfd-4477-a280-1624dab55cdf None None] Routers {'64c22e70-da37-4257-a6ee-d41ce484bb25'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:11.654812 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1636cbf8-6cfd-4477-a280-1624dab55cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c22e70-da37-4257-a6ee-d41ce484bb25'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:11.655581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0b37b3a1-abb4-408b-bf7e-b0b16a10788e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:11.655937 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Added segment 0b37b3a1-abb4-408b-bf7e-b0b16a10788e of type vlan for network 951f192a-1109-4416-8928-b2652be53ff2 Aug 31 15:51:11.664814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:11.679961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fa00c3ab-6e2d-4309-a391-1a4cc002b552 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (3598de5c-1ffb-42ab-9d6b-075e625b3790), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:11.687940 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1636cbf8-6cfd-4477-a280-1624dab55cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:11.688538 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636cbf8-6cfd-4477-a280-1624dab55cdf None None] The sync data for ids ['64c22e70-da37-4257-a6ee-d41ce484bb25'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:11.698424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe14c05-3bc5-4355-885b-b91c5aad2db5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:11.701079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38246) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:11.701247 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dbe14c05-3bc5-4355-885b-b91c5aad2db5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports/f855ad44-efa0-46e8-a674-495eb747f3a0 HTTP/1.1" status: 200 len: 910 time: 0.1311603 Aug 31 15:51:11.764569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (e208442b-b742-432c-b4f8-dd207d4ffbd5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:11.796295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (951f192a-1109-4416-8928-b2652be53ff2), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:11.799682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fa00c3ab-6e2d-4309-a391-1a4cc002b552 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (3598de5c-1ffb-42ab-9d6b-075e625b3790), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:11.908780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:51:11.922547 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-87f2ea46-83eb-4b7c-b4a4-f80eefb67383 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:11.923613 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-87f2ea46-83eb-4b7c-b4a4-f80eefb67383 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4339974 Aug 31 15:51:11.924433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (f2baa119-2f98-489b-85e6-65a7e593627c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:11.929398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38248) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:11.934166 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4631d895-1614-441f-ac49-69a2d7a96168 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '85b9e6f3-f064-4612-9849-a5995ad5cf0f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:11.949722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b525c-9b5f-44d0-8f70-959cb5a672bf req-1f85d4e4-840a-44a0-96bc-ed9d1e514cb1 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:11.951313 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-796b525c-9b5f-44d0-8f70-959cb5a672bf req-1f85d4e4-840a-44a0-96bc-ed9d1e514cb1 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.2041299 Aug 31 15:51:11.980355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=e208442b-b742-432c-b4f8-dd207d4ffbd5,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:12.000979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for security_group (cd336daa-2d24-4605-a862-2f7471d58b42), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.048056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:12.052284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:12.057080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:12.057702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.065494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48cd23-b1ca-48c7-9351-44923894ce51 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:12.073914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (951f192a-1109-4416-8928-b2652be53ff2), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.079581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:12.080275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.121731 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 10 to provision port b5901c79-c833-4a4d-b320-fc2d7cdd0776 Aug 31 15:51:12.131102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=f2baa119-2f98-489b-85e6-65a7e593627c,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:12.179991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fa00c3ab-6e2d-4309-a391-1a4cc002b552 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (3598de5c-1ffb-42ab-9d6b-075e625b3790), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.183010 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fa00c3ab-6e2d-4309-a391-1a4cc002b552 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.184249 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fa00c3ab-6e2d-4309-a391-1a4cc002b552 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3598de5c-1ffb-42ab-9d6b-075e625b3790 HTTP/1.1" status: 204 len: 168 time: 0.9116218 Aug 31 15:51:12.190896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (cd336daa-2d24-4605-a862-2f7471d58b42), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.196219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.203311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:12.215383 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38250) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:12.237912 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0989206 Aug 31 15:51:12.245364 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fe544c68-465c-49df-a37b-8fd2128db0aa tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9454632 Aug 31 15:51:12.245364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38252) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:12.247901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:12.254670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'subnet': {'network_id': '59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:12.259309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38254) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:12.265643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00c3ab-6e2d-4309-a391-1a4cc002b552 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3598de5c-1ffb-42ab-9d6b-075e625b3790,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:12.277247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d3dfcb4b-faee-419f-b925-310b09855bb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:12.323115 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-796b525c-9b5f-44d0-8f70-959cb5a672bf req-cfc59fef-bd0e-4916-878b-269b33c510c4 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537726 Aug 31 15:51:12.324313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd336daa-2d24-4605-a862-2f7471d58b42,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:12.338451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a636724-dd3b-4395-a6f8-944882055195 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Network': ['ID=951f192a-1109-4416-8928-b2652be53ff2,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:12.353918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking segment: {'id': 'a6683b2c-1056-4922-a0a5-da6464909982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6572766b-92eb-4dc3-b30f-dcf759e45160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:12.354287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network hostable DHCP agents. Network: 6572766b-92eb-4dc3-b30f-dcf759e45160, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:12.371016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d193f1d6-b0fa-434f-9ac6-bca307bcc9db), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.373208 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added segment d193f1d6-b0fa-434f-9ac6-bca307bcc9db of type vlan for network 317cfab1-4c0e-446c-9416-7c8e8c9592e4 Aug 31 15:51:12.396832 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-911c8d0a-9d14-4989-8d4b-601053e2882c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1790273 Aug 31 15:51:12.404317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38256) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:12.418091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-aa27d2bf-91b1-4f7a-bf5d-212a32a6cc23 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064747897'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:12.486851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Port b5901c79-c833-4a4d-b320-fc2d7cdd0776 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:12.496664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 951f192a-1109-4416-8928-b2652be53ff2 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:12.534502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (64c22e70-da37-4257-a6ee-d41ce484bb25), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.551163 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': 'f2baa119-2f98-489b-85e6-65a7e593627c'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:12.552197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.555442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a027d5f-f7cb-41ca-9de6-32f3f0be4b47 None None] Network f8a1948d-be06-4538-a54a-031a660c1724 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:12.569274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (317cfab1-4c0e-446c-9416-7c8e8c9592e4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.634535 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-4631d895-1614-441f-ac49-69a2d7a96168 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:12.635605 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4631d895-1614-441f-ac49-69a2d7a96168 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7052157 Aug 31 15:51:12.640040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38258) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:12.641001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Provisioning complete for port fa815c53-599c-49c9-86f2-0ebd9966a78a triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:12.641406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (fa815c53-599c-49c9-86f2-0ebd9966a78a), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.641756 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 1 to provision port fa815c53-599c-49c9-86f2-0ebd9966a78a Aug 31 15:51:12.727283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aa27d2bf-91b1-4f7a-bf5d-212a32a6cc23 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.729292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network 6572766b-92eb-4dc3-b30f-dcf759e45160 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:12.733668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Made reservation on behalf of 4bed0faaee304970af6dd88494b63185 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:12.746212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.746212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (317cfab1-4c0e-446c-9416-7c8e8c9592e4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.750001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:12.750711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.830902 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dfcb4b-faee-419f-b925-310b09855bb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:12.831132 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:12.833628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a32e11-82d6-4848-9880-bdea9f41c625 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (85b9e6f3-f064-4612-9849-a5995ad5cf0f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.834985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Could not find standard attr ID for object bb17f70c-a00c-4eaf-a59e-3d65f3fc5577. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:51:12.835721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcb4b-faee-419f-b925-310b09855bb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.847221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 6572766b-92eb-4dc3-b30f-dcf759e45160) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:12.880866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:12.881761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.891597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200d34ca-fcde-403d-84b9-4a82b990c3f3 None None] Network 6572766b-92eb-4dc3-b30f-dcf759e45160 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:12.918419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a32e11-82d6-4848-9880-bdea9f41c625 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (85b9e6f3-f064-4612-9849-a5995ad5cf0f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.922265 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Provisioning complete for port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:12.922630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d5a7c335-98d7-4843-8ef3-d86c0fb0bf48), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:12.922970 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Attempt 1 to provision port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 Aug 31 15:51:12.944001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:12.982258 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8698928 Aug 31 15:51:12.995504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38260) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:12.995760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b340ea6-6aa0-47e5-aa32-ef0f441e2c47 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Network': ['ID=317cfab1-4c0e-446c-9416-7c8e8c9592e4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:13.000932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-900420029'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:13.024520 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 317cfab1-4c0e-446c-9416-7c8e8c9592e4 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:13.025582 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aa27d2bf-91b1-4f7a-bf5d-212a32a6cc23 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (5a4f380f-36e7-4ab6-86d3-3147a4c7a43b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.032006 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7ac092a1-5829-447d-bbaa-07201522099f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4146576 Aug 31 15:51:13.040017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38262) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:13.045388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port f855ad44-efa0-46e8-a674-495eb747f3a0 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:13.045782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f855ad44-efa0-46e8-a674-495eb747f3a0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.140748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aa27d2bf-91b1-4f7a-bf5d-212a32a6cc23 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5a4f380f-36e7-4ab6-86d3-3147a4c7a43b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.166994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Allocated IP 2001:db8::f816:3eff:fe5c:b568 (e986fc1f-2559-47ce-89c8-1dd43368919a/f2baa119-2f98-489b-85e6-65a7e593627c/85e4b862-fec7-4fd7-a01e-decba2dea667) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7aa413b3-2a99-4115-bf93-56f9ec529740 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:13.215239 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:13.245281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f855ad44-efa0-46e8-a674-495eb747f3a0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.276877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for f855ad44-efa0-46e8-a674-495eb747f3a0 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:13.285337 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d816a3c9-b1a8-4202-a1c2-38ee2244cd1f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:13.288406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-6572766b-92eb-4dc3-b30f-dcf759e45160', 'network_id': '6572766b-92eb-4dc3-b30f-dcf759e45160', 'project_id': '3ded716f5d8140129df35d35a7bf8ca3', 'fixed_ips': [{'subnet_id': 'e208442b-b742-432c-b4f8-dd207d4ffbd5'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:13.289694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.403828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-6255d226-caee-4bbf-bbf4-9d3a1388f38d None None] Provisioning complete for port f855ad44-efa0-46e8-a674-495eb747f3a0 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:13.404323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6255d226-caee-4bbf-bbf4-9d3a1388f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f855ad44-efa0-46e8-a674-495eb747f3a0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.404664 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6255d226-caee-4bbf-bbf4-9d3a1388f38d None None] Attempt 1 to provision port f855ad44-efa0-46e8-a674-495eb747f3a0 Aug 31 15:51:13.464659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27d2bf-91b1-4f7a-bf5d-212a32a6cc23 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4f380f-36e7-4ab6-86d3-3147a4c7a43b,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:13.467777 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (6572766b-92eb-4dc3-b30f-dcf759e45160), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.470795 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:13.473182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a32e11-82d6-4848-9880-bdea9f41c625 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (85b9e6f3-f064-4612-9849-a5995ad5cf0f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.476748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84a32e11-82d6-4848-9880-bdea9f41c625 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.477935 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-84a32e11-82d6-4848-9880-bdea9f41c625 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/85b9e6f3-f064-4612-9849-a5995ad5cf0f HTTP/1.1" status: 204 len: 168 time: 0.8369751 Aug 31 15:51:13.482614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:13.482614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.485541 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38266) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:13.504827 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:13.506551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.507319 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f Aug 31 15:51:13.531462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a32e11-82d6-4848-9880-bdea9f41c625 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b9e6f3-f064-4612-9849-a5995ad5cf0f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:13.602065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:13.616382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:13.631530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (eee9a6ae-3bcb-4645-8e5e-954e3fa74222), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.632112 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added segment eee9a6ae-3bcb-4645-8e5e-954e3fa74222 of type vlan for network 048243ad-4fcc-483f-afae-696f03349bd8 Aug 31 15:51:13.637525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3054f8-550c-4942-8a9f-fd71b419c801 req-60be35c1-1369-483f-9b6a-3606f7574618 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:13.638507 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cd3054f8-550c-4942-8a9f-fd71b419c801 req-60be35c1-1369-483f-9b6a-3606f7574618 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1645257 Aug 31 15:51:13.676977 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6255d226-caee-4bbf-bbf4-9d3a1388f38d None None] Port f855ad44-efa0-46e8-a674-495eb747f3a0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:13.694570 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (048243ad-4fcc-483f-afae-696f03349bd8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.704003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (e208442b-b742-432c-b4f8-dd207d4ffbd5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.706310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aa27d2bf-91b1-4f7a-bf5d-212a32a6cc23 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.710928 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-aa27d2bf-91b1-4f7a-bf5d-212a32a6cc23 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3000052 Aug 31 15:51:13.720529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38268) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:13.734296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c607a880-5efd-423e-8ce5-9e3760e934d6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '5a4f380f-36e7-4ab6-86d3-3147a4c7a43b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:13.738191 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:13.754740 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Publish callbacks [] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.773251 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b12ab5b6-70f5-47c6-9c11-6a1a5959b9cc tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2768638 Aug 31 15:51:13.773444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (fa8389ab-74cb-4dc9-b915-5a4cfcb819bf), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.777440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Allocated IP 2001:db8::1 (6572766b-92eb-4dc3-b30f-dcf759e45160/e208442b-b742-432c-b4f8-dd207d4ffbd5/488e4e4f-af0f-45d7-9072-68684974f2bb) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:13.781166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38270) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:13.787327 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cd3054f8-550c-4942-8a9f-fd71b419c801 req-df8d8322-c0ab-4c5a-866e-a242aa522e44 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354823 Aug 31 15:51:13.787638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.796939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.800465 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:13.830564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1794f2fa-e9b5-4228-a691-4762ec0eb361 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344038321'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:13.867218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.911169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (048243ad-4fcc-483f-afae-696f03349bd8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.918088 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:13.919931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.922908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f855ad44-efa0-46e8-a674-495eb747f3a0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:13.929407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Subnet': ['ID=fa8389ab-74cb-4dc9-b915-5a4cfcb819bf,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:13.951571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Checking segment: {'id': '72e0b68d-7122-4c80-846d-b01d5c16c6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:13.951986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network hostable DHCP agents. Network: 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:13.954455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:13.961749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Pushing event updated for resources: {'Port': ['ID=85e4b862-fec7-4fd7-a01e-decba2dea667,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:13.965613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:13.972687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:13.994173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c607a880-5efd-423e-8ce5-9e3760e934d6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (983abe0e-de39-4810-aee1-98f3fb344743), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.027075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=f855ad44-efa0-46e8-a674-495eb747f3a0,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:14.083678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcb4b-faee-419f-b925-310b09855bb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (bbe2136e-2fb1-4893-8230-1f1cddee8267), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.087084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Publish callbacks [] for port (488e4e4f-af0f-45d7-9072-68684974f2bb), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.092796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Attempting to bind port 85e4b862-fec7-4fd7-a01e-decba2dea667 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:14.093031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Network': ['ID=048243ad-4fcc-483f-afae-696f03349bd8,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:14.093729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Attempting to bind port 85e4b862-fec7-4fd7-a01e-decba2dea667 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:14.094606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Attempting to bind port 85e4b862-fec7-4fd7-a01e-decba2dea667 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:14.095951 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1794f2fa-e9b5-4228-a691-4762ec0eb361 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.105400 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:14.106312 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:14.107019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.108053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:14.109323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Bound port: 85e4b862-fec7-4fd7-a01e-decba2dea667, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:14.110691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:14.111343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.177815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 048243ad-4fcc-483f-afae-696f03349bd8 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:14.178038 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e7ba5b99-88f7-4af9-9b91-eb97098d1a68 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1778862 Aug 31 15:51:14.180743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfcb4b-faee-419f-b925-310b09855bb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:14.181857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38272) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:14.188673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d3dfcb4b-faee-419f-b925-310b09855bb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:14.189384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'subnet': {'network_id': '317cfab1-4c0e-446c-9416-7c8e8c9592e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:14.198168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dfcb4b-faee-419f-b925-310b09855bb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:14.198525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcb4b-faee-419f-b925-310b09855bb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.242975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfcb4b-faee-419f-b925-310b09855bb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=bbe2136e-2fb1-4893-8230-1f1cddee8267,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:14.254548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c607a880-5efd-423e-8ce5-9e3760e934d6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (983abe0e-de39-4810-aee1-98f3fb344743), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.275241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:14.300803 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6255d226-caee-4bbf-bbf4-9d3a1388f38d None None] Attempt 2 to provision port f855ad44-efa0-46e8-a674-495eb747f3a0 Aug 31 15:51:14.301660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:14.301660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.314642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (488e4e4f-af0f-45d7-9072-68684974f2bb), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.328038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf73081b-a7aa-40a4-9438-85961b1e081b None None] Network 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:14.337298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:14.340212 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6255d226-caee-4bbf-bbf4-9d3a1388f38d None None] Port f855ad44-efa0-46e8-a674-495eb747f3a0 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:51:14.352034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1794f2fa-e9b5-4228-a691-4762ec0eb361 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (5065ab3c-1db6-483f-9857-d4e73bd2a207), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.393276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (64c22e70-da37-4257-a6ee-d41ce484bb25), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.403998 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d3dfcb4b-faee-419f-b925-310b09855bb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1350813 Aug 31 15:51:14.405380 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c607a880-5efd-423e-8ce5-9e3760e934d6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (983abe0e-de39-4810-aee1-98f3fb344743), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.406995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38274) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:14.414259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:cf:9c:13', 'name': 'tempest-NetworksTestDHCPv6-805478272'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:14.445535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607a880-5efd-423e-8ce5-9e3760e934d6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983abe0e-de39-4810-aee1-98f3fb344743,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:14.445950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Network 6572766b-92eb-4dc3-b30f-dcf759e45160 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:14.456997 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-6255d226-caee-4bbf-bbf4-9d3a1388f38d None None] Provisioning complete for port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:14.457655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6255d226-caee-4bbf-bbf4-9d3a1388f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.458019 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6255d226-caee-4bbf-bbf4-9d3a1388f38d None None] Attempt 1 to provision port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f Aug 31 15:51:14.468590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:14.471446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:14.485006 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9b1aa0cf-2919-48ce-9c80-d921cb828948 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2338731 Aug 31 15:51:14.485218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38276) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:14.491771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1794f2fa-e9b5-4228-a691-4762ec0eb361 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5065ab3c-1db6-483f-9857-d4e73bd2a207), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.495770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (e208442b-b742-432c-b4f8-dd207d4ffbd5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.506936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'subnet': {'network_id': '951f192a-1109-4416-8928-b2652be53ff2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:14.510285 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] For port 85e4b862-fec7-4fd7-a01e-decba2dea667, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:14.523752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:14.528426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.548713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Pushing event updated for resources: {'Port': ['ID=488e4e4f-af0f-45d7-9072-68684974f2bb,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:14.570708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] For port 85e4b862-fec7-4fd7-a01e-decba2dea667, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=85e4b862-fec7-4fd7-a01e-decba2dea667,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:14.603446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c607a880-5efd-423e-8ce5-9e3760e934d6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.605188 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c607a880-5efd-423e-8ce5-9e3760e934d6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8818922 Aug 31 15:51:14.613285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38278) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:14.635819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-252c228a-bea8-4812-aea4-7244f51cde81 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '5a4f380f-36e7-4ab6-86d3-3147a4c7a43b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:14.785362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-6255d226-caee-4bbf-bbf4-9d3a1388f38d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:14.827185 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:14.921765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aea31-1bbb-4c5a-aeb1-47dfe3c2e59f None None] Pushing event updated for resources: {'Port': ['ID=85e4b862-fec7-4fd7-a01e-decba2dea667,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:14.930085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Attempting to bind port 488e4e4f-af0f-45d7-9072-68684974f2bb on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:14.930665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Attempting to bind port 488e4e4f-af0f-45d7-9072-68684974f2bb by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'a6683b2c-1056-4922-a0a5-da6464909982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6572766b-92eb-4dc3-b30f-dcf759e45160'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:14.931133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Attempting to bind port 488e4e4f-af0f-45d7-9072-68684974f2bb on network 6572766b-92eb-4dc3-b30f-dcf759e45160 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:14.936883 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412', 'network_id': '59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412', 'project_id': '4bed0faaee304970af6dd88494b63185', 'fixed_ips': [{'subnet_id': 'fa8389ab-74cb-4dc9-b915-5a4cfcb819bf'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:14.943570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.975595 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:14.977325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Checking segment: {'id': 'a6683b2c-1056-4922-a0a5-da6464909982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6572766b-92eb-4dc3-b30f-dcf759e45160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:14.977325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.977325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Bound using segment: {'id': 'a6683b2c-1056-4922-a0a5-da6464909982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6572766b-92eb-4dc3-b30f-dcf759e45160'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:14.978081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Bound port: 488e4e4f-af0f-45d7-9072-68684974f2bb, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6683b2c-1056-4922-a0a5-da6464909982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6572766b-92eb-4dc3-b30f-dcf759e45160'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:14.978361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (488e4e4f-af0f-45d7-9072-68684974f2bb), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:14.999572 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-47bb6782-afe8-43e8-bb11-ebd911d6c5f3 None None] Provisioning complete for port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:15.000268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47bb6782-afe8-43e8-bb11-ebd911d6c5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.001212 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-47bb6782-afe8-43e8-bb11-ebd911d6c5f3 None None] Attempt 1 to provision port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f Aug 31 15:51:15.065700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Subnet': ['ID=e208442b-b742-432c-b4f8-dd207d4ffbd5,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:15.090439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1794f2fa-e9b5-4228-a691-4762ec0eb361 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.094604 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1794f2fa-e9b5-4228-a691-4762ec0eb361 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3029265 Aug 31 15:51:15.176174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (6572766b-92eb-4dc3-b30f-dcf759e45160), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.199279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6572766b-92eb-4dc3-b30f-dcf759e45160']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:15.209500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:15.213968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6683b2c-1056-4922-a0a5-da6464909982') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:15.213968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6683b2c-1056-4922-a0a5-da6464909982') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:15.234240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (a6683b2c-1056-4922-a0a5-da6464909982), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.261083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a6683b2c-1056-4922-a0a5-da6464909982), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.270165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:15.270874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (a6683b2c-1056-4922-a0a5-da6464909982), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.284422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38282) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:15.293755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ceb0af0b-be7d-4930-b964-ddb3420634ad tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '5065ab3c-1db6-483f-9857-d4e73bd2a207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-47bb6782-afe8-43e8-bb11-ebd911d6c5f3 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:15.313630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:15.322784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] For port 488e4e4f-af0f-45d7-9072-68684974f2bb, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:15.356117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] For port 488e4e4f-af0f-45d7-9072-68684974f2bb, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=488e4e4f-af0f-45d7-9072-68684974f2bb,segment=NetworkSegment(a6683b2c-1056-4922-a0a5-da6464909982),segment_id=a6683b2c-1056-4922-a0a5-da6464909982)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:15.363673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794f2fa-e9b5-4228-a691-4762ec0eb361 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5065ab3c-1db6-483f-9857-d4e73bd2a207,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:15.387998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:15.391876 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Allocated IP 2001:db8::2 (59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412/fa8389ab-74cb-4dc9-b915-5a4cfcb819bf/34fcf086-bc33-492f-bc8a-b0bb1b42b0b5) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:15.401711 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a6683b2c-1056-4922-a0a5-da6464909982 resource provider aggregate not found Aug 31 15:51:15.418492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 85e4b862-fec7-4fd7-a01e-decba2dea667 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:15.421094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.db.api [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 15:51:15.421094 dv-neutron-855257-2-hyperv neutron-server[114266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 15:51:15.421094 dv-neutron-855257-2-hyperv neutron-server[114266]: [parameters: {'id': '6572766b-92eb-4dc3-b30f-dcf759e45160'}] Aug 31 15:51:15.421094 dv-neutron-855257-2-hyperv neutron-server[114266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:51:15.428213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG oslo_db.api [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:51:15.428213 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a6683b2c-1056-4922-a0a5-da6464909982 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6683b2c-1056-4922-a0a5-da6464909982 found for delete ", "request_id": "req-32eb2df8-8c87-4710-a86f-ac54d5eb0320"}]} Aug 31 15:51:15.442345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-252c228a-bea8-4812-aea4-7244f51cde81 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (aac68a2d-83f6-45c6-b7d7-496d0a9f3ee2), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.450712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 64c22e70-da37-4257-a6ee-d41ce484bb25 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:15.490665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (488e4e4f-af0f-45d7-9072-68684974f2bb), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.493806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c2bb3-dab4-4fe9-853d-008f877220db req-5ff63f45-8a26-491d-bf35-e0387f066a4a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:15.495366 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-909c2bb3-dab4-4fe9-853d-008f877220db req-5ff63f45-8a26-491d-bf35-e0387f066a4a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.2099311 Aug 31 15:51:15.556388 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:15.595050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (a4e4818b-efa3-4e19-87c1-c669362180ce), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.608951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-252c228a-bea8-4812-aea4-7244f51cde81 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (aac68a2d-83f6-45c6-b7d7-496d0a9f3ee2), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.634858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Made reservation on behalf of 4bed0faaee304970af6dd88494b63185 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:15.641530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.720090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:15.741475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:15.742886 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Subnet': ['ID=a4e4818b-efa3-4e19-87c1-c669362180ce,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:15.754138 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-91dd3779-6379-4c4c-941e-829ff2600c95 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/64c22e70-da37-4257-a6ee-d41ce484bb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0477338 Aug 31 15:51:15.754732 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-909c2bb3-dab4-4fe9-853d-008f877220db req-e331b881-80cc-4695-b8b5-3803e0388d7d tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507265 Aug 31 15:51:15.755275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38288) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:15.758815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b7917-2430-4b91-8cab-a09a6fe97f34 None None] Pushing event updated for resources: {'Port': ['ID=488e4e4f-af0f-45d7-9072-68684974f2bb,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:15.763538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-252c228a-bea8-4812-aea4-7244f51cde81 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (aac68a2d-83f6-45c6-b7d7-496d0a9f3ee2), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.780034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 85e4b862-fec7-4fd7-a01e-decba2dea667 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:15.780774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.781331 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 85e4b862-fec7-4fd7-a01e-decba2dea667 Aug 31 15:51:15.794411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93f9da-c87b-46aa-84b7-13812231c504 None None] Sync routers for ids ['64c22e70-da37-4257-a6ee-d41ce484bb25'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:15.814321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:15.854608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4842c9a9-e281-4c3f-ae01-d7d16f734d6a None None] Network 6572766b-92eb-4dc3-b30f-dcf759e45160 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:15.882470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:15.887453 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-ceb0af0b-be7d-4930-b964-ddb3420634ad tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The resource could not be found. Aug 31 15:51:15.891569 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ceb0af0b-be7d-4930-b964-ddb3420634ad tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6019566 Aug 31 15:51:15.892293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c228a-bea8-4812-aea4-7244f51cde81 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac68a2d-83f6-45c6-b7d7-496d0a9f3ee2,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:15.894105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38290) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:15.899259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Checking segment: {'id': 'd193f1d6-b0fa-434f-9ac6-bca307bcc9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '317cfab1-4c0e-446c-9416-7c8e8c9592e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:15.899524 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.899723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network hostable DHCP agents. Network: 317cfab1-4c0e-446c-9416-7c8e8c9592e4, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:15.906508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-33a8e3b5-305c-4188-9672-92381e613238 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': '5065ab3c-1db6-483f-9857-d4e73bd2a207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bca545fd-1961-4053-9f50-34207da8325b'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:15.924033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (6572766b-92eb-4dc3-b30f-dcf759e45160), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.976027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port eb731413-8bd9-4d6f-92f8-f3fb9054e205 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:51:15.992804 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-252c228a-bea8-4812-aea4-7244f51cde81 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:15.997115 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-252c228a-bea8-4812-aea4-7244f51cde81 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3696370 Aug 31 15:51:16.004560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38292) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:16.014736 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Publish callbacks [] for port (34fcf086-bc33-492f-bc8a-b0bb1b42b0b5), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.077812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93f9da-c87b-46aa-84b7-13812231c504 None None] Routers {'64c22e70-da37-4257-a6ee-d41ce484bb25'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:16.079313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9f93f9da-c87b-46aa-84b7-13812231c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c22e70-da37-4257-a6ee-d41ce484bb25'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:16.093229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-979af4b1-27cf-4cec-87d8-259ad304eb41 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '5a4f380f-36e7-4ab6-86d3-3147a4c7a43b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:16.130002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9f93f9da-c87b-46aa-84b7-13812231c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:16.144585 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93f9da-c87b-46aa-84b7-13812231c504 None None] Routers {'64c22e70-da37-4257-a6ee-d41ce484bb25'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:16.145307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9f93f9da-c87b-46aa-84b7-13812231c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c22e70-da37-4257-a6ee-d41ce484bb25'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:16.190646 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 317cfab1-4c0e-446c-9416-7c8e8c9592e4 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:16.192995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9f93f9da-c87b-46aa-84b7-13812231c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:16.194190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93f9da-c87b-46aa-84b7-13812231c504 None None] The sync data for ids ['64c22e70-da37-4257-a6ee-d41ce484bb25'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:16.194495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting port 488e4e4f-af0f-45d7-9072-68684974f2bb {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:16.195043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (488e4e4f-af0f-45d7-9072-68684974f2bb), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.196128 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (34fcf086-bc33-492f-bc8a-b0bb1b42b0b5), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:16.225691 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:16.260095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Network 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:16.265459 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:16.269603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:16.314287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Pushing event updated for resources: {'Port': ['ID=34fcf086-bc33-492f-bc8a-b0bb1b42b0b5,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:16.349072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d3b21c-e696-43cf-8839-c8918f2a9260 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:16.389245 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 317cfab1-4c0e-446c-9416-7c8e8c9592e4) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:16.404628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:16.404953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] For port 488e4e4f-af0f-45d7-9072-68684974f2bb, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=488e4e4f-af0f-45d7-9072-68684974f2bb,segment=NetworkSegment(a6683b2c-1056-4922-a0a5-da6464909982),segment_id=a6683b2c-1056-4922-a0a5-da6464909982)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:16.405361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (488e4e4f-af0f-45d7-9072-68684974f2bb), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.405586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.415919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-979af4b1-27cf-4cec-87d8-259ad304eb41 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (ebec2540-3b8f-4d73-ab25-44aca9acd804), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.440862 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7fccf-f7aa-472b-bd70-0e4b17705777 None None] Network 317cfab1-4c0e-446c-9416-7c8e8c9592e4 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:16.444442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Attempting to bind port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:16.444951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Attempting to bind port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '72e0b68d-7122-4c80-846d-b01d5c16c6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:16.445183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Attempting to bind port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 on network 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:16.450584 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Calling delete_port for 488e4e4f-af0f-45d7-9072-68684974f2bb owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:16.459679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:16.461601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Checking segment: {'id': '72e0b68d-7122-4c80-846d-b01d5c16c6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:16.461601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.461960 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Bound using segment: {'id': '72e0b68d-7122-4c80-846d-b01d5c16c6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:16.462320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Bound port: 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e0b68d-7122-4c80-846d-b01d5c16c6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:16.462578 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (34fcf086-bc33-492f-bc8a-b0bb1b42b0b5), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.495970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7af9c1cd-ae61-42ec-be81-de6cc3f10cb3 None None] Provisioning complete for port 85e4b862-fec7-4fd7-a01e-decba2dea667 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:16.496357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7af9c1cd-ae61-42ec-be81-de6cc3f10cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.496789 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7af9c1cd-ae61-42ec-be81-de6cc3f10cb3 None None] Attempt 1 to provision port 85e4b862-fec7-4fd7-a01e-decba2dea667 Aug 31 15:51:16.550686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-979af4b1-27cf-4cec-87d8-259ad304eb41 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (ebec2540-3b8f-4d73-ab25-44aca9acd804), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.606990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (64c22e70-da37-4257-a6ee-d41ce484bb25), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.628826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 172.20.0.9 (e986fc1f-2559-47ce-89c8-1dd43368919a/bbe2136e-2fb1-4893-8230-1f1cddee8267/eb731413-8bd9-4d6f-92f8-f3fb9054e205) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:16.636941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::f816:3eff:fecf:9c13 (e986fc1f-2559-47ce-89c8-1dd43368919a/f2baa119-2f98-489b-85e6-65a7e593627c/eb731413-8bd9-4d6f-92f8-f3fb9054e205) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7af9c1cd-ae61-42ec-be81-de6cc3f10cb3 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:16.671941 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:16.706932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] For port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:16.782704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-317cfab1-4c0e-446c-9416-7c8e8c9592e4', 'network_id': '317cfab1-4c0e-446c-9416-7c8e8c9592e4', 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'fixed_ips': [{'subnet_id': 'a4e4818b-efa3-4e19-87c1-c669362180ce'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:16.783720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.823402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177dce0-a639-47ac-b9ad-250a769c7f53 None None] Update dhcp port {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': 'f2baa119-2f98-489b-85e6-65a7e593627c', 'ip_address': '2001:db8::f816:3eff:fe5c:b568'}, {'subnet_id': 'bbe2136e-2fb1-4893-8230-1f1cddee8267'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '85e4b862-fec7-4fd7-a01e-decba2dea667'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:51:16.841053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (eb731413-8bd9-4d6f-92f8-f3fb9054e205), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.886668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port b5901c79-c833-4a4d-b320-fc2d7cdd0776 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:16.887084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b5901c79-c833-4a4d-b320-fc2d7cdd0776), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.910664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f177dce0-a639-47ac-b9ad-250a769c7f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.928994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (488e4e4f-af0f-45d7-9072-68684974f2bb), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.936370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (3e33db17-c61c-4d9f-ac52-f81b92ef0910), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.938229 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-33a8e3b5-305c-4188-9672-92381e613238 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The resource could not be found. Aug 31 15:51:16.938723 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-33a8e3b5-305c-4188-9672-92381e613238 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0406687 Aug 31 15:51:16.942149 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-16253871-171d-4d4e-b067-fbdb95724a0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7567153 Aug 31 15:51:16.942886 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38296) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:16.943819 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] For port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=34fcf086-bc33-492f-bc8a-b0bb1b42b0b5,segment=NetworkSegment(72e0b68d-7122-4c80-846d-b01d5c16c6b2),segment_id=72e0b68d-7122-4c80-846d-b01d5c16c6b2)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:16.947262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-979af4b1-27cf-4cec-87d8-259ad304eb41 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (ebec2540-3b8f-4d73-ab25-44aca9acd804), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:16.961881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38298) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:16.970117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'subnet': {'network_id': '048243ad-4fcc-483f-afae-696f03349bd8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:16.995779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:16.999035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No DVR routers for this DVR port 488e4e4f-af0f-45d7-9072-68684974f2bb on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:17.010074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Port': ['ID=488e4e4f-af0f-45d7-9072-68684974f2bb,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:17.045961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b7983-3645-4c38-9004-3f0499e3d916 req-9e25951b-b604-4f81-88d3-3cec7709012b tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:17.047475 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-717b7983-3645-4c38-9004-3f0499e3d916 req-9e25951b-b604-4f81-88d3-3cec7709012b tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1521926 Aug 31 15:51:17.055907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979af4b1-27cf-4cec-87d8-259ad304eb41 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebec2540-3b8f-4d73-ab25-44aca9acd804,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:17.081495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (eb731413-8bd9-4d6f-92f8-f3fb9054e205), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.087427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Allocated IP 2001:db8::2 (317cfab1-4c0e-446c-9416-7c8e8c9592e4/a4e4818b-efa3-4e19-87c1-c669362180ce/040bbdbb-8ee2-42a5-9f01-214f6c22b952) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:17.110285 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (34fcf086-bc33-492f-bc8a-b0bb1b42b0b5), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.119427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:17.127281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Subnet': ['ID=3e33db17-c61c-4d9f-ac52-f81b92ef0910,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:17.163840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b5901c79-c833-4a4d-b320-fc2d7cdd0776), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.168876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-979af4b1-27cf-4cec-87d8-259ad304eb41 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.170381 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-979af4b1-27cf-4cec-87d8-259ad304eb41 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0851281 Aug 31 15:51:17.181819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38300) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:17.201746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-527fe011-19ac-45c0-a5de-3505efc5a182 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '5a4f380f-36e7-4ab6-86d3-3147a4c7a43b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:17.205736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (6572766b-92eb-4dc3-b30f-dcf759e45160), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.210679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for b5901c79-c833-4a4d-b320-fc2d7cdd0776 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:17.229862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1fde8ee1-c038-42b8-a45a-a7c02140549e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (5065ab3c-1db6-483f-9857-d4e73bd2a207), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.255943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:17.272586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:17.277003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6572766b-92eb-4dc3-b30f-dcf759e45160']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:17.282080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=eb731413-8bd9-4d6f-92f8-f3fb9054e205,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:17.284826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:17.300665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:17.304420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.310421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Checking segment: {'id': '0b37b3a1-abb4-408b-bf7e-b0b16a10788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '951f192a-1109-4416-8928-b2652be53ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:17.310794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network hostable DHCP agents. Network: 951f192a-1109-4416-8928-b2652be53ff2, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:17.333032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1fde8ee1-c038-42b8-a45a-a7c02140549e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (5065ab3c-1db6-483f-9857-d4e73bd2a207), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.338312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6683b2c-1056-4922-a0a5-da6464909982') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:17.338312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6683b2c-1056-4922-a0a5-da6464909982') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:17.349478 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-717b7983-3645-4c38-9004-3f0499e3d916 req-8e4e6274-3a37-4c71-ae80-613ffdc4321c tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870770 Aug 31 15:51:17.385044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (a6683b2c-1056-4922-a0a5-da6464909982), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.428641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:17.429206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.432470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a6683b2c-1056-4922-a0a5-da6464909982), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.450856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:17.451266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (a6683b2c-1056-4922-a0a5-da6464909982), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.460922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6e8e1-a668-4b60-8bdc-a5863ae21c0e None None] Pushing event updated for resources: {'Port': ['ID=34fcf086-bc33-492f-bc8a-b0bb1b42b0b5,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:17.484664 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a6683b2c-1056-4922-a0a5-da6464909982 resource provider aggregate not found Aug 31 15:51:17.498957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-527fe011-19ac-45c0-a5de-3505efc5a182 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (b8028f60-e09b-4cce-8635-db2592ba0444), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.512905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-f177dce0-a639-47ac-b9ad-250a769c7f53 None None] Allocated IP 172.20.0.2 (e986fc1f-2559-47ce-89c8-1dd43368919a/bbe2136e-2fb1-4893-8230-1f1cddee8267/85e4b862-fec7-4fd7-a01e-decba2dea667) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:17.587654 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a6683b2c-1056-4922-a0a5-da6464909982 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6683b2c-1056-4922-a0a5-da6464909982 found for delete ", "request_id": "req-7bf3a811-34e9-496b-a727-28c360767c9f"}]} Aug 31 15:51:17.596340 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-371c5be8-293e-4570-96e0-664993aa2124 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1881800 Aug 31 15:51:17.597174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network 951f192a-1109-4416-8928-b2652be53ff2 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:17.598044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38306) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:17.640615 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Publish callbacks [] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.659324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1fde8ee1-c038-42b8-a45a-a7c02140549e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5065ab3c-1db6-483f-9857-d4e73bd2a207), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.662503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1fde8ee1-c038-42b8-a45a-a7c02140549e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.664445 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1fde8ee1-c038-42b8-a45a-a7c02140549e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5065ab3c-1db6-483f-9857-d4e73bd2a207 HTTP/1.1" status: 204 len: 168 time: 0.7182100 Aug 31 15:51:17.667650 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38308) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:17.697006 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f177dce0-a639-47ac-b9ad-250a769c7f53 None None] For port 85e4b862-fec7-4fd7-a01e-decba2dea667, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=85e4b862-fec7-4fd7-a01e-decba2dea667,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:17.735007 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f177dce0-a639-47ac-b9ad-250a769c7f53 None None] Publish callbacks [] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.742322 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-898ccca8-3602-4489-9f64-01fc438bf023 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0678790 Aug 31 15:51:17.742734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38310) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:17.750825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-75511246-abae-4b15-815c-48130d9579f6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': 'c650ddfb-4769-4553-93c9-3cbf429d005a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:17.759542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde8ee1-c038-42b8-a45a-a7c02140549e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5065ab3c-1db6-483f-9857-d4e73bd2a207,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:17.759775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 951f192a-1109-4416-8928-b2652be53ff2) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:17.776458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:17.776458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.777692 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed1b28-fb32-411b-9f89-939fd882ac00 None None] Network 951f192a-1109-4416-8928-b2652be53ff2 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:17.789515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ccbc3-4408-4e96-879b-83676bd4bd1e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:17.794525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ccbc3-4408-4e96-879b-83676bd4bd1e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:17.796188 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0e6ccbc3-4408-4e96-879b-83676bd4bd1e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1949980 Aug 31 15:51:17.799143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38312) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:17.800676 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-527fe011-19ac-45c0-a5de-3505efc5a182 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (b8028f60-e09b-4cce-8635-db2592ba0444), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.811813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (6572766b-92eb-4dc3-b30f-dcf759e45160), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.836894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.852028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.858670 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6572766b-92eb-4dc3-b30f-dcf759e45160 HTTP/1.1" status: 204 len: 168 time: 4.8139713 Aug 31 15:51:17.859233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38314) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:17.865152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1098904522'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:17.875268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600a954-8c64-4430-9fa9-5824eecd2ef0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Network': ['ID=6572766b-92eb-4dc3-b30f-dcf759e45160,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:17.899088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Network 317cfab1-4c0e-446c-9416-7c8e8c9592e4 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:17.905972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f177dce0-a639-47ac-b9ad-250a769c7f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.917040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:17.921688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:17.923577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Pushing event updated for resources: {'Port': ['ID=040bbdbb-8ee2-42a5-9f01-214f6c22b952,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:17.934472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-527fe011-19ac-45c0-a5de-3505efc5a182 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (b8028f60-e09b-4cce-8635-db2592ba0444), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.937985 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aa59c27b-a6bf-4d3f-99e3-601459a1c432 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4483044 Aug 31 15:51:17.942079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:17.945243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38316) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:17.945243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-16aa0f49-ad5d-4094-9fa3-181787000c26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port eb731413-8bd9-4d6f-92f8-f3fb9054e205 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:17.945243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f49-ad5d-4094-9fa3-181787000c26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (eb731413-8bd9-4d6f-92f8-f3fb9054e205), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:17.951942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b5901c79-c833-4a4d-b320-fc2d7cdd0776), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.003985 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=b5901c79-c833-4a4d-b320-fc2d7cdd0776,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:18.007991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fe011-19ac-45c0-a5de-3505efc5a182 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8028f60-e09b-4cce-8635-db2592ba0444,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:18.045418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (6c1c9606-4e19-4767-9862-553c14855b43), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.083283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-951f192a-1109-4416-8928-b2652be53ff2', 'network_id': '951f192a-1109-4416-8928-b2652be53ff2', 'project_id': '4bed0faaee304970af6dd88494b63185', 'fixed_ips': [{'subnet_id': '3e33db17-c61c-4d9f-ac52-f81b92ef0910'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:18.085080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.110922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177dce0-a639-47ac-b9ad-250a769c7f53 None None] Pushing event updated for resources: {'Port': ['ID=85e4b862-fec7-4fd7-a01e-decba2dea667,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:18.165606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:18.172905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Attempting to bind port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:18.178142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Attempting to bind port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'd193f1d6-b0fa-434f-9ac6-bca307bcc9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '317cfab1-4c0e-446c-9416-7c8e8c9592e4'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:18.178142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Attempting to bind port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 on network 317cfab1-4c0e-446c-9416-7c8e8c9592e4 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:18.187340 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:18.187725 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Checking segment: {'id': 'd193f1d6-b0fa-434f-9ac6-bca307bcc9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '317cfab1-4c0e-446c-9416-7c8e8c9592e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:18.188132 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.188754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Bound using segment: {'id': 'd193f1d6-b0fa-434f-9ac6-bca307bcc9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '317cfab1-4c0e-446c-9416-7c8e8c9592e4'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:18.189220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Bound port: 040bbdbb-8ee2-42a5-9f01-214f6c22b952, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd193f1d6-b0fa-434f-9ac6-bca307bcc9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '317cfab1-4c0e-446c-9416-7c8e8c9592e4'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:18.189688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.245826 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:18.249883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.252105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (64c22e70-da37-4257-a6ee-d41ce484bb25), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.266197 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-527fe011-19ac-45c0-a5de-3505efc5a182 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.267469 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-527fe011-19ac-45c0-a5de-3505efc5a182 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0801158 Aug 31 15:51:18.281933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38318) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:18.294839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7e47c1ad-c37c-4121-a0b4-e9d20560ca29 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '5a4f380f-36e7-4ab6-86d3-3147a4c7a43b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:18.365887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Subnet': ['ID=6c1c9606-4e19-4767-9862-553c14855b43,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:18.401703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Allocated IP 2001:db8::2 (951f192a-1109-4416-8928-b2652be53ff2/3e33db17-c61c-4d9f-ac52-f81b92ef0910/1589b17b-85c7-498d-897f-3b74f6c19249) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:18.459957 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-75511246-abae-4b15-815c-48130d9579f6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The resource could not be found. Aug 31 15:51:18.465161 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-75511246-abae-4b15-815c-48130d9579f6 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7177749 Aug 31 15:51:18.498980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38322) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:18.524407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-455c38fe-a294-4953-b808-71da506fe1d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841263833'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:18.547266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:18.587651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f49-ad5d-4094-9fa3-181787000c26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (eb731413-8bd9-4d6f-92f8-f3fb9054e205), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.617298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e47c1ad-c37c-4121-a0b4-e9d20560ca29 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (97784406-4f0c-4f83-b60f-bde2f67447ce), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.624348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:18.649390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] For port 040bbdbb-8ee2-42a5-9f01-214f6c22b952, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:18.649986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Checking segment: {'id': 'eee9a6ae-3bcb-4645-8e5e-954e3fa74222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '048243ad-4fcc-483f-afae-696f03349bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:18.650456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network hostable DHCP agents. Network: 048243ad-4fcc-483f-afae-696f03349bd8, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:18.654286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] For port 040bbdbb-8ee2-42a5-9f01-214f6c22b952, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=040bbdbb-8ee2-42a5-9f01-214f6c22b952,segment=NetworkSegment(d193f1d6-b0fa-434f-9ac6-bca307bcc9db),segment_id=d193f1d6-b0fa-434f-9ac6-bca307bcc9db)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:18.666917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7cb9683c-69b6-473a-8f63-ae9aa15b2f6a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.667442 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Added segment 7cb9683c-69b6-473a-8f63-ae9aa15b2f6a of type vlan for network 4aafeab5-9c93-4510-a0c6-75581dd940dc Aug 31 15:51:18.674678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Publish callbacks [] for port (1589b17b-85c7-498d-897f-3b74f6c19249), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.678171 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68add26-904e-4cc2-ab3e-104f95dcfdd8 req-69e36773-283c-4ba5-8b80-53c5e8770d0a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:18.687953 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c68add26-904e-4cc2-ab3e-104f95dcfdd8 req-69e36773-283c-4ba5-8b80-53c5e8770d0a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1364453 Aug 31 15:51:18.726307 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-16aa0f49-ad5d-4094-9fa3-181787000c26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for eb731413-8bd9-4d6f-92f8-f3fb9054e205 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:18.796803 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.809103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (1589b17b-85c7-498d-897f-3b74f6c19249), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.881731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-455c38fe-a294-4953-b808-71da506fe1d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.885349 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Network 951f192a-1109-4416-8928-b2652be53ff2 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:18.894007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (4aafeab5-9c93-4510-a0c6-75581dd940dc), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:18.903693 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:18.908410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 64c22e70-da37-4257-a6ee-d41ce484bb25 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:18.908634 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:18.927423 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c68add26-904e-4cc2-ab3e-104f95dcfdd8 req-e086be38-7e5c-4ca9-a961-7d84afbcb833 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384109 Aug 31 15:51:18.962479 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0440035-5a6b-480a-965c-02f34bdec07f None None] Network 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:19.006941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc43e9-3b87-4e18-b4ac-41eb389796b9 None None] Pushing event updated for resources: {'Port': ['ID=040bbdbb-8ee2-42a5-9f01-214f6c22b952,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:19.007362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e47c1ad-c37c-4121-a0b4-e9d20560ca29 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (97784406-4f0c-4f83-b60f-bde2f67447ce), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.042989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.080511 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 048243ad-4fcc-483f-afae-696f03349bd8 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:19.097953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (4aafeab5-9c93-4510-a0c6-75581dd940dc), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.106373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:19.107022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.134878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e47c1ad-c37c-4121-a0b4-e9d20560ca29 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (97784406-4f0c-4f83-b60f-bde2f67447ce), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.149618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:19.168537 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61da22-6feb-405e-a95f-a41cf01b12cc None None] Sync routers for ids ['64c22e70-da37-4257-a6ee-d41ce484bb25'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:19.175583 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:19.183697 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d828e5c2-295d-46fe-9896-c21cdbd1bb11 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/64c22e70-da37-4257-a6ee-d41ce484bb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4193733 Aug 31 15:51:19.194622 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61da22-6feb-405e-a95f-a41cf01b12cc None None] Routers {'64c22e70-da37-4257-a6ee-d41ce484bb25'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:19.196600 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4d61da22-6feb-405e-a95f-a41cf01b12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c22e70-da37-4257-a6ee-d41ce484bb25'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:19.233883 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4f09be0d-26e5-4f45-b147-5a9abaf00be9 None None] Provisioning complete for port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:19.236173 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4f09be0d-26e5-4f45-b147-5a9abaf00be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (34fcf086-bc33-492f-bc8a-b0bb1b42b0b5), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.236909 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4f09be0d-26e5-4f45-b147-5a9abaf00be9 None None] Attempt 1 to provision port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 Aug 31 15:51:19.244649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38324) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:19.310292 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4d61da22-6feb-405e-a95f-a41cf01b12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:19.322148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Attempting to bind port 1589b17b-85c7-498d-897f-3b74f6c19249 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:19.322776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Attempting to bind port 1589b17b-85c7-498d-897f-3b74f6c19249 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '0b37b3a1-abb4-408b-bf7e-b0b16a10788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '951f192a-1109-4416-8928-b2652be53ff2'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:19.323026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=4aafeab5-9c93-4510-a0c6-75581dd940dc,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:19.323343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Attempting to bind port 1589b17b-85c7-498d-897f-3b74f6c19249 on network 951f192a-1109-4416-8928-b2652be53ff2 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:19.335414 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:19.336441 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61da22-6feb-405e-a95f-a41cf01b12cc None None] Routers {'64c22e70-da37-4257-a6ee-d41ce484bb25'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:19.338370 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4d61da22-6feb-405e-a95f-a41cf01b12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c22e70-da37-4257-a6ee-d41ce484bb25'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:19.357860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 4aafeab5-9c93-4510-a0c6-75581dd940dc details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:19.379175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 048243ad-4fcc-483f-afae-696f03349bd8) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:19.379852 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:19.382318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Checking segment: {'id': '0b37b3a1-abb4-408b-bf7e-b0b16a10788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '951f192a-1109-4416-8928-b2652be53ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:19.382892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.383405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Bound using segment: {'id': '0b37b3a1-abb4-408b-bf7e-b0b16a10788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '951f192a-1109-4416-8928-b2652be53ff2'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:19.384071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Bound port: 1589b17b-85c7-498d-897f-3b74f6c19249, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b37b3a1-abb4-408b-bf7e-b0b16a10788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '951f192a-1109-4416-8928-b2652be53ff2'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:19.384472 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ee41a936-c900-44f6-b1f2-1a596994f195 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5242007 Aug 31 15:51:19.384770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1589b17b-85c7-498d-897f-3b74f6c19249), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.387924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38326) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4f09be0d-26e5-4f45-b147-5a9abaf00be9 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:19.388465 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:19.398638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Pushing event updated for resources: {'Port': ['ID=1589b17b-85c7-498d-897f-3b74f6c19249,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:19.418474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'network_id': '4aafeab5-9c93-4510-a0c6-75581dd940dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:19.430345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:19.430948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.439912 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4d61da22-6feb-405e-a95f-a41cf01b12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:19.441907 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61da22-6feb-405e-a95f-a41cf01b12cc None None] The sync data for ids ['64c22e70-da37-4257-a6ee-d41ce484bb25'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:19.459939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4fbffa-ed59-426d-8347-3fe05741aa91 None None] Network 048243ad-4fcc-483f-afae-696f03349bd8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:19.487028 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1b0558a6-1f19-41cf-bd0e-e16bf71cd0f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64c22e70-da37-4257-a6ee-d41ce484bb25 HTTP/1.1" status: 200 len: 205 time: 0.1938798 Aug 31 15:51:19.504943 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38328) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:19.516700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:19.526963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c1ad-c37c-4121-a0b4-e9d20560ca29 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97784406-4f0c-4f83-b60f-bde2f67447ce,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:19.640620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4b9611b7-33bd-4b97-a8ef-61da33c6b6c9 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (64c22e70-da37-4257-a6ee-d41ce484bb25), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.652899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-07c39317-0ac0-45ba-b1a2-cf9a0f801211 None None] Provisioning complete for port 85e4b862-fec7-4fd7-a01e-decba2dea667 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:19.656426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-07c39317-0ac0-45ba-b1a2-cf9a0f801211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.656619 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a27363c0-88ef-4cb9-a4ae-206c0c12bdf7 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6889093 Aug 31 15:51:19.656735 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-07c39317-0ac0-45ba-b1a2-cf9a0f801211 None None] Attempt 1 to provision port 85e4b862-fec7-4fd7-a01e-decba2dea667 Aug 31 15:51:19.662240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38330) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:19.705230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-8b4cd70c-c15a-4f24-8ff7-abf15e8bb947 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-681547577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:19.722126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-455c38fe-a294-4953-b808-71da506fe1d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (eeaa81f7-895e-47ed-995f-d3c06b412325), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.733046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7e47c1ad-c37c-4121-a0b4-e9d20560ca29 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.734376 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7e47c1ad-c37c-4121-a0b4-e9d20560ca29 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.4457588 Aug 31 15:51:19.745552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38332) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:19.793651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:19.812105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a697b75-d1d1-4ed7-8f9e-64e68cf6ff43 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (97784406-4f0c-4f83-b60f-bde2f67447ce), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.814900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] For port 1589b17b-85c7-498d-897f-3b74f6c19249, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-07c39317-0ac0-45ba-b1a2-cf9a0f801211 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:19.821579 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:19.824592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a697b75-d1d1-4ed7-8f9e-64e68cf6ff43 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (97784406-4f0c-4f83-b60f-bde2f67447ce), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.858802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] For port 1589b17b-85c7-498d-897f-3b74f6c19249, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1589b17b-85c7-498d-897f-3b74f6c19249,segment=NetworkSegment(0b37b3a1-abb4-408b-bf7e-b0b16a10788e),segment_id=0b37b3a1-abb4-408b-bf7e-b0b16a10788e)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:19.858934 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:19.859355 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (34fcf086-bc33-492f-bc8a-b0bb1b42b0b5), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.859959 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 Aug 31 15:51:19.875968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Allocated IP 2001:db8::1 (59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412/fa8389ab-74cb-4dc9-b915-5a4cfcb819bf/53ba682d-6af6-4ffd-a2db-97ef36024718) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:19.888214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-455c38fe-a294-4953-b808-71da506fe1d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (eeaa81f7-895e-47ed-995f-d3c06b412325), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.919697 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-048243ad-4fcc-483f-afae-696f03349bd8', 'network_id': '048243ad-4fcc-483f-afae-696f03349bd8', 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'fixed_ips': [{'subnet_id': '6c1c9606-4e19-4767-9862-553c14855b43'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:19.921536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:19.927788 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:19.929197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 85e4b862-fec7-4fd7-a01e-decba2dea667 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:19.961310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd70c-c15a-4f24-8ff7-abf15e8bb947 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (4389af93-ebb9-4b04-9974-39b92ee40677), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.962919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd70c-c15a-4f24-8ff7-abf15e8bb947 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (4389af93-ebb9-4b04-9974-39b92ee40677), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.982934 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4b9611b7-33bd-4b97-a8ef-61da33c6b6c9 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (64c22e70-da37-4257-a6ee-d41ce484bb25), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:19.986918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4b9611b7-33bd-4b97-a8ef-61da33c6b6c9 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (64c22e70-da37-4257-a6ee-d41ce484bb25), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.039866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d8b63c2e-9a24-47d1-9dc3-cdf6a7855783 None None] Provisioning complete for port eb731413-8bd9-4d6f-92f8-f3fb9054e205 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:20.043472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d8b63c2e-9a24-47d1-9dc3-cdf6a7855783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (eb731413-8bd9-4d6f-92f8-f3fb9054e205), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.044179 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d8b63c2e-9a24-47d1-9dc3-cdf6a7855783 None None] Attempt 1 to provision port eb731413-8bd9-4d6f-92f8-f3fb9054e205 Aug 31 15:51:20.065094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:20.073737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.126416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 85e4b862-fec7-4fd7-a01e-decba2dea667 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:20.126989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.127436 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 85e4b862-fec7-4fd7-a01e-decba2dea667 Aug 31 15:51:20.138052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (1589b17b-85c7-498d-897f-3b74f6c19249), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.154761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c38fe-a294-4953-b808-71da506fe1d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaa81f7-895e-47ed-995f-d3c06b412325,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.216185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for port (53ba682d-6af6-4ffd-a2db-97ef36024718), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.219273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a697b75-d1d1-4ed7-8f9e-64e68cf6ff43 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (97784406-4f0c-4f83-b60f-bde2f67447ce), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.226569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a697b75-d1d1-4ed7-8f9e-64e68cf6ff43 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.228027 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9a697b75-d1d1-4ed7-8f9e-64e68cf6ff43 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/97784406-4f0c-4f83-b60f-bde2f67447ce HTTP/1.1" status: 204 len: 168 time: 0.4813282 Aug 31 15:51:20.231178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-455c38fe-a294-4953-b808-71da506fe1d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.232730 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-455c38fe-a294-4953-b808-71da506fe1d7 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7335036 Aug 31 15:51:20.234192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38336) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:20.267117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38338) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:20.274111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b6d99b53-cb3b-4694-a456-d5a8645c7662 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'tempest-secgroup--739902140'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:20.275725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a697b75-d1d1-4ed7-8f9e-64e68cf6ff43 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97784406-4f0c-4f83-b60f-bde2f67447ce,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.279073 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f49-ad5d-4094-9fa3-181787000c26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (eb731413-8bd9-4d6f-92f8-f3fb9054e205), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.294379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd70c-c15a-4f24-8ff7-abf15e8bb947 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (4389af93-ebb9-4b04-9974-39b92ee40677), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.305723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4b9611b7-33bd-4b97-a8ef-61da33c6b6c9 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (64c22e70-da37-4257-a6ee-d41ce484bb25), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.306328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9611b7-33bd-4b97-a8ef-61da33c6b6c9 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Fanout notify agent at l3_agent the message router_deleted on router 64c22e70-da37-4257-a6ee-d41ce484bb25 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:51:20.319849 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4b9611b7-33bd-4b97-a8ef-61da33c6b6c9 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.321085 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4b9611b7-33bd-4b97-a8ef-61da33c6b6c9 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/64c22e70-da37-4257-a6ee-d41ce484bb25 HTTP/1.1" status: 204 len: 168 time: 0.8157902 Aug 31 15:51:20.327190 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38340) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:20.349376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa0f49-ad5d-4094-9fa3-181787000c26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=eb731413-8bd9-4d6f-92f8-f3fb9054e205,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.380931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d537b8-2265-4f94-8390-11e826ffee2d req-c88f736f-e98c-49fc-af92-e07c57f1f155 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:20.398310 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-07d537b8-2265-4f94-8390-11e826ffee2d req-c88f736f-e98c-49fc-af92-e07c57f1f155 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.2365630 Aug 31 15:51:20.432897 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd70c-c15a-4f24-8ff7-abf15e8bb947 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (4389af93-ebb9-4b04-9974-39b92ee40677), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.478343 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0d3beebf-74e4-49ab-888b-ca03854367c8 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2306483 Aug 31 15:51:20.492786 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38342) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:20.510242 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:20.578117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca28d125-7d49-41fe-8c68-60ca11314b1c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting subnet a9bf0a48-77b2-4eee-a65f-fb6ba4295123 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:20.590173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b6d99b53-cb3b-4694-a456-d5a8645c7662 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.595285 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d8b63c2e-9a24-47d1-9dc3-cdf6a7855783 None None] Port eb731413-8bd9-4d6f-92f8-f3fb9054e205 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:20.604784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc874ae-b98e-4d16-89dc-7976e3084ca0 None None] Pushing event updated for resources: {'Port': ['ID=1589b17b-85c7-498d-897f-3b74f6c19249,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.610083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca28d125-7d49-41fe-8c68-60ca11314b1c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (a9bf0a48-77b2-4eee-a65f-fb6ba4295123), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.610791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f49-ad5d-4094-9fa3-181787000c26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.615071 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-16aa0f49-ad5d-4094-9fa3-181787000c26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/eb731413-8bd9-4d6f-92f8-f3fb9054e205 HTTP/1.1" status: 204 len: 168 time: 2.8137829 Aug 31 15:51:20.619529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-04fed904-cb89-4af3-89f8-cb24144c7a8c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (b8028f60-e09b-4cce-8635-db2592ba0444), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.621425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38344) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:20.624064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8399c9-cf29-4a91-91bb-2a4f0eb1ff09 None None] Network 317cfab1-4c0e-446c-9416-7c8e8c9592e4 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:20.629540 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-07d537b8-2265-4f94-8390-11e826ffee2d req-25a33040-a72e-4b54-a527-628e9080eb59 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385979 Aug 31 15:51:20.723159 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (53ba682d-6af6-4ffd-a2db-97ef36024718), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:20.731679 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:20.757812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Allocated IP 2001:db8:1::2 (048243ad-4fcc-483f-afae-696f03349bd8/6c1c9606-4e19-4767-9862-553c14855b43/876a19c5-f698-468d-8e83-1ad68f6236bf) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:20.810286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:20.824208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:20.844589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:20.844589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (8f77306d-15d1-44d1-95ec-ed141b241d05), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:20.918130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Port': ['ID=53ba682d-6af6-4ffd-a2db-97ef36024718,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.969986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:21.051348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Publish callbacks [] for port (876a19c5-f698-468d-8e83-1ad68f6236bf), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.060921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.096151 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d8b63c2e-9a24-47d1-9dc3-cdf6a7855783 None None] Attempt 2 to provision port eb731413-8bd9-4d6f-92f8-f3fb9054e205 Aug 31 15:51:21.123451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd70c-c15a-4f24-8ff7-abf15e8bb947 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.123451 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8b4cd70c-c15a-4f24-8ff7-abf15e8bb947 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4201279 Aug 31 15:51:21.132029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:21.140769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38346) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:21.142409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-04fed904-cb89-4af3-89f8-cb24144c7a8c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (b8028f60-e09b-4cce-8635-db2592ba0444), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.142922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d8b63c2e-9a24-47d1-9dc3-cdf6a7855783 None None] Port eb731413-8bd9-4d6f-92f8-f3fb9054e205 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:51:21.162503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (876a19c5-f698-468d-8e83-1ad68f6236bf), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.167876 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:21.186306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (53ba682d-6af6-4ffd-a2db-97ef36024718), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.247752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Network 048243ad-4fcc-483f-afae-696f03349bd8 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:21.290743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-0ca8c907-3d0c-49c6-829a-a55b43ebfbc8 None None] Provisioning complete for port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:21.291123 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c907-3d0c-49c6-829a-a55b43ebfbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.291862 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-0ca8c907-3d0c-49c6-829a-a55b43ebfbc8 None None] Attempt 1 to provision port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 Aug 31 15:51:21.293954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:21.297011 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:21.357525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 040bbdbb-8ee2-42a5-9f01-214f6c22b952 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:21.358899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca28d125-7d49-41fe-8c68-60ca11314b1c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (a9bf0a48-77b2-4eee-a65f-fb6ba4295123), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.390746 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Pushing event updated for resources: {'Port': ['ID=876a19c5-f698-468d-8e83-1ad68f6236bf,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:21.411209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ed835-947c-4be6-964e-8b69d49f0ca7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:21.413621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ed835-947c-4be6-964e-8b69d49f0ca7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:21.415231 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ed835-947c-4be6-964e-8b69d49f0ca7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:21.416863 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-840ed835-947c-4be6-964e-8b69d49f0ca7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3588798 Aug 31 15:51:21.423691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38348) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:21.425596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (fbcbcd93-213e-4f46-b58c-21228f1d7485), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-0ca8c907-3d0c-49c6-829a-a55b43ebfbc8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:21.451984 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:21.470723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:21.471100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.471438 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 Aug 31 15:51:21.511850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Attempting to bind port 876a19c5-f698-468d-8e83-1ad68f6236bf on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:21.512224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Attempting to bind port 876a19c5-f698-468d-8e83-1ad68f6236bf by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'eee9a6ae-3bcb-4645-8e5e-954e3fa74222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '048243ad-4fcc-483f-afae-696f03349bd8'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:21.512676 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Attempting to bind port 876a19c5-f698-468d-8e83-1ad68f6236bf on network 048243ad-4fcc-483f-afae-696f03349bd8 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:21.520546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-0ca8c907-3d0c-49c6-829a-a55b43ebfbc8 None None] Provisioning complete for port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:21.521649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c907-3d0c-49c6-829a-a55b43ebfbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (34fcf086-bc33-492f-bc8a-b0bb1b42b0b5), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.522112 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-0ca8c907-3d0c-49c6-829a-a55b43ebfbc8 None None] Attempt 1 to provision port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 Aug 31 15:51:21.528713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=fbcbcd93-213e-4f46-b58c-21228f1d7485,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:21.534741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c470269-f1c8-405d-91b1-1bfe591abdb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet bbe2136e-2fb1-4893-8230-1f1cddee8267 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:21.545102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9c470269-f1c8-405d-91b1-1bfe591abdb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (bbe2136e-2fb1-4893-8230-1f1cddee8267), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.567872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:21.568324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Checking segment: {'id': 'eee9a6ae-3bcb-4645-8e5e-954e3fa74222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '048243ad-4fcc-483f-afae-696f03349bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:21.568832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.569294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Bound using segment: {'id': 'eee9a6ae-3bcb-4645-8e5e-954e3fa74222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '048243ad-4fcc-483f-afae-696f03349bd8'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:21.569896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Bound port: 876a19c5-f698-468d-8e83-1ad68f6236bf, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee9a6ae-3bcb-4645-8e5e-954e3fa74222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '048243ad-4fcc-483f-afae-696f03349bd8'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:21.570350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (876a19c5-f698-468d-8e83-1ad68f6236bf), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:21.603912 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:21.605051 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1589b17b-85c7-498d-897f-3b74f6c19249 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:21.663748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-0ca8c907-3d0c-49c6-829a-a55b43ebfbc8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:21.666494 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:21.705746 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] For port 876a19c5-f698-468d-8e83-1ad68f6236bf, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:21.708691 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 1589b17b-85c7-498d-897f-3b74f6c19249 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:21.709139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1589b17b-85c7-498d-897f-3b74f6c19249), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.709489 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 1589b17b-85c7-498d-897f-3b74f6c19249 Aug 31 15:51:21.712503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] For port 876a19c5-f698-468d-8e83-1ad68f6236bf, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=876a19c5-f698-468d-8e83-1ad68f6236bf,segment=NetworkSegment(eee9a6ae-3bcb-4645-8e5e-954e3fa74222),segment_id=eee9a6ae-3bcb-4645-8e5e-954e3fa74222)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:21.720493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca28d125-7d49-41fe-8c68-60ca11314b1c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (a9bf0a48-77b2-4eee-a65f-fb6ba4295123), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:21.759277 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:21.785351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Provisioning complete for port 53ba682d-6af6-4ffd-a2db-97ef36024718 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:21.785351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (53ba682d-6af6-4ffd-a2db-97ef36024718), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.785800 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 1 to provision port 53ba682d-6af6-4ffd-a2db-97ef36024718 Aug 31 15:51:21.812250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (876a19c5-f698-468d-8e83-1ad68f6236bf), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.867521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Port 53ba682d-6af6-4ffd-a2db-97ef36024718 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:21.883818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-04fed904-cb89-4af3-89f8-cb24144c7a8c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (b8028f60-e09b-4cce-8635-db2592ba0444), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.898566 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16df89-6d01-460c-ac68-cb8e2bebfb7b None None] Pushing event updated for resources: {'Port': ['ID=876a19c5-f698-468d-8e83-1ad68f6236bf,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:21.914172 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-04fed904-cb89-4af3-89f8-cb24144c7a8c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:21.917897 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-04fed904-cb89-4af3-89f8-cb24144c7a8c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/b8028f60-e09b-4cce-8635-db2592ba0444 HTTP/1.1" status: 204 len: 168 time: 1.4212732 Aug 31 15:51:21.926482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38352) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:21.951573 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca136353-9065-4485-b1f4-d203b38f8d32 req-ca8e95fd-9cb5-44ad-9caf-5959e018296b tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:21.953372 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ca136353-9065-4485-b1f4-d203b38f8d32 req-ca8e95fd-9cb5-44ad-9caf-5959e018296b tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1781659 Aug 31 15:51:21.964715 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433f02ba-d62b-446c-b76b-d05e1a57d941 None None] Network 951f192a-1109-4416-8928-b2652be53ff2 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:21.977733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:21.983319 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fed904-cb89-4af3-89f8-cb24144c7a8c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8028f60-e09b-4cce-8635-db2592ba0444,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:22.068093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking segment: {'id': '7cb9683c-69b6-473a-8f63-ae9aa15b2f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4aafeab5-9c93-4510-a0c6-75581dd940dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:22.069162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network hostable DHCP agents. Network: 4aafeab5-9c93-4510-a0c6-75581dd940dc, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:22.071854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9c470269-f1c8-405d-91b1-1bfe591abdb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (bbe2136e-2fb1-4893-8230-1f1cddee8267), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.121102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b6d99b53-cb3b-4694-a456-d5a8645c7662 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (4c7fff8b-47e6-4537-b662-7621fe519cca), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.165504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for port (53ba682d-6af6-4ffd-a2db-97ef36024718), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.188486 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d81e3eef-888b-434d-9b87-ec8ec3b1bf12 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2571456 Aug 31 15:51:22.196170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38354) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:22.227263 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.234482 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ca136353-9065-4485-b1f4-d203b38f8d32 req-dd852698-6827-42aa-b5ab-09c957b48bde tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371218 Aug 31 15:51:22.238359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-599d0830-0215-416b-89ae-e148f0623924 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (ebec2540-3b8f-4d73-ab25-44aca9acd804), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.241856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9c470269-f1c8-405d-91b1-1bfe591abdb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (bbe2136e-2fb1-4893-8230-1f1cddee8267), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.276693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-599d0830-0215-416b-89ae-e148f0623924 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (ebec2540-3b8f-4d73-ab25-44aca9acd804), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.288706 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca28d125-7d49-41fe-8c68-60ca11314b1c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (a9bf0a48-77b2-4eee-a65f-fb6ba4295123), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.295764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b6d99b53-cb3b-4694-a456-d5a8645c7662 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4c7fff8b-47e6-4537-b662-7621fe519cca), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.333454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (53ba682d-6af6-4ffd-a2db-97ef36024718), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.334695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (8f77306d-15d1-44d1-95ec-ed141b241d05), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.368346 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 2 to provision port 53ba682d-6af6-4ffd-a2db-97ef36024718 Aug 31 15:51:22.399496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network 4aafeab5-9c93-4510-a0c6-75581dd940dc is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:22.402143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca28d125-7d49-41fe-8c68-60ca11314b1c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.405450 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ca28d125-7d49-41fe-8c68-60ca11314b1c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a9bf0a48-77b2-4eee-a65f-fb6ba4295123 HTTP/1.1" status: 204 len: 168 time: 2.0756834 Aug 31 15:51:22.410408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38356) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:22.410894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085b3d7d-1592-4397-aa75-e95b149e0561 None None] Network 2f673b19-cead-47a9-b573-4468f69dc8c7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:22.420979 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28d125-7d49-41fe-8c68-60ca11314b1c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Subnet': ['ID=a9bf0a48-77b2-4eee-a65f-fb6ba4295123,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:22.472867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d99b53-cb3b-4694-a456-d5a8645c7662 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7fff8b-47e6-4537-b662-7621fe519cca,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:22.482364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-599d0830-0215-416b-89ae-e148f0623924 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (ebec2540-3b8f-4d73-ab25-44aca9acd804), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.487575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-599d0830-0215-416b-89ae-e148f0623924 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.493058 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-599d0830-0215-416b-89ae-e148f0623924 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/ebec2540-3b8f-4d73-ab25-44aca9acd804 HTTP/1.1" status: 204 len: 168 time: 0.2956934 Aug 31 15:51:22.498862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38358) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:22.502120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9c470269-f1c8-405d-91b1-1bfe591abdb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (bbe2136e-2fb1-4893-8230-1f1cddee8267), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.523059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9c470269-f1c8-405d-91b1-1bfe591abdb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.528787 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9c470269-f1c8-405d-91b1-1bfe591abdb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/bbe2136e-2fb1-4893-8230-1f1cddee8267 HTTP/1.1" status: 204 len: 168 time: 1.1022334 Aug 31 15:51:22.528787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Port': ['ID=53ba682d-6af6-4ffd-a2db-97ef36024718,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:22.547307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7481ac71-be46-4220-abca-b27719d0c03e None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:22.548865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38360) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:22.566734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Port 53ba682d-6af6-4ffd-a2db-97ef36024718 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:22.601511 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b6d99b53-cb3b-4694-a456-d5a8645c7662 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.606046 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b6d99b53-cb3b-4694-a456-d5a8645c7662 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.3344500 Aug 31 15:51:22.608088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d0830-0215-416b-89ae-e148f0623924 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebec2540-3b8f-4d73-ab25-44aca9acd804,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:22.615099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38362) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:22.616788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c470269-f1c8-405d-91b1-1bfe591abdb1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe2136e-2fb1-4893-8230-1f1cddee8267,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:22.623648 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4ea4cd03-6a52-41ad-a98e-0f4a2dd331ab tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group_rule': {'security_group_id': 'eeaa81f7-895e-47ed-995f-d3c06b412325', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4c7fff8b-47e6-4537-b662-7621fe519cca'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:22.623776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:22.628797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f635577-63d0-4d45-8d95-61cded62e7a7 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting subnet 19050549-8b17-4193-aca5-389405ee2b63 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:22.633282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:22.637410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f635577-63d0-4d45-8d95-61cded62e7a7 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (19050549-8b17-4193-aca5-389405ee2b63), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.657123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 4aafeab5-9c93-4510-a0c6-75581dd940dc) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:22.678347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:22.678982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.707009 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b891a3d-b5d9-44eb-bbf8-f069eea2de61 None None] Network 4aafeab5-9c93-4510-a0c6-75581dd940dc requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:22.744272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1bb79c-4a33-4995-b39e-ae069f48253e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet f2baa119-2f98-489b-85e6-65a7e593627c {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:22.763139 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e373730d-119a-4113-adf5-6d089e84ba3b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2631013 Aug 31 15:51:22.767086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f635577-63d0-4d45-8d95-61cded62e7a7 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (19050549-8b17-4193-aca5-389405ee2b63), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.771252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38364) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:22.779879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb79c-4a33-4995-b39e-ae069f48253e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (f2baa119-2f98-489b-85e6-65a7e593627c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.788290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c9de01-1719-4484-aec9-e465f4774bfa None None] DHCP port deletion for 2f673b19-cead-47a9-b573-4468f69dc8c7 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:22.859588 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-21c9de01-1719-4484-aec9-e465f4774bfa None None] Deleting port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:22.860381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-21c9de01-1719-4484-aec9-e465f4774bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d5a7c335-98d7-4843-8ef3-d86c0fb0bf48), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.872891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Allocated IP 2001:db8::1 (317cfab1-4c0e-446c-9416-7c8e8c9592e4/a4e4818b-efa3-4e19-87c1-c669362180ce/e8c2ff0c-ead5-4d3d-b373-6914d88c8190) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:22.931954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:22.949749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38366) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:22.954182 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f40dd821-c62b-40eb-9024-ce65310e439f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5536349 Aug 31 15:51:22.960287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-89de430a-4e58-45af-8e37-6c2da4703096 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (aac68a2d-83f6-45c6-b7d7-496d0a9f3ee2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.968293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb79c-4a33-4995-b39e-ae069f48253e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (f2baa119-2f98-489b-85e6-65a7e593627c), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:22.972434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-21178be2-fe23-4db9-a452-ce64d03c0955 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'network_id': '4aafeab5-9c93-4510-a0c6-75581dd940dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:22.981453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f635577-63d0-4d45-8d95-61cded62e7a7 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (19050549-8b17-4193-aca5-389405ee2b63), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.010936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-4aafeab5-9c93-4510-a0c6-75581dd940dc', 'network_id': '4aafeab5-9c93-4510-a0c6-75581dd940dc', 'project_id': '3ded716f5d8140129df35d35a7bf8ca3', 'fixed_ips': [{'subnet_id': 'fbcbcd93-213e-4f46-b58c-21228f1d7485'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:23.012155 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-89de430a-4e58-45af-8e37-6c2da4703096 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (aac68a2d-83f6-45c6-b7d7-496d0a9f3ee2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.014755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.022253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-21c9de01-1719-4484-aec9-e465f4774bfa None None] For port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d5a7c335-98d7-4843-8ef3-d86c0fb0bf48,segment=NetworkSegment(7bac6755-bbec-437c-ae96-9f71834150d7),segment_id=7bac6755-bbec-437c-ae96-9f71834150d7)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:23.022707 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-21c9de01-1719-4484-aec9-e465f4774bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d5a7c335-98d7-4843-8ef3-d86c0fb0bf48), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.053818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-21c9de01-1719-4484-aec9-e465f4774bfa None None] Calling delete_port for d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:23.072063 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 3 to provision port 53ba682d-6af6-4ffd-a2db-97ef36024718 Aug 31 15:51:23.095935 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:23.279508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Router 8f77306d-15d1-44d1-95ec-ed141b241d05 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:51:23.285829 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (e8c2ff0c-ead5-4d3d-b373-6914d88c8190), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.403767 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-4ea4cd03-6a52-41ad-a98e-0f4a2dd331ab tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:23.408086 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4ea4cd03-6a52-41ad-a98e-0f4a2dd331ab tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7912533 Aug 31 15:51:23.412212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38370) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:23.455710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 876a19c5-f698-468d-8e83-1ad68f6236bf up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:23.457527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21178be2-fe23-4db9-a452-ce64d03c0955 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:23.463304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21178be2-fe23-4db9-a452-ce64d03c0955 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.501587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1acf496-7f68-4454-9123-bf09ba4f4b93 None None] Network 048243ad-4fcc-483f-afae-696f03349bd8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:23.514389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e8c2ff0c-ead5-4d3d-b373-6914d88c8190), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.518210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Port 53ba682d-6af6-4ffd-a2db-97ef36024718 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:23.531554 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f635577-63d0-4d45-8d95-61cded62e7a7 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (19050549-8b17-4193-aca5-389405ee2b63), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.569054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-89de430a-4e58-45af-8e37-6c2da4703096 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (aac68a2d-83f6-45c6-b7d7-496d0a9f3ee2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.605802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-89de430a-4e58-45af-8e37-6c2da4703096 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.607040 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-89de430a-4e58-45af-8e37-6c2da4703096 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/aac68a2d-83f6-45c6-b7d7-496d0a9f3ee2 HTTP/1.1" status: 204 len: 168 time: 0.8348901 Aug 31 15:51:23.608248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de430a-4e58-45af-8e37-6c2da4703096 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aac68a2d-83f6-45c6-b7d7-496d0a9f3ee2,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:23.612351 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f635577-63d0-4d45-8d95-61cded62e7a7 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Subnet': ['ID=19050549-8b17-4193-aca5-389405ee2b63,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:23.620003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 317cfab1-4c0e-446c-9416-7c8e8c9592e4 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:23.621910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38372) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:23.634178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:23.658455 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:23.659427 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (4389af93-ebb9-4b04-9974-39b92ee40677), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.665234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd54f77-e8f6-4a43-81a7-fdb34413f354 req-d2192a11-6f35-4a4b-ae4c-e3279e952fc1 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:23.668074 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9cd54f77-e8f6-4a43-81a7-fdb34413f354 req-d2192a11-6f35-4a4b-ae4c-e3279e952fc1 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.2890031 Aug 31 15:51:23.670351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb79c-4a33-4995-b39e-ae069f48253e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (f2baa119-2f98-489b-85e6-65a7e593627c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.671622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f635577-63d0-4d45-8d95-61cded62e7a7 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.679896 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3f635577-63d0-4d45-8d95-61cded62e7a7 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/19050549-8b17-4193-aca5-389405ee2b63 HTTP/1.1" status: 204 len: 168 time: 1.2684028 Aug 31 15:51:23.688325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38374) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:23.704996 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 876a19c5-f698-468d-8e83-1ad68f6236bf triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:23.705545 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (876a19c5-f698-468d-8e83-1ad68f6236bf), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.706065 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 876a19c5-f698-468d-8e83-1ad68f6236bf Aug 31 15:51:23.721166 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3264ed-16d1-4ac1-8fef-c7b75526977b None None] Network 6d6b5ff0-ce8d-4b37-a205-11f4da3224db requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:23.729089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7645-3e50-42c7-a844-cc7a612d5dbd tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (4c7fff8b-47e6-4537-b662-7621fe519cca), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.772337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:23.789145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=e8c2ff0c-ead5-4d3d-b373-6914d88c8190,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:23.790221 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-54ff05c8-2213-413b-bc54-0ad554a896f2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "PUT /networking/v2.0/routers/8f77306d-15d1-44d1-95ec-ed141b241d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8414783 Aug 31 15:51:23.795767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38376) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:23.837511 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d441fb-1f43-4ea4-869a-5b4086380fe8 None None] Sync routers for ids ['8f77306d-15d1-44d1-95ec-ed141b241d05'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:23.845129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7645-3e50-42c7-a844-cc7a612d5dbd tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (4c7fff8b-47e6-4537-b662-7621fe519cca), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:23.847160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:23.868200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Allocated IP 2001:db8::2 (4aafeab5-9c93-4510-a0c6-75581dd940dc/fbcbcd93-213e-4f46-b58c-21228f1d7485/0872ed80-08e5-47df-85a2-57c29cd5a76e) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:23.921775 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d441fb-1f43-4ea4-869a-5b4086380fe8 None None] Routers {'8f77306d-15d1-44d1-95ec-ed141b241d05'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:23.922575 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-86d441fb-1f43-4ea4-869a-5b4086380fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f77306d-15d1-44d1-95ec-ed141b241d05'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:24.000425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-86d441fb-1f43-4ea4-869a-5b4086380fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:24.010111 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0549804e-34c3-48ab-b433-01912da6b1ca tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3767271 Aug 31 15:51:24.014589 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-21c9de01-1719-4484-aec9-e465f4774bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (d5a7c335-98d7-4843-8ef3-d86c0fb0bf48), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.015581 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9cd54f77-e8f6-4a43-81a7-fdb34413f354 req-00f51516-f405-439f-aa61-1428f488175c tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281136 Aug 31 15:51:24.020330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38378) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:24.026061 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 4 to provision port 53ba682d-6af6-4ffd-a2db-97ef36024718 Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:24.028386 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:24.049248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb79c-4a33-4995-b39e-ae069f48253e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (f2baa119-2f98-489b-85e6-65a7e593627c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.069536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (2f673b19-cead-47a9-b573-4468f69dc8c7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.070247 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7645-3e50-42c7-a844-cc7a612d5dbd tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4c7fff8b-47e6-4537-b662-7621fe519cca), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.070247 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7645-3e50-42c7-a844-cc7a612d5dbd tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.079119 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1bfd7645-3e50-42c7-a844-cc7a612d5dbd tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4c7fff8b-47e6-4537-b662-7621fe519cca HTTP/1.1" status: 204 len: 168 time: 0.6660819 Aug 31 15:51:24.082884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38380) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:24.140021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bb79c-4a33-4995-b39e-ae069f48253e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=f2baa119-2f98-489b-85e6-65a7e593627c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:24.150227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb79c-4a33-4995-b39e-ae069f48253e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.153344 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ca1bb79c-4a33-4995-b39e-ae069f48253e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/f2baa119-2f98-489b-85e6-65a7e593627c HTTP/1.1" status: 204 len: 168 time: 1.6019077 Aug 31 15:51:24.154257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd7645-3e50-42c7-a844-cc7a612d5dbd tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7fff8b-47e6-4537-b662-7621fe519cca,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:24.159953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38382) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:24.170041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13b571dc-3616-4e98-baf4-d167fc29032b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (983abe0e-de39-4810-aee1-98f3fb344743), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.179391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:24.183179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bf61d-f1fe-4484-b84e-62bbb20ea553 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:24.188144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9de01-1719-4484-aec9-e465f4774bfa None None] Pushing event deleted for resources: {'Port': ['ID=d5a7c335-98d7-4843-8ef3-d86c0fb0bf48,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:24.198116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9de01-1719-4484-aec9-e465f4774bfa None None] No DVR routers for this DVR port d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:24.265256 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d441fb-1f43-4ea4-869a-5b4086380fe8 None None] Routers {'8f77306d-15d1-44d1-95ec-ed141b241d05'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:24.265674 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-55f9517d-08c2-4a63-966f-f4a97b4668cf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040504 Aug 31 15:51:24.265942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-86d441fb-1f43-4ea4-869a-5b4086380fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f77306d-15d1-44d1-95ec-ed141b241d05'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:24.266070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38384) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:24.267818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13b571dc-3616-4e98-baf4-d167fc29032b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (983abe0e-de39-4810-aee1-98f3fb344743), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.275097 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:24.308036 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9370362a-11ad-4251-8dd6-0dc8123efca2 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1863081 Aug 31 15:51:24.328141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38386) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:24.329779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:24.330309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d5a7c335-98d7-4843-8ef3-d86c0fb0bf48 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:24.338512 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:24.340763 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:24.347610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e8c2ff0c-ead5-4d3d-b373-6914d88c8190), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.352869 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7405aa-925b-49f7-b0a2-4a29dce4f398 None None] DHCP port deletion for 6d6b5ff0-ce8d-4b37-a205-11f4da3224db request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:24.356346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Port 53ba682d-6af6-4ffd-a2db-97ef36024718 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:24.406383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-86d441fb-1f43-4ea4-869a-5b4086380fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:24.407244 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d441fb-1f43-4ea4-869a-5b4086380fe8 None None] The sync data for ids ['8f77306d-15d1-44d1-95ec-ed141b241d05'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:24.444612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (2f673b19-cead-47a9-b573-4468f69dc8c7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.504775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f673b19-cead-47a9-b573-4468f69dc8c7']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:24.517320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bac6755-bbec-437c-ae96-9f71834150d7') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:24.518972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bac6755-bbec-437c-ae96-9f71834150d7') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:24.524435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-cd7405aa-925b-49f7-b0a2-4a29dce4f398 None None] Deleting port fa815c53-599c-49c9-86f2-0ebd9966a78a {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:24.524815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cd7405aa-925b-49f7-b0a2-4a29dce4f398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (fa815c53-599c-49c9-86f2-0ebd9966a78a), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.559665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (7bac6755-bbec-437c-ae96-9f71834150d7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.582861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7bac6755-bbec-437c-ae96-9f71834150d7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.606610 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Publish callbacks [] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.606781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:24.606781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (7bac6755-bbec-437c-ae96-9f71834150d7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.606952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64cb5b0b-84f8-4b3d-8d58-37cc2f4b1591 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (eeaa81f7-895e-47ed-995f-d3c06b412325), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.617081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-cd7405aa-925b-49f7-b0a2-4a29dce4f398 None None] For port fa815c53-599c-49c9-86f2-0ebd9966a78a, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fa815c53-599c-49c9-86f2-0ebd9966a78a,segment=NetworkSegment(14ba7bec-a511-49e7-b45c-f19934971858),segment_id=14ba7bec-a511-49e7-b45c-f19934971858)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:24.617499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cd7405aa-925b-49f7-b0a2-4a29dce4f398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (fa815c53-599c-49c9-86f2-0ebd9966a78a), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.627727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd06fb-b8f6-4072-82d9-26fbac85198f None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:24.643753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-cd7405aa-925b-49f7-b0a2-4a29dce4f398 None None] Calling delete_port for fa815c53-599c-49c9-86f2-0ebd9966a78a owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:24.658208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:24.664391 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 7bac6755-bbec-437c-ae96-9f71834150d7 resource provider aggregate not found Aug 31 15:51:24.704839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21178be2-fe23-4db9-a452-ce64d03c0955 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (14617a32-1c1f-459f-8ab0-3fa39e773d44), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.705313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:24.710344 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 7bac6755-bbec-437c-ae96-9f71834150d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bac6755-bbec-437c-ae96-9f71834150d7 found for delete ", "request_id": "req-cb5f0e0d-60e2-4a15-a039-53e9e06449bf"}]} Aug 31 15:51:24.710563 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.715747 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13b571dc-3616-4e98-baf4-d167fc29032b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (983abe0e-de39-4810-aee1-98f3fb344743), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.725726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2acd06fb-b8f6-4072-82d9-26fbac85198f None None] Deleting port 85e4b862-fec7-4fd7-a01e-decba2dea667 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:24.725944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2acd06fb-b8f6-4072-82d9-26fbac85198f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.733721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13b571dc-3616-4e98-baf4-d167fc29032b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.737632 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-13b571dc-3616-4e98-baf4-d167fc29032b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/983abe0e-de39-4810-aee1-98f3fb344743 HTTP/1.1" status: 204 len: 168 time: 0.7141070 Aug 31 15:51:24.739121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.747065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38392) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:24.749839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64cb5b0b-84f8-4b3d-8d58-37cc2f4b1591 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (eeaa81f7-895e-47ed-995f-d3c06b412325), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.769603 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-62fea993-9901-4451-aff9-988ba163d4ea tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:24.774414 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-62fea993-9901-4451-aff9-988ba163d4ea tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "PUT /networking/v2.0/routers/8f77306d-15d1-44d1-95ec-ed141b241d05/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9279561 Aug 31 15:51:24.784022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21178be2-fe23-4db9-a452-ce64d03c0955 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network 4aafeab5-9c93-4510-a0c6-75581dd940dc is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:24.784663 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38394) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:24.797851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b571dc-3616-4e98-baf4-d167fc29032b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=983abe0e-de39-4810-aee1-98f3fb344743,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:24.801212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-21178be2-fe23-4db9-a452-ce64d03c0955 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:24.842421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21178be2-fe23-4db9-a452-ce64d03c0955 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:24.842421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-21178be2-fe23-4db9-a452-ce64d03c0955 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.851291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Network 4aafeab5-9c93-4510-a0c6-75581dd940dc is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:24.857769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2acd06fb-b8f6-4072-82d9-26fbac85198f None None] For port 85e4b862-fec7-4fd7-a01e-decba2dea667, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=85e4b862-fec7-4fd7-a01e-decba2dea667,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:24.858169 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2acd06fb-b8f6-4072-82d9-26fbac85198f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.860593 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 5 to provision port 53ba682d-6af6-4ffd-a2db-97ef36024718 Aug 31 15:51:24.873770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:24.879765 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21178be2-fe23-4db9-a452-ce64d03c0955 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=14617a32-1c1f-459f-8ab0-3fa39e773d44,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:24.898698 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:24.906468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2acd06fb-b8f6-4072-82d9-26fbac85198f None None] Calling delete_port for 85e4b862-fec7-4fd7-a01e-decba2dea667 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:24.910633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Pushing event updated for resources: {'Port': ['ID=0872ed80-08e5-47df-85a2-57c29cd5a76e,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:24.914008 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (2f673b19-cead-47a9-b573-4468f69dc8c7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.928226 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6df97351-b651-468d-a6b0-bd4178a5b3fb tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1768816 Aug 31 15:51:24.928508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38396) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:24.941596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:24.948127 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/networks/2f673b19-cead-47a9-b573-4468f69dc8c7 HTTP/1.1" status: 204 len: 168 time: 1.2502990 Aug 31 15:51:24.949222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38398) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:24.989995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f0111-9707-458d-ab45-bee91a3ce7ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Network': ['ID=2f673b19-cead-47a9-b573-4468f69dc8c7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:25.004739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Port 53ba682d-6af6-4ffd-a2db-97ef36024718 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:25.026652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cd7405aa-925b-49f7-b0a2-4a29dce4f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (fa815c53-599c-49c9-86f2-0ebd9966a78a), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.041786 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64cb5b0b-84f8-4b3d-8d58-37cc2f4b1591 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (eeaa81f7-895e-47ed-995f-d3c06b412325), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.043667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64cb5b0b-84f8-4b3d-8d58-37cc2f4b1591 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.047862 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-64cb5b0b-84f8-4b3d-8d58-37cc2f4b1591 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/eeaa81f7-895e-47ed-995f-d3c06b412325 HTTP/1.1" status: 204 len: 168 time: 0.6939042 Aug 31 15:51:25.053546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38400) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:25.075241 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7405aa-925b-49f7-b0a2-4a29dce4f398 None None] No DVR routers for this DVR port fa815c53-599c-49c9-86f2-0ebd9966a78a on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:25.079361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7405aa-925b-49f7-b0a2-4a29dce4f398 None None] Pushing event deleted for resources: {'Port': ['ID=fa815c53-599c-49c9-86f2-0ebd9966a78a,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:25.101969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb5b0b-84f8-4b3d-8d58-37cc2f4b1591 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaa81f7-895e-47ed-995f-d3c06b412325,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:25.108511 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd462-a0fd-4961-a957-e09f682bed58 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (5a4f380f-36e7-4ab6-86d3-3147a4c7a43b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.157121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Attempting to bind port 0872ed80-08e5-47df-85a2-57c29cd5a76e on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:25.157505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Attempting to bind port 0872ed80-08e5-47df-85a2-57c29cd5a76e by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '7cb9683c-69b6-473a-8f63-ae9aa15b2f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4aafeab5-9c93-4510-a0c6-75581dd940dc'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:25.157924 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Attempting to bind port 0872ed80-08e5-47df-85a2-57c29cd5a76e on network 4aafeab5-9c93-4510-a0c6-75581dd940dc {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:25.170637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (e8c2ff0c-ead5-4d3d-b373-6914d88c8190), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.177821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:25.177821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Checking segment: {'id': '7cb9683c-69b6-473a-8f63-ae9aa15b2f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4aafeab5-9c93-4510-a0c6-75581dd940dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:25.178348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.186513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Bound using segment: {'id': '7cb9683c-69b6-473a-8f63-ae9aa15b2f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4aafeab5-9c93-4510-a0c6-75581dd940dc'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:25.187253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Bound port: 0872ed80-08e5-47df-85a2-57c29cd5a76e, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb9683c-69b6-473a-8f63-ae9aa15b2f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4aafeab5-9c93-4510-a0c6-75581dd940dc'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:25.187683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.195994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd462-a0fd-4961-a957-e09f682bed58 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (5a4f380f-36e7-4ab6-86d3-3147a4c7a43b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.249819 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fa815c53-599c-49c9-86f2-0ebd9966a78a no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:25.269775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (e8c2ff0c-ead5-4d3d-b373-6914d88c8190), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.271147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (4389af93-ebb9-4b04-9974-39b92ee40677), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.300357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: fa815c53-599c-49c9-86f2-0ebd9966a78a {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:25.300741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fa815c53-599c-49c9-86f2-0ebd9966a78a not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:25.301112 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 85e4b862-fec7-4fd7-a01e-decba2dea667 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:25.326025 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b106e54-c8fb-4b54-9509-9723e878ff55 req-c2386653-952c-4578-a764-639dbcfb7bd2 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:25.328554 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7b106e54-c8fb-4b54-9509-9723e878ff55 req-c2386653-952c-4578-a764-639dbcfb7bd2 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1143444 Aug 31 15:51:25.345669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] For port 0872ed80-08e5-47df-85a2-57c29cd5a76e, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:25.351669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:25.362637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] For port 0872ed80-08e5-47df-85a2-57c29cd5a76e, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0872ed80-08e5-47df-85a2-57c29cd5a76e,segment=NetworkSegment(7cb9683c-69b6-473a-8f63-ae9aa15b2f6a),segment_id=7cb9683c-69b6-473a-8f63-ae9aa15b2f6a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:25.368260 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No active binding found for port 85e4b862-fec7-4fd7-a01e-decba2dea667 {{(pid=114267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 31 15:51:25.368616 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] The host dv-neutron-855257-2-hyperv is not matching for port 85e4b862-fec7-4fd7-a01e-decba2dea667 host None! {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2414}} Aug 31 15:51:25.373727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 85e4b862-fec7-4fd7-a01e-decba2dea667 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:25.373727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2acd06fb-b8f6-4072-82d9-26fbac85198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (85e4b862-fec7-4fd7-a01e-decba2dea667), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.401069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd06fb-b8f6-4072-82d9-26fbac85198f None None] Pushing event deleted for resources: {'Port': ['ID=85e4b862-fec7-4fd7-a01e-decba2dea667,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:25.405936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd06fb-b8f6-4072-82d9-26fbac85198f None None] No DVR routers for this DVR port 85e4b862-fec7-4fd7-a01e-decba2dea667 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:25.455932 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-21178be2-fe23-4db9-a452-ce64d03c0955 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4999206 Aug 31 15:51:25.458647 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=e8c2ff0c-ead5-4d3d-b373-6914d88c8190,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:25.463022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38404) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:25.470536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.528675 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 6 to provision port 53ba682d-6af6-4ffd-a2db-97ef36024718 Aug 31 15:51:25.529490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:25.533132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.objects.ports [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114265) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:51:25.534075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd462-a0fd-4961-a957-e09f682bed58 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5a4f380f-36e7-4ab6-86d3-3147a4c7a43b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.538053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd462-a0fd-4961-a957-e09f682bed58 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.539317 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c5fcd462-a0fd-4961-a957-e09f682bed58 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5a4f380f-36e7-4ab6-86d3-3147a4c7a43b HTTP/1.1" status: 204 len: 168 time: 0.6097705 Aug 31 15:51:25.545174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38406) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:25.548531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.556825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (6d6b5ff0-ce8d-4b37-a205-11f4da3224db), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.574635 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7b106e54-c8fb-4b54-9509-9723e878ff55 req-df23fce7-da49-4590-b42b-b7f05be94f0d tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309904 Aug 31 15:51:25.605091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcd462-a0fd-4961-a957-e09f682bed58 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4f380f-36e7-4ab6-86d3-3147a4c7a43b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:25.632318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:25.644888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 317cfab1-4c0e-446c-9416-7c8e8c9592e4 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:25.646779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:25.652942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:25.653200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:25.653791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:25.657181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:25.669416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c4e5d-6d27-4756-a752-6ead6ea8b42a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:25.671475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c4e5d-6d27-4756-a752-6ead6ea8b42a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:25.673415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c4e5d-6d27-4756-a752-6ead6ea8b42a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:25.675177 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:25.676488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c4e5d-6d27-4756-a752-6ead6ea8b42a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:25.679431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c4e5d-6d27-4756-a752-6ead6ea8b42a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:25.682939 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ec6c4e5d-6d27-4756-a752-6ead6ea8b42a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2132409 Aug 31 15:51:25.696070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38408) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:25.704197 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e361a09c-c5e2-4fc1-a117-eb7339f03d9c tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6457670 Aug 31 15:51:25.709005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1388373478'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:25.730286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38410) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:25.744255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6384c7a4-61ec-4e39-8033-770786ee94ab tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168187146'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:25.778411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Port 53ba682d-6af6-4ffd-a2db-97ef36024718 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:25.781867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185fb26-ddf9-45c9-97d5-0d480b0a1020 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:25.921653 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9e98f452-b07c-4f1d-8079-a93a707519b1 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3713741 Aug 31 15:51:25.921871 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00937e8d-3674-47ad-8de0-2229d031a062 None None] Pushing event updated for resources: {'Port': ['ID=0872ed80-08e5-47df-85a2-57c29cd5a76e,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:25.930315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38412) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:25.985175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-88330399-bc93-4949-a1f9-76a45ca366ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134839493'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:25.989922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': 'b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:25.991819 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.057814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:26.062448 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.071244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6384c7a4-61ec-4e39-8033-770786ee94ab tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.113349 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (6d6b5ff0-ce8d-4b37-a205-11f4da3224db), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.166168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Allocated IP 2001:db8::f816:3eff:feb5:ac85 (e986fc1f-2559-47ce-89c8-1dd43368919a/b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee/a11a6a6b-4e43-4228-a84a-345dbf003f3c) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:26.180978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-88330399-bc93-4949-a1f9-76a45ca366ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.186333 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6b5ff0-ce8d-4b37-a205-11f4da3224db']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:26.207147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:26.219895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (8f77306d-15d1-44d1-95ec-ed141b241d05), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.222806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ba7bec-a511-49e7-b45c-f19934971858') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:26.223104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ba7bec-a511-49e7-b45c-f19934971858') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:26.234490 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8e9d8099-31f8-40fe-af2c-0608d4692981 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9637637 Aug 31 15:51:26.248789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38414) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:26.279473 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 7 to provision port 53ba682d-6af6-4ffd-a2db-97ef36024718 Aug 31 15:51:26.284716 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-aae06ad8-e2be-422d-9230-b1ecf3a6a0ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:26.295776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (14ba7bec-a511-49e7-b45c-f19934971858), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.335423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4bc6de68-c4e9-4494-b860-54919ff25cc4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.335780 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Added segment 4bc6de68-c4e9-4494-b860-54919ff25cc4 of type vlan for network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 Aug 31 15:51:26.355455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Port 53ba682d-6af6-4ffd-a2db-97ef36024718 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:26.375633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Publish callbacks [] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.406449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (14ba7bec-a511-49e7-b45c-f19934971858), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.459785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 4389af93-ebb9-4b04-9974-39b92ee40677 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:51:26.474898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:26.475350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (14ba7bec-a511-49e7-b45c-f19934971858), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.505619 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.509304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (ffb18521-6d7b-4e3e-9601-5d0c87ce9062), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.525157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6384c7a4-61ec-4e39-8033-770786ee94ab tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (7a4ab987-b270-442b-9d53-a41cbe1015f4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.559951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:26.562789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:26.571492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:26.573152 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-05d324e7-8fa3-4023-87c3-2595ec51159e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/4389af93-ebb9-4b04-9974-39b92ee40677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4279492 Aug 31 15:51:26.573697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38416) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:26.578305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:26.594743 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff444c5-cecf-427a-af86-172740bc647b None None] Sync routers for ids ['4389af93-ebb9-4b04-9974-39b92ee40677'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:26.619322 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff444c5-cecf-427a-af86-172740bc647b None None] Routers {'4389af93-ebb9-4b04-9974-39b92ee40677'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:26.619955 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6ff444c5-cecf-427a-af86-172740bc647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4389af93-ebb9-4b04-9974-39b92ee40677'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:26.622434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Pushing event updated for resources: {'Port': ['ID=a11a6a6b-4e43-4228-a84a-345dbf003f3c,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:26.640799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.db.resource_extend [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 15:51:26.679533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0deab2-97eb-440f-854a-2118e7d266d3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:26.681117 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3d0deab2-97eb-440f-854a-2118e7d266d3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports/e8c2ff0c-ead5-4d3d-b373-6914d88c8190 HTTP/1.1" status: 200 len: 911 time: 0.1063306 Aug 31 15:51:26.690389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38420) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:26.696143 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6ff444c5-cecf-427a-af86-172740bc647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:26.713950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:26.724843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Attempting to bind port a11a6a6b-4e43-4228-a84a-345dbf003f3c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:26.725429 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Attempting to bind port a11a6a6b-4e43-4228-a84a-345dbf003f3c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:26.725895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Attempting to bind port a11a6a6b-4e43-4228-a84a-345dbf003f3c on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:26.744476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:26.748657 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff444c5-cecf-427a-af86-172740bc647b None None] Routers {'4389af93-ebb9-4b04-9974-39b92ee40677'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:26.749471 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6ff444c5-cecf-427a-af86-172740bc647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4389af93-ebb9-4b04-9974-39b92ee40677'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:26.753764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:26.754513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:26.754731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.755999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:26.756508 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Bound port: a11a6a6b-4e43-4228-a84a-345dbf003f3c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:26.756900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.761789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6384c7a4-61ec-4e39-8033-770786ee94ab tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (7a4ab987-b270-442b-9d53-a41cbe1015f4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.777018 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 14ba7bec-a511-49e7-b45c-f19934971858 resource provider aggregate not found Aug 31 15:51:26.797958 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6ff444c5-cecf-427a-af86-172740bc647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:26.799331 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff444c5-cecf-427a-af86-172740bc647b None None] The sync data for ids ['4389af93-ebb9-4b04-9974-39b92ee40677'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:26.834349 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-88330399-bc93-4949-a1f9-76a45ca366ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (6425ea6c-b921-4f51-9efc-8eebc50ac44f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.838175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (6d6b5ff0-ce8d-4b37-a205-11f4da3224db), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.840792 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 14ba7bec-a511-49e7-b45c-f19934971858 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14ba7bec-a511-49e7-b45c-f19934971858 found for delete ", "request_id": "req-7053cfa0-be39-4e26-809d-5f0c0c71ae70"}]} Aug 31 15:51:26.854796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] For port a11a6a6b-4e43-4228-a84a-345dbf003f3c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:26.862867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.866083 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] For port a11a6a6b-4e43-4228-a84a-345dbf003f3c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a11a6a6b-4e43-4228-a84a-345dbf003f3c,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:26.869787 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6d6b5ff0-ce8d-4b37-a205-11f4da3224db HTTP/1.1" status: 204 len: 168 time: 1.9170706 Aug 31 15:51:26.870163 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 8 to provision port 53ba682d-6af6-4ffd-a2db-97ef36024718 Aug 31 15:51:26.882513 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38426) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:26.906537 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1031395372'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:26.921715 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7400bc-cf51-41c8-bd4a-3910cb27f84c req-6c896acf-5ea9-43e8-99f0-40ef45d1c500 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:26.921919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Port 53ba682d-6af6-4ffd-a2db-97ef36024718 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:26.923272 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-de7400bc-cf51-41c8-bd4a-3910cb27f84c req-6c896acf-5ea9-43e8-99f0-40ef45d1c500 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.2168558 Aug 31 15:51:26.945255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e079e2-d315-4a89-9299-6b7062e097d0 None None] Network 4aafeab5-9c93-4510-a0c6-75581dd940dc requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:26.951270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be2f39-e940-437b-9dc5-0353f99acfdc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Network': ['ID=6d6b5ff0-ce8d-4b37-a205-11f4da3224db,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:26.971397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384c7a4-61ec-4e39-8033-770786ee94ab tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4ab987-b270-442b-9d53-a41cbe1015f4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:26.975488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6384c7a4-61ec-4e39-8033-770786ee94ab tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.976785 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6384c7a4-61ec-4e39-8033-770786ee94ab tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2382319 Aug 31 15:51:26.977503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (ffb18521-6d7b-4e3e-9601-5d0c87ce9062), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.982385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:26.983086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.985425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-88330399-bc93-4949-a1f9-76a45ca366ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (6425ea6c-b921-4f51-9efc-8eebc50ac44f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.990765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38430) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:26.991678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:26.995265 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d733886c-8081-4b3e-902b-181c4f3d382e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:27.000450 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-d733886c-8081-4b3e-902b-181c4f3d382e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 15:51:27.000450 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-d733886c-8081-4b3e-902b-181c4f3d382e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 15:51:27.000450 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d733886c-8081-4b3e-902b-181c4f3d382e tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "PUT /networking/v2.0/security-groups/7a4ab987-b270-442b-9d53-a41cbe1015f4 HTTP/1.1" status: 409 len: 330 time: 0.0061283 Aug 31 15:51:27.023910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38432) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:27.062281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b863b-af7c-4fdf-ae88-1b78cc3a8e0f None None] Pushing event updated for resources: {'Port': ['ID=a11a6a6b-4e43-4228-a84a-345dbf003f3c,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:27.166090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:27.198813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.213286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88330399-bc93-4949-a1f9-76a45ca366ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6425ea6c-b921-4f51-9efc-8eebc50ac44f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:27.223310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:27.227689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.275609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-88330399-bc93-4949-a1f9-76a45ca366ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.275609 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-88330399-bc93-4949-a1f9-76a45ca366ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3372343 Aug 31 15:51:27.275609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae06ad8-e2be-422d-9230-b1ecf3a6a0ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:27.276281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 0872ed80-08e5-47df-85a2-57c29cd5a76e up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:27.276743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aae06ad8-e2be-422d-9230-b1ecf3a6a0ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.297024 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38436) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:27.305184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-6ca99a61-34b3-419a-8c76-4802e4262dd1 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '6425ea6c-b921-4f51-9efc-8eebc50ac44f', 'direction': 'ingress', 'protocol': 17}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:27.312920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec478eb-4e2a-4daa-89d6-fb54c63ae9a5 None None] Update dhcp port {'port': {'network_id': '4aafeab5-9c93-4510-a0c6-75581dd940dc', 'fixed_ips': [{'subnet_id': 'fbcbcd93-213e-4f46-b58c-21228f1d7485', 'ip_address': '2001:db8::2'}, {'subnet_id': '14617a32-1c1f-459f-8ab0-3fa39e773d44'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '0872ed80-08e5-47df-85a2-57c29cd5a76e'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:51:27.373171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fec478eb-4e2a-4daa-89d6-fb54c63ae9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.425692 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 9 to provision port 53ba682d-6af6-4ffd-a2db-97ef36024718 Aug 31 15:51:27.430456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=ffb18521-6d7b-4e3e-9601-5d0c87ce9062,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:27.436101 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a8075c4a-3fdc-484d-b9e9-c0216ca76846 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7321286 Aug 31 15:51:27.440929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38438) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:27.443560 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 0872ed80-08e5-47df-85a2-57c29cd5a76e triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:27.444328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.444890 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 0872ed80-08e5-47df-85a2-57c29cd5a76e Aug 31 15:51:27.446820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f4bc1cfa-c8cd-4532-a121-ba1e335d6851 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:27.453296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4b7a-9fd6-4fbb-93ca-a0bf68ec5299 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (7a4ab987-b270-442b-9d53-a41cbe1015f4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.461387 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-de7400bc-cf51-41c8-bd4a-3910cb27f84c req-17ae5911-525a-4d98-9070-5b1070ef1779 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000172 Aug 31 15:51:27.461918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Deleting port 53ba682d-6af6-4ffd-a2db-97ef36024718 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:27.462255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (53ba682d-6af6-4ffd-a2db-97ef36024718), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.470669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:27.512594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4b7a-9fd6-4fbb-93ca-a0bf68ec5299 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (7a4ab987-b270-442b-9d53-a41cbe1015f4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.610106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca99a61-34b3-419a-8c76-4802e4262dd1 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (b5069550-ad19-4082-bd22-60d68d773797), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.651161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Port 53ba682d-6af6-4ffd-a2db-97ef36024718 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:27.663318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4b7a-9fd6-4fbb-93ca-a0bf68ec5299 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (7a4ab987-b270-442b-9d53-a41cbe1015f4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.666018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4b7a-9fd6-4fbb-93ca-a0bf68ec5299 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.667353 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9d5c4b7a-9fd6-4fbb-93ca-a0bf68ec5299 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7a4ab987-b270-442b-9d53-a41cbe1015f4 HTTP/1.1" status: 204 len: 168 time: 0.6397829 Aug 31 15:51:27.668370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:27.670227 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:27.680679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38440) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:27.721242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1cfa-c8cd-4532-a121-ba1e335d6851 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (ffb18521-6d7b-4e3e-9601-5d0c87ce9062), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.736433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5a05a233-b57c-4ab3-aad7-b0cda61c4834), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.736937 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added segment 5a05a233-b57c-4ab3-aad7-b0cda61c4834 of type vlan for network afcd7c30-0eeb-49da-b45c-25de49f9f8e7 Aug 31 15:51:27.746154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c4b7a-9fd6-4fbb-93ca-a0bf68ec5299 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4ab987-b270-442b-9d53-a41cbe1015f4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:27.747529 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-fec478eb-4e2a-4daa-89d6-fb54c63ae9a5 None None] Allocated IP 172.20.0.1 (4aafeab5-9c93-4510-a0c6-75581dd940dc/14617a32-1c1f-459f-8ab0-3fa39e773d44/0872ed80-08e5-47df-85a2-57c29cd5a76e) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:27.799656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca99a61-34b3-419a-8c76-4802e4262dd1 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (b5069550-ad19-4082-bd22-60d68d773797), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.809003 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e0a5f21d-8c50-4c3d-818a-2128c5116d93 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1202679 Aug 31 15:51:27.812265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (53ba682d-6af6-4ffd-a2db-97ef36024718), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.813702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38442) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:27.831512 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-0c2c9862-b09c-41ae-91e2-5609bf84df12 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] delete failed (client error): The resource could not be found. Aug 31 15:51:27.832385 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0c2c9862-b09c-41ae-91e2-5609bf84df12 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f5e49c6d-8c62-4335-a256-0a00077c4dac HTTP/1.1" status: 404 len: 347 time: 0.0180588 Aug 31 15:51:27.836844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38444) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:27.872813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1cfa-c8cd-4532-a121-ba1e335d6851 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (ffb18521-6d7b-4e3e-9601-5d0c87ce9062), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.874040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Calling delete_port for 53ba682d-6af6-4ffd-a2db-97ef36024718 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:27.875871 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-fec478eb-4e2a-4daa-89d6-fb54c63ae9a5 None None] For port 0872ed80-08e5-47df-85a2-57c29cd5a76e, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0872ed80-08e5-47df-85a2-57c29cd5a76e,segment=NetworkSegment(7cb9683c-69b6-473a-8f63-ae9aa15b2f6a),segment_id=7cb9683c-69b6-473a-8f63-ae9aa15b2f6a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:27.884077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (afcd7c30-0eeb-49da-b45c-25de49f9f8e7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.887130 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-92fc7d8a-116c-4b3d-a908-b9dff1240ea1 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] show failed (client error): The resource could not be found. Aug 31 15:51:27.888155 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-92fc7d8a-116c-4b3d-a908-b9dff1240ea1 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-groups/94dfef5a-fc8a-47cc-b4ae-79a316c218c6 HTTP/1.1" status: 404 len: 347 time: 0.0503836 Aug 31 15:51:27.893639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38446) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:27.915757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4bc1cfa-c8cd-4532-a121-ba1e335d6851 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 is not hosted by any dhcp agent {{(pid=114265) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 15:51:27.916893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc1cfa-c8cd-4532-a121-ba1e335d6851 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:27.917215 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fec478eb-4e2a-4daa-89d6-fb54c63ae9a5 None None] Publish callbacks [] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.917932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1cfa-c8cd-4532-a121-ba1e335d6851 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:27.919624 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f4bc1cfa-c8cd-4532-a121-ba1e335d6851 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "PUT /networking/v2.0/networks/ffb18521-6d7b-4e3e-9601-5d0c87ce9062 HTTP/1.1" status: 200 len: 723 time: 0.4775891 Aug 31 15:51:27.935460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38448) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:27.947543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'network_id': 'ffb18521-6d7b-4e3e-9601-5d0c87ce9062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:27.954219 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-e60c735f-c182-4a55-8337-64b4d2ecc819 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] show failed (client error): The resource could not be found. Aug 31 15:51:27.955321 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e60c735f-c182-4a55-8337-64b4d2ecc819 tempest-NegativeSecGroupTest-219550932 tempest-NegativeSecGroupTest-219550932-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules/2eba79e2-8997-4811-9479-e071b77a0045 HTTP/1.1" status: 404 len: 356 time: 0.0585573 Aug 31 15:51:27.980907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc1cfa-c8cd-4532-a121-ba1e335d6851 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=ffb18521-6d7b-4e3e-9601-5d0c87ce9062,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:27.985050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Allocated IP 2001:db8:1::1 (048243ad-4fcc-483f-afae-696f03349bd8/6c1c9606-4e19-4767-9862-553c14855b43/aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:28.003376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:28.027123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca99a61-34b3-419a-8c76-4802e4262dd1 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (b5069550-ad19-4082-bd22-60d68d773797), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.088031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fec478eb-4e2a-4daa-89d6-fb54c63ae9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.133247 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca99a61-34b3-419a-8c76-4802e4262dd1 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5069550-ad19-4082-bd22-60d68d773797,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:28.154815 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 10 to provision port 53ba682d-6af6-4ffd-a2db-97ef36024718 Aug 31 15:51:28.199208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aae06ad8-e2be-422d-9230-b1ecf3a6a0ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (8313d4fd-1ec1-4226-ab74-9766b22aa945), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.200217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Port 53ba682d-6af6-4ffd-a2db-97ef36024718 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:28.226248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.248772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (afcd7c30-0eeb-49da-b45c-25de49f9f8e7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.253258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Provisioning complete for port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:28.253770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.257079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:28.257763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575550'] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.266514 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Attempt 1 to provision port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 Aug 31 15:51:28.280146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae06ad8-e2be-422d-9230-b1ecf3a6a0ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:28.303748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec478eb-4e2a-4daa-89d6-fb54c63ae9a5 None None] Pushing event updated for resources: {'Port': ['ID=0872ed80-08e5-47df-85a2-57c29cd5a76e,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:28.305406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-aae06ad8-e2be-422d-9230-b1ecf3a6a0ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:28.340530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae06ad8-e2be-422d-9230-b1ecf3a6a0ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:28.341101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aae06ad8-e2be-422d-9230-b1ecf3a6a0ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.344074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca99a61-34b3-419a-8c76-4802e4262dd1 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.345864 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6ca99a61-34b3-419a-8c76-4802e4262dd1 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0476646 Aug 31 15:51:28.349255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38452) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ab2dc498-5cd5-4f70-a212-6b395fecb230 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:28.378311 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:28.386128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:28.387643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.390989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.411997 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5217707 Aug 31 15:51:28.426561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38454) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:28.435139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'subnet': {'network_id': 'afcd7c30-0eeb-49da-b45c-25de49f9f8e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:28.446251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:28.451347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae06ad8-e2be-422d-9230-b1ecf3a6a0ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=8313d4fd-1ec1-4226-ab74-9766b22aa945,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:28.493522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8c5b7-0508-48f0-ba84-9499193f4b35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Network': ['ID=afcd7c30-0eeb-49da-b45c-25de49f9f8e7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:28.504784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Provisioning complete for port 1589b17b-85c7-498d-897f-3b74f6c19249 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:28.505175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1589b17b-85c7-498d-897f-3b74f6c19249), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.505498 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 1 to provision port 1589b17b-85c7-498d-897f-3b74f6c19249 Aug 31 15:51:28.556310 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network afcd7c30-0eeb-49da-b45c-25de49f9f8e7 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:28.564854 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aae06ad8-e2be-422d-9230-b1ecf3a6a0ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2839901 Aug 31 15:51:28.569370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38458) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:28.596478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:78:be:5d', 'name': 'tempest-NetworksTestDHCPv6-762119738'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:28.609606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 048243ad-4fcc-483f-afae-696f03349bd8 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:28.629194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:28.679931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:28.684800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:28.690153 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:28.701085 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:28.704984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Could not find standard attr ID for object 85e4b862-fec7-4fd7-a01e-decba2dea667. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:51:28.717344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Provisioning complete for port 0872ed80-08e5-47df-85a2-57c29cd5a76e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:28.717771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.718107 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 1 to provision port 0872ed80-08e5-47df-85a2-57c29cd5a76e Aug 31 15:51:28.750814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (53ba682d-6af6-4ffd-a2db-97ef36024718), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:28.783682 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:28.788486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfcff56-4964-411b-b59e-6ae0bc616605 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:28.802017 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:28.805969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (4389af93-ebb9-4b04-9974-39b92ee40677), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.824947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Provisioning complete for port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:28.825314 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e8c2ff0c-ead5-4d3d-b373-6914d88c8190), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:28.825869 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 1 to provision port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 Aug 31 15:51:28.843589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88e1d6-340a-4597-b41b-687ec00cb2f4 req-b0263fe8-6815-44e5-baa7-f454e265edee tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:28.845490 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ad88e1d6-340a-4597-b41b-687ec00cb2f4 req-b0263fe8-6815-44e5-baa7-f454e265edee tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.2145627 Aug 31 15:51:28.863527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Port': ['ID=53ba682d-6af6-4ffd-a2db-97ef36024718,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:28.979716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:28.993428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38462) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:28.995777 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c496-35b3-4db8-aed7-4bbf87a77c27 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (6425ea6c-b921-4f51-9efc-8eebc50ac44f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.045981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (8f77306d-15d1-44d1-95ec-ed141b241d05), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.166424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (741d4853-8859-4a7f-ad9c-48944644dca7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.200548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:29.247403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:29.268402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111952cb-f542-4324-849e-65bbf520ed92 None None] Update dhcp port {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': 'b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee', 'ip_address': '2001:db8::f816:3eff:feb5:ac85'}, {'subnet_id': '8313d4fd-1ec1-4226-ab74-9766b22aa945'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': 'a11a6a6b-4e43-4228-a84a-345dbf003f3c'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:51:29.272708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c496-35b3-4db8-aed7-4bbf87a77c27 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (6425ea6c-b921-4f51-9efc-8eebc50ac44f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.429621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Router 8f77306d-15d1-44d1-95ec-ed141b241d05 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:29.443440 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ad88e1d6-340a-4597-b41b-687ec00cb2f4 req-562cc94e-6208-4a3a-87ce-398d402e89f7 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959078 Aug 31 15:51:29.467554 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-eecbe927-a8e6-4355-a02c-74441ea9be1b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=200f11efc80743e49375023e1c2770bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463525 Aug 31 15:51:29.467554 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38466) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:29.468219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=741d4853-8859-4a7f-ad9c-48944644dca7,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:29.480418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking segment: {'id': '4bc6de68-c4e9-4494-b860-54919ff25cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ffb18521-6d7b-4e3e-9601-5d0c87ce9062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:29.480925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network hostable DHCP agents. Network: ffb18521-6d7b-4e3e-9601-5d0c87ce9062, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:29.484497 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 2 to provision port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 Aug 31 15:51:29.488460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb025866-67a0-4f5d-8ffe-bc1f3ff616bd None None] Network 4aafeab5-9c93-4510-a0c6-75581dd940dc requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:29.490940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a11a6a6b-4e43-4228-a84a-345dbf003f3c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:29.513711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9972c84f-d71e-42b5-9c64-834220d59038 admin admin] Publish callbacks [] for security_group (ef41fe2b-84ec-4ca6-a25c-5e5ffae34bc3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.535720 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9972c84f-d71e-42b5-9c64-834220d59038 admin admin] Publish callbacks [] for security_group (ef41fe2b-84ec-4ca6-a25c-5e5ffae34bc3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.543145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-111952cb-f542-4324-849e-65bbf520ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.571539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:29.583740 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7cc8c2e3-682a-4278-878e-76c7cc5e1ae1 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "PUT /networking/v2.0/routers/8f77306d-15d1-44d1-95ec-ed141b241d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7890854 Aug 31 15:51:29.583839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38468) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:29.592050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:29.595768 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.598270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6909f9f-62bd-4a2a-adc9-55a7bb1bc1b7 None None] Sync routers for ids ['8f77306d-15d1-44d1-95ec-ed141b241d05'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:29.638062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:29.652869 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:29.659629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:29.664515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c496-35b3-4db8-aed7-4bbf87a77c27 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (6425ea6c-b921-4f51-9efc-8eebc50ac44f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.667630 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c496-35b3-4db8-aed7-4bbf87a77c27 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.668780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6909f9f-62bd-4a2a-adc9-55a7bb1bc1b7 None None] Routers {'8f77306d-15d1-44d1-95ec-ed141b241d05'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:29.669504 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d6909f9f-62bd-4a2a-adc9-55a7bb1bc1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f77306d-15d1-44d1-95ec-ed141b241d05'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:29.671449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38470) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:29.671576 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b3c1c496-35b3-4db8-aed7-4bbf87a77c27 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6425ea6c-b921-4f51-9efc-8eebc50ac44f HTTP/1.1" status: 204 len: 168 time: 1.3208919 Aug 31 15:51:29.672941 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-e33e5620-ba90-47c4-a3f0-12ea01741043 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] delete failed (client error): The resource could not be found. Aug 31 15:51:29.679359 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e33e5620-ba90-47c4-a3f0-12ea01741043 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/routers/tempest-non_exist_router-400015788 HTTP/1.1" status: 404 len: 334 time: 0.0914385 Aug 31 15:51:29.690292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38472) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:29.697699 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0f81c56c-8c86-4bc5-89c4-abf137e0a3dd tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f77306d-15d1-44d1-95ec-ed141b241d05'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:29.728092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d6909f9f-62bd-4a2a-adc9-55a7bb1bc1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:29.770096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1c496-35b3-4db8-aed7-4bbf87a77c27 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6425ea6c-b921-4f51-9efc-8eebc50ac44f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:29.779221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, ffb18521-6d7b-4e3e-9601-5d0c87ce9062) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:29.786017 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.792354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:29.793631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.801278 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port a11a6a6b-4e43-4228-a84a-345dbf003f3c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:29.802447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.802927 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port a11a6a6b-4e43-4228-a84a-345dbf003f3c Aug 31 15:51:29.808403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9972c84f-d71e-42b5-9c64-834220d59038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ef41fe2b-84ec-4ca6-a25c-5e5ffae34bc3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.810815 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9972c84f-d71e-42b5-9c64-834220d59038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.811413 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-294c2707-2028-4602-97f7-3ca52d9521b4 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1386225 Aug 31 15:51:29.815885 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9972c84f-d71e-42b5-9c64-834220d59038 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ef41fe2b-84ec-4ca6-a25c-5e5ffae34bc3 HTTP/1.1" status: 204 len: 168 time: 0.3575454 Aug 31 15:51:29.821282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38474) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:29.828798 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5b5dfd11-46c2-4b10-ab5b-e43b76af220c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group': {'name': 'tempest-secgroup--462699103'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:29.831592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe34d54-6e02-462f-a2c9-094cfb94746b None None] Network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:29.869796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972c84f-d71e-42b5-9c64-834220d59038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef41fe2b-84ec-4ca6-a25c-5e5ffae34bc3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:29.919397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:29.938351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6909f9f-62bd-4a2a-adc9-55a7bb1bc1b7 None None] Routers {'8f77306d-15d1-44d1-95ec-ed141b241d05'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:29.938950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d6909f9f-62bd-4a2a-adc9-55a7bb1bc1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f77306d-15d1-44d1-95ec-ed141b241d05'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:29.986410 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4c5f1682-b940-4de9-8f17-10fed3ca8393 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0467992 Aug 31 15:51:29.987008 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38478) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:29.993065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-55875829-ce4b-4a79-b80f-365815f2f27b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:30.001510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:30.019330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d6909f9f-62bd-4a2a-adc9-55a7bb1bc1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:30.019811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6909f9f-62bd-4a2a-adc9-55a7bb1bc1b7 None None] The sync data for ids ['8f77306d-15d1-44d1-95ec-ed141b241d05'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:30.052711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 5dab52c3-7d0d-4110-a6fe-373770253732 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:30.093111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:30.094015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 0872ed80-08e5-47df-85a2-57c29cd5a76e up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:30.129724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5b5dfd11-46c2-4b10-ab5b-e43b76af220c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.157746 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 3 to provision port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 Aug 31 15:51:30.169747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-111952cb-f542-4324-849e-65bbf520ed92 None None] Allocated IP 172.20.0.2 (e986fc1f-2559-47ce-89c8-1dd43368919a/8313d4fd-1ec1-4226-ab74-9766b22aa945/a11a6a6b-4e43-4228-a84a-345dbf003f3c) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:30.205065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-ffb18521-6d7b-4e3e-9601-5d0c87ce9062', 'network_id': 'ffb18521-6d7b-4e3e-9601-5d0c87ce9062', 'project_id': '3ded716f5d8140129df35d35a7bf8ca3', 'fixed_ips': [{'subnet_id': '741d4853-8859-4a7f-ad9c-48944644dca7'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:30.206060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.269757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:30.383726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.389713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 0872ed80-08e5-47df-85a2-57c29cd5a76e triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:30.390132 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.390470 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 0872ed80-08e5-47df-85a2-57c29cd5a76e Aug 31 15:51:30.420061 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5b5dfd11-46c2-4b10-ab5b-e43b76af220c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (114d16d4-c54d-4f90-af03-51b8aeb4c49a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.525011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Subnet': ['ID=33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:30.533684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.538643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5b5dfd11-46c2-4b10-ab5b-e43b76af220c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (114d16d4-c54d-4f90-af03-51b8aeb4c49a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.560066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Checking segment: {'id': '5a05a233-b57c-4ab3-aad7-b0cda61c4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'afcd7c30-0eeb-49da-b45c-25de49f9f8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:30.560438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network hostable DHCP agents. Network: afcd7c30-0eeb-49da-b45c-25de49f9f8e7, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:30.575886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Allocated IP 2001:db8::2 (ffb18521-6d7b-4e3e-9601-5d0c87ce9062/741d4853-8859-4a7f-ad9c-48944644dca7/fb186ba5-9469-45b9-8944-c21af68cf76d) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:30.591767 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:30.594305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-111952cb-f542-4324-849e-65bbf520ed92 None None] For port a11a6a6b-4e43-4228-a84a-345dbf003f3c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a11a6a6b-4e43-4228-a84a-345dbf003f3c,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:30.604815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0f81c56c-8c86-4bc5-89c4-abf137e0a3dd tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for router_gateway (8f77306d-15d1-44d1-95ec-ed141b241d05), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.605164 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.606259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (4389af93-ebb9-4b04-9974-39b92ee40677), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:30.609467 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:30.656818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dfd11-46c2-4b10-ab5b-e43b76af220c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114d16d4-c54d-4f90-af03-51b8aeb4c49a,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:30.657884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0ffcd-963b-4e59-8f5d-54361a6d5a5c req-940b934c-815d-4813-9706-bad710d22c4a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:30.659514 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2fb0ffcd-963b-4e59-8f5d-54361a6d5a5c req-940b934c-815d-4813-9706-bad710d22c4a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.0940962 Aug 31 15:51:30.663552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55875829-ce4b-4a79-b80f-365815f2f27b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133333234'] for subnet (741d4853-8859-4a7f-ad9c-48944644dca7), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.689306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-111952cb-f542-4324-849e-65bbf520ed92 None None] Publish callbacks [] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.689828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:30.727645 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:51:30.751213 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5b5dfd11-46c2-4b10-ab5b-e43b76af220c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.752473 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5b5dfd11-46c2-4b10-ab5b-e43b76af220c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9271133 Aug 31 15:51:30.756279 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38490) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:30.762150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f142558d-0332-4ede-9ad1-e7be207997d5 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group': {'name': 'tempest-secgroup--379679388'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:30.771429 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 4 to provision port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 Aug 31 15:51:30.773491 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-0f81c56c-8c86-4bc5-89c4-abf137e0a3dd tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] update failed (client error): The resource could not be found. Aug 31 15:51:30.778074 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0f81c56c-8c86-4bc5-89c4-abf137e0a3dd tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "PUT /networking/v2.0/routers/8f77306d-15d1-44d1-95ec-ed141b241d05 HTTP/1.1" status: 404 len: 339 time: 1.0832825 Aug 31 15:51:30.778593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38492) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:30.783086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1634115544'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:30.784672 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2fb0ffcd-963b-4e59-8f5d-54361a6d5a5c req-8579bf47-7091-494c-a51b-420abc3a107d tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782094 Aug 31 15:51:30.814590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network afcd7c30-0eeb-49da-b45c-25de49f9f8e7 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:30.829963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:30.837222 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Publish callbacks [] for port (fb186ba5-9469-45b9-8944-c21af68cf76d), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.888205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-111952cb-f542-4324-849e-65bbf520ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:30.954581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (fb186ba5-9469-45b9-8944-c21af68cf76d), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.007600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111952cb-f542-4324-849e-65bbf520ed92 None None] Pushing event updated for resources: {'Port': ['ID=a11a6a6b-4e43-4228-a84a-345dbf003f3c,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:31.019504 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:31.038330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:31.040917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:31.104621 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Pushing event updated for resources: {'Port': ['ID=fb186ba5-9469-45b9-8944-c21af68cf76d,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:31.121248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Attempting to bind port fb186ba5-9469-45b9-8944-c21af68cf76d on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:31.121644 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Attempting to bind port fb186ba5-9469-45b9-8944-c21af68cf76d by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '4bc6de68-c4e9-4494-b860-54919ff25cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ffb18521-6d7b-4e3e-9601-5d0c87ce9062'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:31.122089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Attempting to bind port fb186ba5-9469-45b9-8944-c21af68cf76d on network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:31.127723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:31.128095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Checking segment: {'id': '4bc6de68-c4e9-4494-b860-54919ff25cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ffb18521-6d7b-4e3e-9601-5d0c87ce9062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:31.133151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.133151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Bound using segment: {'id': '4bc6de68-c4e9-4494-b860-54919ff25cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ffb18521-6d7b-4e3e-9601-5d0c87ce9062'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:31.133151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Bound port: fb186ba5-9469-45b9-8944-c21af68cf76d, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc6de68-c4e9-4494-b860-54919ff25cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ffb18521-6d7b-4e3e-9601-5d0c87ce9062'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:31.133151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fb186ba5-9469-45b9-8944-c21af68cf76d), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.172154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:31.203613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f142558d-0332-4ede-9ad1-e7be207997d5 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.205293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, afcd7c30-0eeb-49da-b45c-25de49f9f8e7) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:31.207255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55875829-ce4b-4a79-b80f-365815f2f27b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755090677643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-133957446'] for subnet (741d4853-8859-4a7f-ad9c-48944644dca7), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.211159 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=7,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:31.227942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a11a6a6b-4e43-4228-a84a-345dbf003f3c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:31.230758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5761430c-4cb4-456c-a235-764b82e7b524 None None] Network afcd7c30-0eeb-49da-b45c-25de49f9f8e7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:31.233006 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] For port fb186ba5-9469-45b9-8944-c21af68cf76d, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:31.264110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:31.265239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.278509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] For port fb186ba5-9469-45b9-8944-c21af68cf76d, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fb186ba5-9469-45b9-8944-c21af68cf76d,segment=NetworkSegment(4bc6de68-c4e9-4494-b860-54919ff25cc4),segment_id=4bc6de68-c4e9-4494-b860-54919ff25cc4)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:31.283940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55875829-ce4b-4a79-b80f-365815f2f27b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:31.284547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55875829-ce4b-4a79-b80f-365815f2f27b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.288323 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-55875829-ce4b-4a79-b80f-365815f2f27b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "PUT /networking/v2.0/subnets/741d4853-8859-4a7f-ad9c-48944644dca7 HTTP/1.1" status: 200 len: 826 time: 1.2985306 Aug 31 15:51:31.293688 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38498) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:31.302560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Made reservation on behalf of 4bed0faaee304970af6dd88494b63185 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:31.308510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.326712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55875829-ce4b-4a79-b80f-365815f2f27b tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=741d4853-8859-4a7f-ad9c-48944644dca7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:31.338694 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 5 to provision port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 Aug 31 15:51:31.357408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 048243ad-4fcc-483f-afae-696f03349bd8 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:31.383462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:31.399118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (fb186ba5-9469-45b9-8944-c21af68cf76d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.457304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f142558d-0332-4ede-9ad1-e7be207997d5 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (abed4def-56cd-4303-aebd-371973612134), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.465144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:31.528837 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-78ce367f-36ec-46c9-8b52-26888f143f99 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0974498 Aug 31 15:51:31.533427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38504) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:31.534465 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:31.538592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3b455d76-7014-47b4-8cb2-d1146529538c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-544781059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:31.609495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port a11a6a6b-4e43-4228-a84a-345dbf003f3c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:31.610264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.610264 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port a11a6a6b-4e43-4228-a84a-345dbf003f3c Aug 31 15:51:31.632212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f142558d-0332-4ede-9ad1-e7be207997d5 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (abed4def-56cd-4303-aebd-371973612134), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.636264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.api [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5c464cf2-80df-42e4-b4a8-6af5f972ed8e {{(pid=114265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:51:31.636640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG oslo_db.api [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:51:31.639902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4e812948-dd5f-430d-a430-d3010bd2107c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.640243 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Added segment 4e812948-dd5f-430d-a430-d3010bd2107c of type vlan for network e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 Aug 31 15:51:31.656394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:31.698849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b455d76-7014-47b4-8cb2-d1146529538c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.700141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b455d76-7014-47b4-8cb2-d1146529538c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.744948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-afcd7c30-0eeb-49da-b45c-25de49f9f8e7', 'network_id': 'afcd7c30-0eeb-49da-b45c-25de49f9f8e7', 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'fixed_ips': [{'subnet_id': '33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:31.746177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:31.748309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:31.764611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c450d6-99f2-48ee-80ea-df6369208abe None None] Pushing event updated for resources: {'Port': ['ID=fb186ba5-9469-45b9-8944-c21af68cf76d,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:31.779370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.852267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b455d76-7014-47b4-8cb2-d1146529538c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.859694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38510) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:31.912885 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 6 to provision port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 Aug 31 15:51:31.928311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f142558d-0332-4ede-9ad1-e7be207997d5 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:31.933316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38514) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:31.937594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-86feb119-36f2-4a8e-8ebb-c611fe908d48 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '114d16d4-c54d-4f90-af03-51b8aeb4c49a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'abed4def-56cd-4303-aebd-371973612134', 'remote_ip_prefix': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:31.954165 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f142558d-0332-4ede-9ad1-e7be207997d5 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1967556 Aug 31 15:51:31.978905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:31.979126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b455d76-7014-47b4-8cb2-d1146529538c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.010037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (ffb18521-6d7b-4e3e-9601-5d0c87ce9062), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.012112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142558d-0332-4ede-9ad1-e7be207997d5 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abed4def-56cd-4303-aebd-371973612134,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:32.039855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.db.resource_extend [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 15:51:32.049488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:32.064648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Allocated IP 172.20.0.2 (afcd7c30-0eeb-49da-b45c-25de49f9f8e7/33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469/a9b99cf0-c7a7-4309-a7ee-5781c33a2117) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:32.124017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-02d851d0-df6e-40d8-931f-a576cd0ca3d5 tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1674400173', 'prefixes': ['172.20.0.0/16']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:32.144563 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.151036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 4389af93-ebb9-4b04-9974-39b92ee40677 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:32.199041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bff1b7-7023-4b48-b5ed-da4cec5cecd3 req-8c810581-54a9-46f7-b187-488ab46476be tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:32.200561 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-26bff1b7-7023-4b48-b5ed-da4cec5cecd3 req-8c810581-54a9-46f7-b187-488ab46476be tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.2079284 Aug 31 15:51:32.217320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b455d76-7014-47b4-8cb2-d1146529538c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.221461 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3b455d76-7014-47b4-8cb2-d1146529538c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6885352 Aug 31 15:51:32.223044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38516) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:32.234832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'port': {'network_id': 'afcd7c30-0eeb-49da-b45c-25de49f9f8e7', 'name': 'tempest-RoutersTest-320633013'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:32.243495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Publish callbacks [] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.250366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port a977d0cf-6818-413b-bff7-838f13ad82e7 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:51:32.255469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting port fb186ba5-9469-45b9-8944-c21af68cf76d {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:32.255851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (fb186ba5-9469-45b9-8944-c21af68cf76d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.311392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:32.337265 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.339687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-86feb119-36f2-4a8e-8ebb-c611fe908d48 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (02c3e3b2-3056-45a9-91f0-4d007071974d), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.342134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:32.342720 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.402639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.439962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-86feb119-36f2-4a8e-8ebb-c611fe908d48 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (02c3e3b2-3056-45a9-91f0-4d007071974d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.454464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Network afcd7c30-0eeb-49da-b45c-25de49f9f8e7 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:32.458861 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:32.461692 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:32.473097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Pushing event updated for resources: {'Port': ['ID=a9b99cf0-c7a7-4309-a7ee-5781c33a2117,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:32.483419 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 7 to provision port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 Aug 31 15:51:32.522165 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-26bff1b7-7023-4b48-b5ed-da4cec5cecd3 req-74c28860-801f-4213-abee-72e71addb402 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051164 Aug 31 15:51:32.559870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:32.564556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.571134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:32.573859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Attempting to bind port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:32.574236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Attempting to bind port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '5a05a233-b57c-4ab3-aad7-b0cda61c4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'afcd7c30-0eeb-49da-b45c-25de49f9f8e7'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:32.574606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Attempting to bind port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 on network afcd7c30-0eeb-49da-b45c-25de49f9f8e7 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:32.580448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:32.580832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Checking segment: {'id': '5a05a233-b57c-4ab3-aad7-b0cda61c4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'afcd7c30-0eeb-49da-b45c-25de49f9f8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:32.582633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.582633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Bound using segment: {'id': '5a05a233-b57c-4ab3-aad7-b0cda61c4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'afcd7c30-0eeb-49da-b45c-25de49f9f8e7'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:32.582633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Bound port: a9b99cf0-c7a7-4309-a7ee-5781c33a2117, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a05a233-b57c-4ab3-aad7-b0cda61c4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'afcd7c30-0eeb-49da-b45c-25de49f9f8e7'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:32.582633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.586192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Network': ['ID=e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:32.605033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] device_id is not set on port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:51:32.606127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:32.616296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02d851d0-df6e-40d8-931f-a576cd0ca3d5 tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.616493 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d9703e0d-e50b-4f11-9931-7ed1efb1667b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/4389af93-ebb9-4b04-9974-39b92ee40677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9249425 Aug 31 15:51:32.617947 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-02d851d0-df6e-40d8-931f-a576cd0ca3d5 tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] 10.222.0.46 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7572467 Aug 31 15:51:32.618439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] For port fb186ba5-9469-45b9-8944-c21af68cf76d, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fb186ba5-9469-45b9-8944-c21af68cf76d,segment=NetworkSegment(4bc6de68-c4e9-4494-b860-54919ff25cc4),segment_id=4bc6de68-c4e9-4494-b860-54919ff25cc4)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:32.618812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (fb186ba5-9469-45b9-8944-c21af68cf76d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.619503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38518) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:32.621642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-86feb119-36f2-4a8e-8ebb-c611fe908d48 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (02c3e3b2-3056-45a9-91f0-4d007071974d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.624795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38520) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:32.624942 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773468c2-2bbe-4412-85cf-771b7e24f894 None None] Sync routers for ids ['4389af93-ebb9-4b04-9974-39b92ee40677'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:32.627228 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a5581c59-452e-432f-8518-93ab68350843 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8478158 Aug 31 15:51:32.635770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38522) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:32.642975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'subnet': {'network_id': 'e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:32.647124 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773468c2-2bbe-4412-85cf-771b7e24f894 None None] Routers {'4389af93-ebb9-4b04-9974-39b92ee40677'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:32.647763 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-773468c2-2bbe-4412-85cf-771b7e24f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4389af93-ebb9-4b04-9974-39b92ee40677'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:32.677004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Calling delete_port for fb186ba5-9469-45b9-8944-c21af68cf76d owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:32.702219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:32.710812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] For port a9b99cf0-c7a7-4309-a7ee-5781c33a2117, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:32.727284 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-773468c2-2bbe-4412-85cf-771b7e24f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:32.740199 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773468c2-2bbe-4412-85cf-771b7e24f894 None None] Routers {'4389af93-ebb9-4b04-9974-39b92ee40677'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:32.741654 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-773468c2-2bbe-4412-85cf-771b7e24f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4389af93-ebb9-4b04-9974-39b92ee40677'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:32.807651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] For port a9b99cf0-c7a7-4309-a7ee-5781c33a2117, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a9b99cf0-c7a7-4309-a7ee-5781c33a2117,segment=NetworkSegment(5a05a233-b57c-4ab3-aad7-b0cda61c4834),segment_id=5a05a233-b57c-4ab3-aad7-b0cda61c4834)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:32.815129 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbaae4-613c-4d38-923b-f9b65839d2df tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:32.822054 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a3cbaae4-613c-4d38-923b-f9b65839d2df tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports/aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9 HTTP/1.1" status: 200 len: 913 time: 0.1978037 Aug 31 15:51:32.822692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38524) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:32.823185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb119-36f2-4a8e-8ebb-c611fe908d48 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c3e3b2-3056-45a9-91f0-4d007071974d,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:32.887470 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5508bac4-e624-4114-9f08-323d963b6f35 tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] 10.222.0.46 "GET /networking/v2.0/subnetpools/1bb8e354-7968-48d1-8457-519c4e9f66f7 HTTP/1.1" status: 200 len: 732 time: 0.2385700 Aug 31 15:51:32.891585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38526) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:32.896157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9ad98f06-2ba7-4440-982c-66b9dd922e8d tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-913749078'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:32.909162 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-773468c2-2bbe-4412-85cf-771b7e24f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:32.910217 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773468c2-2bbe-4412-85cf-771b7e24f894 None None] The sync data for ids ['4389af93-ebb9-4b04-9974-39b92ee40677'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:32.921107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 172.20.0.14 (e986fc1f-2559-47ce-89c8-1dd43368919a/8313d4fd-1ec1-4226-ab74-9766b22aa945/a977d0cf-6818-413b-bff7-838f13ad82e7) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:32.943680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-86feb119-36f2-4a8e-8ebb-c611fe908d48 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.944911 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-86feb119-36f2-4a8e-8ebb-c611fe908d48 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0112913 Aug 31 15:51:32.951542 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38528) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:32.958276 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:32.958832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::f816:3eff:fe78:be5d (e986fc1f-2559-47ce-89c8-1dd43368919a/b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee/a977d0cf-6818-413b-bff7-838f13ad82e7) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:33.000482 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f0722e-d8e2-4d03-932a-f787ac2f89aa None None] Network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:33.056757 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Allocated IP 172.20.0.8 (afcd7c30-0eeb-49da-b45c-25de49f9f8e7/33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469/d5992eee-c2c3-4f03-b1f7-899cceb0e6ad) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:33.078826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c8ba35e0-3da6-4ce5-b98f-bf2537fb85d4 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (02c3e3b2-3056-45a9-91f0-4d007071974d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.088445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c8ba35e0-3da6-4ce5-b98f-bf2537fb85d4 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (02c3e3b2-3056-45a9-91f0-4d007071974d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.135394 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 8 to provision port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 Aug 31 15:51:33.137191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Made reservation on behalf of 4bed0faaee304970af6dd88494b63185 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:33.140922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.173429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9ad98f06-2ba7-4440-982c-66b9dd922e8d tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.177273 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9ad98f06-2ba7-4440-982c-66b9dd922e8d tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] 10.222.0.46 "PUT /networking/v2.0/subnetpools/1bb8e354-7968-48d1-8457-519c4e9f66f7 HTTP/1.1" status: 200 len: 683 time: 0.2828209 Aug 31 15:51:33.177443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:33.177646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38530) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:33.256130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3af3c-fc49-4566-b929-8505379e6116 None None] Pushing event updated for resources: {'Port': ['ID=a9b99cf0-c7a7-4309-a7ee-5781c33a2117,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:33.271181 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:33.286856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c8ba35e0-3da6-4ce5-b98f-bf2537fb85d4 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (02c3e3b2-3056-45a9-91f0-4d007071974d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.292393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c8ba35e0-3da6-4ce5-b98f-bf2537fb85d4 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.302550 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c8ba35e0-3da6-4ce5-b98f-bf2537fb85d4 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/02c3e3b2-3056-45a9-91f0-4d007071974d HTTP/1.1" status: 204 len: 168 time: 0.3459933 Aug 31 15:51:33.308202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38532) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:33.341450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba35e0-3da6-4ce5-b98f-bf2537fb85d4 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02c3e3b2-3056-45a9-91f0-4d007071974d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:33.347950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fb186ba5-9469-45b9-8944-c21af68cf76d up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:33.397763 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-97fa2bd8-d6e1-4e73-adf3-cef817773b7b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0905445 Aug 31 15:51:33.398402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38534) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:33.430796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port fb186ba5-9469-45b9-8944-c21af68cf76d triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:33.431019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (fb186ba5-9469-45b9-8944-c21af68cf76d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.431233 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port fb186ba5-9469-45b9-8944-c21af68cf76d Aug 31 15:51:33.449799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (fb186ba5-9469-45b9-8944-c21af68cf76d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.476336 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:33.477962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Port fb186ba5-9469-45b9-8944-c21af68cf76d was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:51:33.500131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-66330d99-8908-44b0-90bd-089423841ce3 tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.501496 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-66330d99-8908-44b0-90bd-089423841ce3 tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] 10.222.0.46 "DELETE /networking/v2.0/subnetpools/1bb8e354-7968-48d1-8457-519c4e9f66f7 HTTP/1.1" status: 204 len: 168 time: 0.3229055 Aug 31 15:51:33.510900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38536) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:33.548197 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-9d37a265-e74f-47ea-9ce8-b2d85791f909 tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] show failed (client error): The resource could not be found. Aug 31 15:51:33.549356 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9d37a265-e74f-47ea-9ce8-b2d85791f909 tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] 10.222.0.46 "GET /networking/v2.0/subnetpools/1bb8e354-7968-48d1-8457-519c4e9f66f7 HTTP/1.1" status: 404 len: 346 time: 0.0350490 Aug 31 15:51:33.553548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38538) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:33.595325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Port': ['ID=fb186ba5-9469-45b9-8944-c21af68cf76d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:33.606433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-727ec087-49e0-464c-ba53-e15dfe2ed1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (abed4def-56cd-4303-aebd-371973612134), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.647321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e1278f-b5cf-4309-b897-5275f33128a1 None None] Network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:33.668518 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-5c3074f4-d656-40ff-a217-a331fb6b46bf tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] delete failed (client error): The resource could not be found. Aug 31 15:51:33.675855 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5c3074f4-d656-40ff-a217-a331fb6b46bf tempest-SubnetPoolsTestJSON-808357241 tempest-SubnetPoolsTestJSON-808357241-project] 10.222.0.46 "DELETE /networking/v2.0/subnetpools/1bb8e354-7968-48d1-8457-519c4e9f66f7 HTTP/1.1" status: 404 len: 346 time: 0.0921514 Aug 31 15:51:33.677667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (4389af93-ebb9-4b04-9974-39b92ee40677), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.693484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.699054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-727ec087-49e0-464c-ba53-e15dfe2ed1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (abed4def-56cd-4303-aebd-371973612134), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.748774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185c74b-f4cb-4885-b375-126aa953f7f0 req-8d55023d-2111-49fa-ba12-e7a628c5cfd6 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:33.750322 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2185c74b-f4cb-4885-b375-126aa953f7f0 req-8d55023d-2111-49fa-ba12-e7a628c5cfd6 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1182680 Aug 31 15:51:33.767678 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No DVR routers for this DVR port fb186ba5-9469-45b9-8944-c21af68cf76d on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:33.772077 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 9 to provision port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 Aug 31 15:51:33.832690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:33.839239 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2185c74b-f4cb-4885-b375-126aa953f7f0 req-3be9ae6e-4012-4781-a00e-4b981edc14a5 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796573 Aug 31 15:51:33.856000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:33.866637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (a977d0cf-6818-413b-bff7-838f13ad82e7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.975392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.975392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-727ec087-49e0-464c-ba53-e15dfe2ed1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (abed4def-56cd-4303-aebd-371973612134), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.978802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-727ec087-49e0-464c-ba53-e15dfe2ed1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:33.980921 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-727ec087-49e0-464c-ba53-e15dfe2ed1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/abed4def-56cd-4303-aebd-371973612134 HTTP/1.1" status: 204 len: 168 time: 0.5813749 Aug 31 15:51:33.990867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38544) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:34.036698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (741d4853-8859-4a7f-ad9c-48944644dca7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.044600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ec087-49e0-464c-ba53-e15dfe2ed1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abed4def-56cd-4303-aebd-371973612134,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:34.080788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network afcd7c30-0eeb-49da-b45c-25de49f9f8e7 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:34.095436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:34.104811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:34.118023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=d5992eee-c2c3-4f03-b1f7-899cceb0e6ad,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:34.152771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (a977d0cf-6818-413b-bff7-838f13ad82e7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.163901 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c29f7657-fe86-48a9-9b69-fb7179426aef tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1681557 Aug 31 15:51:34.166823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38546) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:34.192385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:34.200230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:34.201024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.232997 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:34.254297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e180779-ae97-426e-ae3a-9650ad41de44 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (114d16d4-c54d-4f90-af03-51b8aeb4c49a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.257105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:34.261447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (ceb51f16-080a-4727-8a91-0c7891e47b01), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.263394 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=a977d0cf-6818-413b-bff7-838f13ad82e7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:34.266466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:34.281232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e180779-ae97-426e-ae3a-9650ad41de44 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (114d16d4-c54d-4f90-af03-51b8aeb4c49a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.357538 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 10 to provision port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 Aug 31 15:51:34.362367 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b365b772-8b01-49e2-946f-e475d85f04c4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1377194 Aug 31 15:51:34.365149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38550) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:34.412254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:34.419460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (741d4853-8859-4a7f-ad9c-48944644dca7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.422541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Could not find standard attr ID for object 53ba682d-6af6-4ffd-a2db-97ef36024718. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:51:34.441039 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Provisioning complete for port 876a19c5-f698-468d-8e83-1ad68f6236bf triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:34.441520 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (876a19c5-f698-468d-8e83-1ad68f6236bf), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.442075 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Attempt 1 to provision port 876a19c5-f698-468d-8e83-1ad68f6236bf Aug 31 15:51:34.465712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:34.466616 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.476009 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Subnet': ['ID=ceb51f16-080a-4727-8a91-0c7891e47b01,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:34.496944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:34.498932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.524516 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fcfd46-0513-4a3d-996e-0c6b31f143cf None None] Network ffb18521-6d7b-4e3e-9601-5d0c87ce9062 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:34.539100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e180779-ae97-426e-ae3a-9650ad41de44 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (114d16d4-c54d-4f90-af03-51b8aeb4c49a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.541828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e180779-ae97-426e-ae3a-9650ad41de44 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.543308 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4e180779-ae97-426e-ae3a-9650ad41de44 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/114d16d4-c54d-4f90-af03-51b8aeb4c49a HTTP/1.1" status: 204 len: 168 time: 0.3755403 Aug 31 15:51:34.552814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38552) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-99928be7-a7e3-480b-b8e7-ed1b5aba8834 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:34.556398 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:34.597836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e180779-ae97-426e-ae3a-9650ad41de44 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114d16d4-c54d-4f90-af03-51b8aeb4c49a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:34.603465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38554) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:34.707373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c037879-36ec-4b5d-ac86-9304f9ec7367 None None] Network afcd7c30-0eeb-49da-b45c-25de49f9f8e7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:34.746216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Provisioning complete for port a11a6a6b-4e43-4228-a84a-345dbf003f3c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:34.746697 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.747209 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Attempt 1 to provision port a11a6a6b-4e43-4228-a84a-345dbf003f3c Aug 31 15:51:34.830893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f7f53c-10d6-4016-86f2-eb4b073d344d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.847134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045af0d7-36f1-47cd-a969-a1df76bfd98f None None] DHCP port deletion for ffb18521-6d7b-4e3e-9601-5d0c87ce9062 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:34.868402 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:34.900353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Provisioning complete for port 0872ed80-08e5-47df-85a2-57c29cd5a76e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:34.900739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.901251 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Attempt 1 to provision port 0872ed80-08e5-47df-85a2-57c29cd5a76e Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:34.984371 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:34.989501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:34.998503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Provisioning complete for port aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:34.999117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:34.999589 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Attempt 1 to provision port aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9 Aug 31 15:51:35.013050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.033287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Subnet': ['ID=741d4853-8859-4a7f-ad9c-48944644dca7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:35.050613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Port aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:35.066470 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cfa3327e-dbad-4095-933d-4696c89e3565 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.4821622 Aug 31 15:51:35.069913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38560) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:35.070099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:35.135990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Checking segment: {'id': '4e812948-dd5f-430d-a430-d3010bd2107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:35.135990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network hostable DHCP agents. Network: e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:35.141844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (ffb18521-6d7b-4e3e-9601-5d0c87ce9062), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.191370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aa8d3-981d-48ed-808b-adabd2dc6560 req-ba7d0b8d-d2c7-46a1-8a4a-2cd424a04973 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:35.193953 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dd5aa8d3-981d-48ed-808b-adabd2dc6560 req-ba7d0b8d-d2c7-46a1-8a4a-2cd424a04973 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.1540310 Aug 31 15:51:35.225482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb18521-6d7b-4e3e-9601-5d0c87ce9062']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:35.232817 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4dfc8fa7-0908-4066-8f68-95fb037e0590 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6431687 Aug 31 15:51:35.234045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f7f53c-10d6-4016-86f2-eb4b073d344d admin admin] Publish callbacks [] for security_group (e4453a8a-3681-48a3-8792-f89eb69e2d46), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.241665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f818c8ec-591d-4430-862d-8ab7da9c966d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:35.246834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f818c8ec-591d-4430-862d-8ab7da9c966d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:35.249592 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f818c8ec-591d-4430-862d-8ab7da9c966d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1786900 Aug 31 15:51:35.250581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38562) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:35.258502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38564) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:35.259030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:35.261166 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a9b99cf0-c7a7-4309-a7ee-5781c33a2117 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:35.262385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-354c210c-933c-4a88-8424-6c66c91b4251 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773887861'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:35.266329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc6de68-c4e9-4494-b860-54919ff25cc4') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:35.266713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc6de68-c4e9-4494-b860-54919ff25cc4') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:35.278118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (4bc6de68-c4e9-4494-b860-54919ff25cc4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.306770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c16816-5441-4f95-a7fd-8279ed961870 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:51:35.307843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.327657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4bc6de68-c4e9-4494-b860-54919ff25cc4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.349369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:35.351569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:35.352078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (4bc6de68-c4e9-4494-b860-54919ff25cc4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.376124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-80f7f53c-10d6-4016-86f2-eb4b073d344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e4453a8a-3681-48a3-8792-f89eb69e2d46), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.418563 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 4bc6de68-c4e9-4494-b860-54919ff25cc4 resource provider aggregate not found Aug 31 15:51:35.427275 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dd5aa8d3-981d-48ed-808b-adabd2dc6560 req-6ac382f0-fe03-4953-a0d1-3d88421d0f72 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167308 Aug 31 15:51:35.433586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:35.485854 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 4bc6de68-c4e9-4494-b860-54919ff25cc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bc6de68-c4e9-4494-b860-54919ff25cc4 found for delete ", "request_id": "req-6ee14582-1616-404c-92ca-6d4348068632"}]} Aug 31 15:51:35.486665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:35.487038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.487366 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 Aug 31 15:51:35.491812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-df2ba9e9-f77f-41d8-93b5-b318d89268b3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port a977d0cf-6818-413b-bff7-838f13ad82e7 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:35.492144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df2ba9e9-f77f-41d8-93b5-b318d89268b3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (a977d0cf-6818-413b-bff7-838f13ad82e7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.517610 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-80f7f53c-10d6-4016-86f2-eb4b073d344d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7ebf791447824b699be087c77790ec3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9105055 Aug 31 15:51:35.517610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-354c210c-933c-4a88-8424-6c66c91b4251 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.518041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38570) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:35.552642 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Attempt 2 to provision port aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9 Aug 31 15:51:35.570751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:35.577783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7f53c-10d6-4016-86f2-eb4b073d344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4453a8a-3681-48a3-8792-f89eb69e2d46,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:35.596546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:35.597027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.600377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (ffb18521-6d7b-4e3e-9601-5d0c87ce9062), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:35.601316 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:35.622111 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Port aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:35.634744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.652558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.658052 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/ffb18521-6d7b-4e3e-9601-5d0c87ce9062 HTTP/1.1" status: 204 len: 168 time: 4.3577352 Aug 31 15:51:35.659715 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38572) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:35.682574 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c16816-5441-4f95-a7fd-8279ed961870 None None] Unable to find a vacant binding_index for network e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 and agent 8a5fdee9-5acd-4319-bc45-161a593c1485 {{(pid=114267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 31 15:51:35.684301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ac229-c08d-4eee-a22b-2bd72d198e33 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Network': ['ID=ffb18521-6d7b-4e3e-9601-5d0c87ce9062,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:35.697240 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb1bb5b-c889-4769-b74d-ac57cbd55296 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:35.697709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb1bb5b-c889-4769-b74d-ac57cbd55296 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:35.700687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fb186ba5-9469-45b9-8944-c21af68cf76d no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:35.702175 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0eb1bb5b-c889-4769-b74d-ac57cbd55296 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/ffb18521-6d7b-4e3e-9601-5d0c87ce9062 HTTP/1.1" status: 404 len: 339 time: 0.0377381 Aug 31 15:51:35.704649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c16816-5441-4f95-a7fd-8279ed961870 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1) {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:51:35.712421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38574) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:35.717745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df2ba9e9-f77f-41d8-93b5-b318d89268b3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (a977d0cf-6818-413b-bff7-838f13ad82e7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.719226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682721562', 'description': 'd1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:35.728438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: fb186ba5-9469-45b9-8944-c21af68cf76d {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:35.728926 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fb186ba5-9469-45b9-8944-c21af68cf76d not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:35.741329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-df2ba9e9-f77f-41d8-93b5-b318d89268b3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for a977d0cf-6818-413b-bff7-838f13ad82e7 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:35.743119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.767164 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-07d4602e-16b2-418c-bc6b-900461857046 admin admin] Publish callbacks [] for security_group (e4453a8a-3681-48a3-8792-f89eb69e2d46), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.787928 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-edbbd11b-d4f9-4cff-bd33-abb656e82bcb tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1509213 Aug 31 15:51:35.791565 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38576) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:35.802474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-46abdd39-1647-492c-83ef-38707beed07c tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:35.806281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-07d4602e-16b2-418c-bc6b-900461857046 admin admin] Publish callbacks [] for security_group (e4453a8a-3681-48a3-8792-f89eb69e2d46), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.821399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-354c210c-933c-4a88-8424-6c66c91b4251 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (e6a2eff6-2977-474c-83cc-3dd591adf151), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.883962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=d5992eee-c2c3-4f03-b1f7-899cceb0e6ad,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:35.917413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:35.921214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.928295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-354c210c-933c-4a88-8424-6c66c91b4251 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e6a2eff6-2977-474c-83cc-3dd591adf151), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:35.960612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.009286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c210c-933c-4a88-8424-6c66c91b4251 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a2eff6-2977-474c-83cc-3dd591adf151,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:36.060249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:36.108992 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1', 'network_id': 'e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1', 'project_id': '4bed0faaee304970af6dd88494b63185', 'fixed_ips': [{'subnet_id': 'ceb51f16-080a-4727-8a91-0c7891e47b01'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:36.110781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.123246 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Attempt 3 to provision port aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9 Aug 31 15:51:36.132506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-354c210c-933c-4a88-8424-6c66c91b4251 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.138177 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-354c210c-933c-4a88-8424-6c66c91b4251 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8810444 Aug 31 15:51:36.142759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38578) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:36.152599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-55f47efb-8a23-4fef-abe3-2388b6c1439d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2eff6-2977-474c-83cc-3dd591adf151', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:36.154920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Port aa10b5b8-d4ec-4d44-91c4-5f2db5cf75d9 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:51:36.163555 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-640914ac-6d1b-40a6-9da1-6636223e92d9 None None] Could not find standard attr ID for object fb186ba5-9469-45b9-8944-c21af68cf76d. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:51:36.197463 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-46abdd39-1647-492c-83ef-38707beed07c tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for router_gateway (8f77306d-15d1-44d1-95ec-ed141b241d05), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.211799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.251908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (4389af93-ebb9-4b04-9974-39b92ee40677), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.303802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-07d4602e-16b2-418c-bc6b-900461857046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e4453a8a-3681-48a3-8792-f89eb69e2d46), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.306830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-07d4602e-16b2-418c-bc6b-900461857046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.310458 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-07d4602e-16b2-418c-bc6b-900461857046 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e4453a8a-3681-48a3-8792-f89eb69e2d46 HTTP/1.1" status: 204 len: 168 time: 0.7910616 Aug 31 15:51:36.328971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Provisioning complete for port a977d0cf-6818-413b-bff7-838f13ad82e7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:36.329417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a977d0cf-6818-413b-bff7-838f13ad82e7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.329835 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 1 to provision port a977d0cf-6818-413b-bff7-838f13ad82e7 Aug 31 15:51:36.347616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55f47efb-8a23-4fef-abe3-2388b6c1439d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (632a159c-e6f2-4588-8daa-30a87016953e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.392277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port a977d0cf-6818-413b-bff7-838f13ad82e7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:36.406963 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4602e-16b2-418c-bc6b-900461857046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4453a8a-3681-48a3-8792-f89eb69e2d46,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:36.432035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df2ba9e9-f77f-41d8-93b5-b318d89268b3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (a977d0cf-6818-413b-bff7-838f13ad82e7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.457798 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:36.466910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:36.479738 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Allocated IP 2001:db8:1::2 (e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1/ceb51f16-080a-4727-8a91-0c7891e47b01/c278dc35-1531-4852-9f85-290a6a143fc4) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:36.495595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e4f2aae6-afcb-460c-9f40-65fe034482c2), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.495937 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Added segment e4f2aae6-afcb-460c-9f40-65fe034482c2 of type vlan for network 16ad85a3-8f34-4053-86d3-42b4baaa1467 Aug 31 15:51:36.510684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ba9e9-f77f-41d8-93b5-b318d89268b3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=a977d0cf-6818-413b-bff7-838f13ad82e7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:36.543392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55f47efb-8a23-4fef-abe3-2388b6c1439d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (632a159c-e6f2-4588-8daa-30a87016953e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.568698 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.635657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (16ad85a3-8f34-4053-86d3-42b4baaa1467), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.669710 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-46abdd39-1647-492c-83ef-38707beed07c tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:51:36.674754 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-46abdd39-1647-492c-83ef-38707beed07c tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "PUT /networking/v2.0/routers/8f77306d-15d1-44d1-95ec-ed141b241d05 HTTP/1.1" status: 400 len: 364 time: 0.8782225 Aug 31 15:51:36.677996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38584) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:36.687834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55f47efb-8a23-4fef-abe3-2388b6c1439d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (632a159c-e6f2-4588-8daa-30a87016953e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.696715 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Publish callbacks [] for port (c278dc35-1531-4852-9f85-290a6a143fc4), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.706001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:36.792050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742c1f7-93d8-4a28-9689-b73ae48f6289 req-30e29271-3468-4000-9689-1c1a3e76c204 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:36.793741 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9742c1f7-93d8-4a28-9689-b73ae48f6289 req-30e29271-3468-4000-9689-1c1a3e76c204 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.2280178 Aug 31 15:51:36.812683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 4389af93-ebb9-4b04-9974-39b92ee40677 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:36.820803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f47efb-8a23-4fef-abe3-2388b6c1439d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632a159c-e6f2-4588-8daa-30a87016953e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:36.823996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df2ba9e9-f77f-41d8-93b5-b318d89268b3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.830097 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-df2ba9e9-f77f-41d8-93b5-b318d89268b3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/a977d0cf-6818-413b-bff7-838f13ad82e7 HTTP/1.1" status: 204 len: 168 time: 1.5719793 Aug 31 15:51:36.831017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.880363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38586) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:36.888173 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Network e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:36.892587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:36.904647 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 2 to provision port a977d0cf-6818-413b-bff7-838f13ad82e7 Aug 31 15:51:36.927596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:36.933476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port a977d0cf-6818-413b-bff7-838f13ad82e7 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:51:36.944713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:36.963005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Pushing event updated for resources: {'Port': ['ID=c278dc35-1531-4852-9f85-290a6a143fc4,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:36.973933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Provisioning complete for port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:36.974366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.974766 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 1 to provision port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 Aug 31 15:51:36.993322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (16ad85a3-8f34-4053-86d3-42b4baaa1467), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:36.998372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:36.998982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.002941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:37.040771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Attempting to bind port c278dc35-1531-4852-9f85-290a6a143fc4 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:37.041238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Attempting to bind port c278dc35-1531-4852-9f85-290a6a143fc4 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '4e812948-dd5f-430d-a430-d3010bd2107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:37.042250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Attempting to bind port c278dc35-1531-4852-9f85-290a6a143fc4 on network e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:37.052761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:37.053239 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Checking segment: {'id': '4e812948-dd5f-430d-a430-d3010bd2107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:37.053737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.054196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Bound using segment: {'id': '4e812948-dd5f-430d-a430-d3010bd2107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:37.054743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Bound port: c278dc35-1531-4852-9f85-290a6a143fc4, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e812948-dd5f-430d-a430-d3010bd2107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:37.055185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:37.079556 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:37.088846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Provisioning complete for port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:37.089382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.089835 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 1 to provision port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad Aug 31 15:51:37.153465 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:37.181134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296d1fe-7717-4cdb-89cd-768696547f01 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:37.183464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] For port c278dc35-1531-4852-9f85-290a6a143fc4, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:37.183689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296d1fe-7717-4cdb-89cd-768696547f01 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:37.186141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296d1fe-7717-4cdb-89cd-768696547f01 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:37.187366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] For port c278dc35-1531-4852-9f85-290a6a143fc4, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c278dc35-1531-4852-9f85-290a6a143fc4,segment=NetworkSegment(4e812948-dd5f-430d-a430-d3010bd2107c),segment_id=4e812948-dd5f-430d-a430-d3010bd2107c)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:37.191895 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8296d1fe-7717-4cdb-89cd-768696547f01 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3078859 Aug 31 15:51:37.195432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-55f47efb-8a23-4fef-abe3-2388b6c1439d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.196572 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-55f47efb-8a23-4fef-abe3-2388b6c1439d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0481541 Aug 31 15:51:37.198703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38588) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:37.218093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38590) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:37.232740 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5175812 Aug 31 15:51:37.233627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:37.236025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38592) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:37.253243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ede651-31b6-4c4c-b2a6-4b8a8e3129e5 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=16ad85a3-8f34-4053-86d3-42b4baaa1467,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:37.271324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 16ad85a3-8f34-4053-86d3-42b4baaa1467 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:37.284477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-73a30d18-2424-41e0-aaa6-52fd282acaf0 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:37.286760 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-73a30d18-2424-41e0-aaa6-52fd282acaf0 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.5575211 Aug 31 15:51:37.296235 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:37.306361 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-544d13d5-9d8c-49cb-b164-f8fb663629bd tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/4389af93-ebb9-4b04-9974-39b92ee40677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4718637 Aug 31 15:51:37.311012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38594) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:37.326060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8e35e6-6fde-43a4-902f-96b45f7f69f5 None None] Sync routers for ids ['4389af93-ebb9-4b04-9974-39b92ee40677'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:37.332117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.419514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e35e6-6fde-43a4-902f-96b45f7f69f5 None None] Routers {'4389af93-ebb9-4b04-9974-39b92ee40677'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:37.420308 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-4c8e35e6-6fde-43a4-902f-96b45f7f69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4389af93-ebb9-4b04-9974-39b92ee40677'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:37.434513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.439900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-99d814cb-f373-45b8-9cb6-6856ba13d87c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (632a159c-e6f2-4588-8daa-30a87016953e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.466147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-4c8e35e6-6fde-43a4-902f-96b45f7f69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:37.487295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e35e6-6fde-43a4-902f-96b45f7f69f5 None None] Routers {'4389af93-ebb9-4b04-9974-39b92ee40677'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:37.488558 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-4c8e35e6-6fde-43a4-902f-96b45f7f69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4389af93-ebb9-4b04-9974-39b92ee40677'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:37.499064 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd18789-1f16-4c11-b32c-5d93f6fe3101 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 8313d4fd-1ec1-4226-ab74-9766b22aa945 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:37.519135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-99d814cb-f373-45b8-9cb6-6856ba13d87c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (632a159c-e6f2-4588-8daa-30a87016953e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.524710 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9742c1f7-93d8-4a28-9689-b73ae48f6289 req-11b8a5b4-dae6-488a-bea1-e1d14e843f97 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7022164 Aug 31 15:51:37.529868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3cd18789-1f16-4c11-b32c-5d93f6fe3101 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (8313d4fd-1ec1-4226-ab74-9766b22aa945), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.531337 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-4c8e35e6-6fde-43a4-902f-96b45f7f69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:37.532172 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8e35e6-6fde-43a4-902f-96b45f7f69f5 None None] The sync data for ids ['4389af93-ebb9-4b04-9974-39b92ee40677'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:37.538123 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6311497-0779-4dca-8652-62bc188007a4 None None] Pushing event updated for resources: {'Port': ['ID=c278dc35-1531-4852-9f85-290a6a143fc4,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:37.604766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:37.612563 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987430a-dc58-4165-a491-fcbe49cb5267 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:37.617437 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f987430a-dc58-4165-a491-fcbe49cb5267 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/networks?id=16ad85a3-8f34-4053-86d3-42b4baaa1467 HTTP/1.1" status: 200 len: 765 time: 0.3560710 Aug 31 15:51:37.630900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38596) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:37.636070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-4bedd687-a73a-4d28-88b1-2500bcd1f4ad tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'description': 'd2'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:37.658436 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 2 to provision port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad Aug 31 15:51:37.705801 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:37.752531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-473b38c9-ff5d-4d91-87a6-fb8ba2715f84 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Deleting port 5aed62bc-1e09-4909-82da-4f9091d0945f {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:37.752893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-473b38c9-ff5d-4d91-87a6-fb8ba2715f84 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.758212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3cd18789-1f16-4c11-b32c-5d93f6fe3101 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (8313d4fd-1ec1-4226-ab74-9766b22aa945), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.856902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Allocated IP 2001:db8::1 (f8a1948d-be06-4538-a54a-031a660c1724/ff4053ad-0369-4d41-8f52-edf57df36a68/1b501c8e-83a3-4b83-b4e0-a2996c53737d) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:37.871218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-99d814cb-f373-45b8-9cb6-6856ba13d87c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (632a159c-e6f2-4588-8daa-30a87016953e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.876269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-99d814cb-f373-45b8-9cb6-6856ba13d87c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:37.877544 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-99d814cb-f373-45b8-9cb6-6856ba13d87c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/632a159c-e6f2-4588-8daa-30a87016953e HTTP/1.1" status: 204 len: 168 time: 0.6544983 Aug 31 15:51:37.886030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38598) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:37.928147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d814cb-f373-45b8-9cb6-6856ba13d87c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=632a159c-e6f2-4588-8daa-30a87016953e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:37.959206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.022781 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8e511e8f-e755-43f5-997d-c7a1a2606480 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1355815 Aug 31 15:51:38.029471 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38600) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:38.042221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (4389af93-ebb9-4b04-9974-39b92ee40677), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.054718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.109233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:38.155651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-473b38c9-ff5d-4d91-87a6-fb8ba2715f84 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] For port 5aed62bc-1e09-4909-82da-4f9091d0945f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=5aed62bc-1e09-4909-82da-4f9091d0945f,segment=NetworkSegment(2e509f84-87b4-40bc-a1b1-d5966e547fd1),segment_id=2e509f84-87b4-40bc-a1b1-d5966e547fd1)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:38.156021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-473b38c9-ff5d-4d91-87a6-fb8ba2715f84 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.166761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3cd18789-1f16-4c11-b32c-5d93f6fe3101 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (8313d4fd-1ec1-4226-ab74-9766b22aa945), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.206677 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 3 to provision port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad Aug 31 15:51:38.221982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bedd687-a73a-4d28-88b1-2500bcd1f4ad tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (16ad85a3-8f34-4053-86d3-42b4baaa1467), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.247741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-473b38c9-ff5d-4d91-87a6-fb8ba2715f84 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Calling delete_port for 5aed62bc-1e09-4909-82da-4f9091d0945f owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:38.253963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=d5992eee-c2c3-4f03-b1f7-899cceb0e6ad,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:38.265745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:38.268203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.385393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bedd687-a73a-4d28-88b1-2500bcd1f4ad tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (16ad85a3-8f34-4053-86d3-42b4baaa1467), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.464237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4bedd687-a73a-4d28-88b1-2500bcd1f4ad tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network 16ad85a3-8f34-4053-86d3-42b4baaa1467 is not hosted by any dhcp agent {{(pid=114266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 15:51:38.470288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bedd687-a73a-4d28-88b1-2500bcd1f4ad tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:38.471344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4bedd687-a73a-4d28-88b1-2500bcd1f4ad tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.475396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 5aed62bc-1e09-4909-82da-4f9091d0945f no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:38.475780 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4bedd687-a73a-4d28-88b1-2500bcd1f4ad tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "PUT /networking/v2.0/networks/16ad85a3-8f34-4053-86d3-42b4baaa1467 HTTP/1.1" status: 200 len: 762 time: 0.8438056 Aug 31 15:51:38.476432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38602) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:38.521086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:38.549137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for port (1b501c8e-83a3-4b83-b4e0-a2996c53737d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.584203 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-635e0fbd-1156-40d9-abbf-04560465b617 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (e6a2eff6-2977-474c-83cc-3dd591adf151), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.593763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-61763c9b-8a46-4a6d-a83d-b8b3bd4695f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.594398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3cd18789-1f16-4c11-b32c-5d93f6fe3101 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (8313d4fd-1ec1-4226-ab74-9766b22aa945), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.616201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 5aed62bc-1e09-4909-82da-4f9091d0945f is: BUILD; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:51:38.616336 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.646181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedd687-a73a-4d28-88b1-2500bcd1f4ad tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=16ad85a3-8f34-4053-86d3-42b4baaa1467,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:38.657900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b1250-2f10-4a14-a623-d049d0b586f1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:38.658745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5aed62bc-1e09-4909-82da-4f9091d0945f {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:51:38.664240 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-101b1250-2f10-4a14-a623-d049d0b586f1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/networks?id=16ad85a3-8f34-4053-86d3-42b4baaa1467 HTTP/1.1" status: 200 len: 765 time: 0.1670542 Aug 31 15:51:38.675642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38606) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:38.680722 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad0cf15-a4fd-4bbd-937e-4c6c97396f58 None None] Network e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:38.687364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 16ad85a3-8f34-4053-86d3-42b4baaa1467 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:38.703275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-635e0fbd-1156-40d9-abbf-04560465b617 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (e6a2eff6-2977-474c-83cc-3dd591adf151), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.710132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd18789-1f16-4c11-b32c-5d93f6fe3101 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=8313d4fd-1ec1-4226-ab74-9766b22aa945,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:38.758954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3cd18789-1f16-4c11-b32c-5d93f6fe3101 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.769957 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3cd18789-1f16-4c11-b32c-5d93f6fe3101 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/8313d4fd-1ec1-4226-ab74-9766b22aa945 HTTP/1.1" status: 204 len: 168 time: 1.5622654 Aug 31 15:51:38.771277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38608) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:38.775020 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 4 to provision port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad Aug 31 15:51:38.812143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 5aed62bc-1e09-4909-82da-4f9091d0945f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=5aed62bc-1e09-4909-82da-4f9091d0945f,segment=NetworkSegment(2e509f84-87b4-40bc-a1b1-d5966e547fd1),segment_id=2e509f84-87b4-40bc-a1b1-d5966e547fd1)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:38.881720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:38.900525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:38.905186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network afcd7c30-0eeb-49da-b45c-25de49f9f8e7 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:38.911616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ab6fa5-cfa1-4e4f-b97e-36b19a4e6134 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:38.916832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:38.931575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-08ab6fa5-cfa1-4e4f-b97e-36b19a4e6134 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.024261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=5aed62bc-1e09-4909-82da-4f9091d0945f,revision_number=5']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:39.049949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaa6d1-d598-4abd-a94e-bad65275df78 req-f08a267e-c16b-47bb-8ddb-5269dec6a1c6 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:39.052198 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8fdaa6d1-d598-4abd-a94e-bad65275df78 req-f08a267e-c16b-47bb-8ddb-5269dec6a1c6 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 945 time: 0.4106121 Aug 31 15:51:39.133482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-08ab6fa5-cfa1-4e4f-b97e-36b19a4e6134 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.150867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:39.152638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1b501c8e-83a3-4b83-b4e0-a2996c53737d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.229364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd3568e-6190-42c5-90ef-ae13cb89098e None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:39.315693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-08ab6fa5-cfa1-4e4f-b97e-36b19a4e6134 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.338316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Port': ['ID=1b501c8e-83a3-4b83-b4e0-a2996c53737d,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:39.344862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network f8a1948d-be06-4538-a54a-031a660c1724 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:39.350304 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8fdaa6d1-d598-4abd-a94e-bad65275df78 req-57ec9a41-1ebf-4a0f-af25-0cccfb44cea6 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=320c212e-5321-441e-b012-b334c40b5f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843246 Aug 31 15:51:39.358476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-473b38c9-ff5d-4d91-87a6-fb8ba2715f84 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5aed62bc-1e09-4909-82da-4f9091d0945f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.363977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459a4ba4-2f73-460e-aa2a-48b367f00419 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:39.378406 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-459a4ba4-2f73-460e-aa2a-48b367f00419 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7003992 Aug 31 15:51:39.381333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38610) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:39.388132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:39.401050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:39.401050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (8f77306d-15d1-44d1-95ec-ed141b241d05), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.403028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b38c9-ff5d-4d91-87a6-fb8ba2715f84 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Pushing event deleted for resources: {'Port': ['ID=5aed62bc-1e09-4909-82da-4f9091d0945f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:39.438148 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 5 to provision port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad Aug 31 15:51:39.453552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c278dc35-1531-4852-9f85-290a6a143fc4 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:39.495293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-473b38c9-ff5d-4d91-87a6-fb8ba2715f84 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] No DVR routers for this DVR port 5aed62bc-1e09-4909-82da-4f9091d0945f on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:39.498920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-473b38c9-ff5d-4d91-87a6-fb8ba2715f84 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.502235 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcd91b7a-7e6a-40e1-9857-e25e26c942e3 req-473b38c9-ff5d-4d91-87a6-fb8ba2715f84 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.43 "DELETE /networking/v2.0/ports/5aed62bc-1e09-4909-82da-4f9091d0945f HTTP/1.1" status: 204 len: 173 time: 2.1960931 Aug 31 15:51:39.502692 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30f60f6-c79f-47e1-88dc-90bef6ead92d', 'name': 'network-vif-deleted', 'tag': '5aed62bc-1e09-4909-82da-4f9091d0945f'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:51:39.505072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acf30ea-ed98-482b-abd5-7b857b7173d8" -d '{"events": [{"server_uuid": "b30f60f6-c79f-47e1-88dc-90bef6ead92d", "name": "network-vif-deleted", "tag": "5aed62bc-1e09-4909-82da-4f9091d0945f"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:39.519078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:51:39.522069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:39.642824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:39.654855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ec8d18-29e5-4182-a4ee-743be7ca1843 x-openstack-request-id: req-f5ec8d18-29e5-4182-a4ee-743be7ca1843 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:39.655196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30f60f6-c79f-47e1-88dc-90bef6ead92d", "name": "network-vif-deleted", "tag": "5aed62bc-1e09-4909-82da-4f9091d0945f", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:39.655541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5ec8d18-29e5-4182-a4ee-743be7ca1843 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:39.656068 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f5ec8d18-29e5-4182-a4ee-743be7ca1843']: {'server_uuid': 'b30f60f6-c79f-47e1-88dc-90bef6ead92d', 'name': 'network-vif-deleted', 'tag': '5aed62bc-1e09-4909-82da-4f9091d0945f', 'status': 'failed', 'code': 422} returned with failed status Aug 31 15:51:39.657756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:39.667723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-08ab6fa5-cfa1-4e4f-b97e-36b19a4e6134 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.668896 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb8e2c7-1f2c-459b-bb58-ad9f771249dc None None] Sync routers for ids ['d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:39.674077 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5694ccab-7f65-46f7-9663-b63f4894582e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3074100 Aug 31 15:51:39.679435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port c278dc35-1531-4852-9f85-290a6a143fc4 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:39.679889 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.680162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:39.680305 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port c278dc35-1531-4852-9f85-290a6a143fc4 Aug 31 15:51:39.681040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38614) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:39.687942 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=37 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:39.691053 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8e2c7-1f2c-459b-bb58-ad9f771249dc None None] Routers {'d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:39.691053 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eeb8e2c7-1f2c-459b-bb58-ad9f771249dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:39.693283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-635e0fbd-1156-40d9-abbf-04560465b617 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e6a2eff6-2977-474c-83cc-3dd591adf151), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.700763 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-635e0fbd-1156-40d9-abbf-04560465b617 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.702042 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-635e0fbd-1156-40d9-abbf-04560465b617 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e6a2eff6-2977-474c-83cc-3dd591adf151 HTTP/1.1" status: 204 len: 168 time: 1.6698589 Aug 31 15:51:39.724307 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38616) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:39.757254 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bb33b0e6-f63b-48dc-896a-a20ecfa5daf1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec HTTP/1.1" status: 200 len: 207 time: 0.3706334 Aug 31 15:51:39.764662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e0fbd-1156-40d9-abbf-04560465b617 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a2eff6-2977-474c-83cc-3dd591adf151,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:39.767471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab6fa5-cfa1-4e4f-b97e-36b19a4e6134 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:39.768773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38618) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:39.779696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-08ab6fa5-cfa1-4e4f-b97e-36b19a4e6134 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.783826 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eeb8e2c7-1f2c-459b-bb58-ad9f771249dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:39.795045 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-08ab6fa5-cfa1-4e4f-b97e-36b19a4e6134 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee HTTP/1.1" status: 204 len: 168 time: 1.0165713 Aug 31 15:51:39.802538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:39.806761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38620) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:39.811683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:39.820893 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8e2c7-1f2c-459b-bb58-ad9f771249dc None None] Routers {'d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:39.821527 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eeb8e2c7-1f2c-459b-bb58-ad9f771249dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:39.855861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port e8c2ff0c-ead5-4d3d-b373-6914d88c8190 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:39.856271 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e8c2ff0c-ead5-4d3d-b373-6914d88c8190), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:39.858504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d704040b-9b0b-4797-b982-72cefb6e93a0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:39.862857 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d704040b-9b0b-4797-b982-72cefb6e93a0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports/d5992eee-c2c3-4f03-b1f7-899cceb0e6ad HTTP/1.1" status: 200 len: 976 time: 0.1719346 Aug 31 15:51:39.894361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38622) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:39.898469 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eeb8e2c7-1f2c-459b-bb58-ad9f771249dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:39.899222 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb8e2c7-1f2c-459b-bb58-ad9f771249dc None None] The sync data for ids ['d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:39.942768 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-657e5d21-5077-4840-b849-347bea0ca794 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2166224 Aug 31 15:51:39.943736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38624) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:39.950217 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dd648d4f-c8d1-4efd-b679-78139260ee3c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1401238 Aug 31 15:51:39.954363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-4f87dd4c-96b1-4ef6-bd1d-94c61e7d9ba7 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group': {'name': 'tempest-secgroup--524997585'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:39.959576 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38626) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:40.034431 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a5d9d88b-a246-4fba-ba62-0f1c23123723 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:40.073788 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:40.082193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67894bf2-1294-4bbb-86e3-d02efc3bbfd5 None None] Network e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:40.112653 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1b501c8e-83a3-4b83-b4e0-a2996c53737d), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.116536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f87dd4c-96b1-4ef6-bd1d-94c61e7d9ba7 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.147263 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 6 to provision port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad Aug 31 15:51:40.192255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:40.196220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:40.236615 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f87dd4c-96b1-4ef6-bd1d-94c61e7d9ba7 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (80678c3b-2939-4034-8c71-bb94cf693f34), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.350567 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f87dd4c-96b1-4ef6-bd1d-94c61e7d9ba7 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (80678c3b-2939-4034-8c71-bb94cf693f34), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.391405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87dd4c-96b1-4ef6-bd1d-94c61e7d9ba7 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80678c3b-2939-4034-8c71-bb94cf693f34,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:40.403421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e8c2ff0c-ead5-4d3d-b373-6914d88c8190), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.471036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4f87dd4c-96b1-4ef6-bd1d-94c61e7d9ba7 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.475971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4f87dd4c-96b1-4ef6-bd1d-94c61e7d9ba7 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5307708 Aug 31 15:51:40.481983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38630) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:40.481983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d12eaa98-5071-4360-b3bf-d005defd46ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '80678c3b-2939-4034-8c71-bb94cf693f34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:40.500299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec78dd-a4cb-47c6-80ea-9e9d9c0ddf81 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:40.582377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abccbcb9-b147-40e5-aa1d-11db36e2662d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.587721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abccbcb9-b147-40e5-aa1d-11db36e2662d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.589910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:40.592896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abccbcb9-b147-40e5-aa1d-11db36e2662d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.599905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abccbcb9-b147-40e5-aa1d-11db36e2662d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.605799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abccbcb9-b147-40e5-aa1d-11db36e2662d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.610953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abccbcb9-b147-40e5-aa1d-11db36e2662d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.613349 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-abccbcb9-b147-40e5-aa1d-11db36e2662d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.8411326 Aug 31 15:51:40.618578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38632) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:40.652291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for e8c2ff0c-ead5-4d3d-b373-6914d88c8190 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:40.656718 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7f68e689-f0ed-49e8-8bb1-b4ad40010197 req-e2d4ddf6-219b-4052-93da-557dc5081f61 tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 210 time: 0.1303234 Aug 31 15:51:40.657152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d12eaa98-5071-4360-b3bf-d005defd46ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (3bc3666e-e1b4-44b3-93fc-0957978a3eb8), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.680620 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a7752a-f502-4b1f-a260-6bb6979282c2 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:40.697706 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 7 to provision port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad Aug 31 15:51:40.742247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dddd64eb-1c7b-41bc-a4af-08090c144286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.765137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3a7752a-f502-4b1f-a260-6bb6979282c2 None None] Deleting port a11a6a6b-4e43-4228-a84a-345dbf003f3c {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:40.765789 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e3a7752a-f502-4b1f-a260-6bb6979282c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.822766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:40.829043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d9d88b-a246-4fba-ba62-0f1c23123723 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:40.833770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d88b-a246-4fba-ba62-0f1c23123723 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.843094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e3a7752a-f502-4b1f-a260-6bb6979282c2 None None] For port a11a6a6b-4e43-4228-a84a-345dbf003f3c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a11a6a6b-4e43-4228-a84a-345dbf003f3c,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:40.843808 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e3a7752a-f502-4b1f-a260-6bb6979282c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.858700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3a7752a-f502-4b1f-a260-6bb6979282c2 None None] Calling delete_port for a11a6a6b-4e43-4228-a84a-345dbf003f3c owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:40.862425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d12eaa98-5071-4360-b3bf-d005defd46ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (3bc3666e-e1b4-44b3-93fc-0957978a3eb8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:40.920225 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f98da242-3b1e-49bd-8598-9b5e204ca66c tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2999258 Aug 31 15:51:40.920760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38636) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:40.981426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3d8fb-ddd7-4a5c-a000-5e98c99885d6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.983177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3d8fb-ddd7-4a5c-a000-5e98c99885d6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.984792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3d8fb-ddd7-4a5c-a000-5e98c99885d6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.986538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3d8fb-ddd7-4a5c-a000-5e98c99885d6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.988186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3d8fb-ddd7-4a5c-a000-5e98c99885d6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:40.990946 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f9d3d8fb-ddd7-4a5c-a000-5e98c99885d6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0689824 Aug 31 15:51:40.995525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38638) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.009255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d12eaa98-5071-4360-b3bf-d005defd46ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (3bc3666e-e1b4-44b3-93fc-0957978a3eb8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.036669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e3a7752a-f502-4b1f-a260-6bb6979282c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (a11a6a6b-4e43-4228-a84a-345dbf003f3c), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.056101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eaa98-5071-4360-b3bf-d005defd46ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc3666e-e1b4-44b3-93fc-0957978a3eb8,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:41.067209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7752a-f502-4b1f-a260-6bb6979282c2 None None] Pushing event deleted for resources: {'Port': ['ID=a11a6a6b-4e43-4228-a84a-345dbf003f3c,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:41.069321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a7752a-f502-4b1f-a260-6bb6979282c2 None None] No DVR routers for this DVR port a11a6a6b-4e43-4228-a84a-345dbf003f3c on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:41.086457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058f84e-3371-4d8a-8319-5d999cb752a0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:41.088085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058f84e-3371-4d8a-8319-5d999cb752a0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:41.089604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058f84e-3371-4d8a-8319-5d999cb752a0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:41.091197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058f84e-3371-4d8a-8319-5d999cb752a0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:41.092707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058f84e-3371-4d8a-8319-5d999cb752a0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:41.094403 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6058f84e-3371-4d8a-8319-5d999cb752a0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0979328 Aug 31 15:51:41.098895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38640) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.128417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for port (1b501c8e-83a3-4b83-b4e0-a2996c53737d), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.165767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d12eaa98-5071-4360-b3bf-d005defd46ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.167004 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d12eaa98-5071-4360-b3bf-d005defd46ea tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6894190 Aug 31 15:51:41.169861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38642) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.191073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:41.195307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a11a6a6b-4e43-4228-a84a-345dbf003f3c no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:41.201349 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f6f0ea1a-db75-4506-bac4-d3f532a7ecc4 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules/3bc3666e-e1b4-44b3-93fc-0957978a3eb8 HTTP/1.1" status: 200 len: 763 time: 0.0273578 Aug 31 15:51:41.201529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38644) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.223853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: a11a6a6b-4e43-4228-a84a-345dbf003f3c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:41.224378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a11a6a6b-4e43-4228-a84a-345dbf003f3c not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:41.252151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa929c-4d96-437f-82da-bd99d3cd27b0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:41.253627 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ccfa929c-4d96-437f-82da-bd99d3cd27b0 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/networks/66ff722e-98c9-4a8c-ab1b-fe2180d10d4f HTTP/1.1" status: 200 len: 804 time: 0.1536252 Aug 31 15:51:41.258357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38646) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.302320 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-11c20e09-8485-4767-9e79-553ad9aef744 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0990257 Aug 31 15:51:41.324249 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 8 to provision port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad Aug 31 15:51:41.328225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38648) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.365972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a96deaaf-fc51-4ad7-a7ac-823c7acaa1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (3bc3666e-e1b4-44b3-93fc-0957978a3eb8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.374427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:41.378128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a96deaaf-fc51-4ad7-a7ac-823c7acaa1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (3bc3666e-e1b4-44b3-93fc-0957978a3eb8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.416644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:41.427962 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8f16718d-ac22-4f4f-910f-4f4d87b85cf9 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/networks/66ff722e-98c9-4a8c-ab1b-fe2180d10d4f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1684685 Aug 31 15:51:41.431265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38650) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.443230 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:41.484020 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48cd415-3eda-4f61-8052-55b1ad48179d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:41.485374 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e48cd415-3eda-4f61-8052-55b1ad48179d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/subnets/1dab84c5-d3f6-4a60-a99b-ecc05e9d065e HTTP/1.1" status: 200 len: 843 time: 0.0532010 Aug 31 15:51:41.489331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38652) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.522619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (1b501c8e-83a3-4b83-b4e0-a2996c53737d), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.523345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (8f77306d-15d1-44d1-95ec-ed141b241d05), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.525915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:41.538383 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.540119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a96deaaf-fc51-4ad7-a7ac-823c7acaa1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (3bc3666e-e1b4-44b3-93fc-0957978a3eb8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.551090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a96deaaf-fc51-4ad7-a7ac-823c7acaa1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.553248 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a96deaaf-fc51-4ad7-a7ac-823c7acaa1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/3bc3666e-e1b4-44b3-93fc-0957978a3eb8 HTTP/1.1" status: 204 len: 168 time: 0.2240810 Aug 31 15:51:41.557458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5514c9d-6ff3-4b6c-a851-6b71c36de876 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['shared'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:41.558767 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b5514c9d-6ff3-4b6c-a851-6b71c36de876 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "GET /networking/v2.0/subnets/1dab84c5-d3f6-4a60-a99b-ecc05e9d065e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0684271 Aug 31 15:51:41.562251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38654) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.562578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38656) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.567913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:41.568787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1825568277'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:41.579181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96deaaf-fc51-4ad7-a7ac-823c7acaa1c9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bc3666e-e1b4-44b3-93fc-0957978a3eb8,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:41.621865 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8b421136-3294-4595-8de3-8c064f676c74 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0582049 Aug 31 15:51:41.624508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38658) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:41.629142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ec62bbb1-8355-454f-9f76-c9e3177c1772 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '80678c3b-2939-4034-8c71-bb94cf693f34', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:41.635867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=12,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:41.708645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:41.712390 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.734532 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event updated for resources: {'Port': ['ID=1b501c8e-83a3-4b83-b4e0-a2996c53737d,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:41.735908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:41.751827 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e3b66a04-05b8-4a69-8c20-6d4f00c488de), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.752167 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Added segment e3b66a04-05b8-4a69-8c20-6d4f00c488de of type vlan for network 9f99f86c-64bb-4cd4-9772-574cc5480209 Aug 31 15:51:41.761513 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec62bbb1-8355-454f-9f76-c9e3177c1772 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (dd105404-02b5-41ce-be07-bac531063f35), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.814540 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (9f99f86c-64bb-4cd4-9772-574cc5480209), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.816241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e8c2ff0c-ead5-4d3d-b373-6914d88c8190), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.836697 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:41.858927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec62bbb1-8355-454f-9f76-c9e3177c1772 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (dd105404-02b5-41ce-be07-bac531063f35), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.871285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d88b-a246-4fba-ba62-0f1c23123723 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (8d5516e1-f7af-46e7-9e22-dab4bf792637), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.876140 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 9 to provision port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad Aug 31 15:51:41.899329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=e8c2ff0c-ead5-4d3d-b373-6914d88c8190,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:41.911203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:41.944531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec62bbb1-8355-454f-9f76-c9e3177c1772 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (dd105404-02b5-41ce-be07-bac531063f35), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.949680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (9f99f86c-64bb-4cd4-9772-574cc5480209), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.955906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:41.956155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:41.990983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d9d88b-a246-4fba-ba62-0f1c23123723 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:42.034181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Network f8a1948d-be06-4538-a54a-031a660c1724 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:42.064404 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-a5d9d88b-a246-4fba-ba62-0f1c23123723 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:42.068814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d9d88b-a246-4fba-ba62-0f1c23123723 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:42.069591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d88b-a246-4fba-ba62-0f1c23123723 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:42.073531 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8a52ed47-10d6-4896-936b-718e1806e6fc req-43dde389-225a-4c51-b298-baf64005d13a tempest-TestServerAdvancedOps-997377937 tempest-TestServerAdvancedOps-997377937-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b30f60f6-c79f-47e1-88dc-90bef6ead92d HTTP/1.1" status: 200 len: 210 time: 0.0558550 Aug 31 15:51:42.080255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62bbb1-8355-454f-9f76-c9e3177c1772 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd105404-02b5-41ce-be07-bac531063f35,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:42.088253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:42.101863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aecf22-6fa4-41d7-9110-efb4f8c8c36e None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:42.101994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Network': ['ID=9f99f86c-64bb-4cd4-9772-574cc5480209,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:42.130240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9d88b-a246-4fba-ba62-0f1c23123723 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=8d5516e1-f7af-46e7-9e22-dab4bf792637,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:42.135185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 9f99f86c-64bb-4cd4-9772-574cc5480209 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:42.146533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (4389af93-ebb9-4b04-9974-39b92ee40677), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:42.200582 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5dbf5ee6-cae8-461a-a38e-57454657827a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6358159 Aug 31 15:51:42.204008 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec62bbb1-8355-454f-9f76-c9e3177c1772 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:42.208119 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ec62bbb1-8355-454f-9f76-c9e3177c1772 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5797060 Aug 31 15:51:42.208119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38662) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:42.213458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'network_id': '9f99f86c-64bb-4cd4-9772-574cc5480209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:42.230941 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38664) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:42.258703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:42.258703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:42.330344 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a572c26e-7056-4c2c-8d60-b0e6c5d22c64 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules/dd105404-02b5-41ce-be07-bac531063f35 HTTP/1.1" status: 200 len: 763 time: 0.0968196 Aug 31 15:51:42.339607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38668) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:42.350597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:42.365866 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a5d9d88b-a246-4fba-ba62-0f1c23123723 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3650360 Aug 31 15:51:42.388048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38670) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:42.402533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:42.419882 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Attempt 10 to provision port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad Aug 31 15:51:42.451672 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Router 8f77306d-15d1-44d1-95ec-ed141b241d05 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:42.486704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cb11-e34e-442f-bdd1-0c65d856e276 None None] Port d5992eee-c2c3-4f03-b1f7-899cceb0e6ad cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:42.546287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '8d5516e1-f7af-46e7-9e22-dab4bf792637'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:42.547324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:42.581297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:42.641797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for d5992eee-c2c3-4f03-b1f7-899cceb0e6ad owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:42.675927 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:42.687857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 4389af93-ebb9-4b04-9974-39b92ee40677 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:42.756354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Allocated IP 172.20.0.2 (e986fc1f-2559-47ce-89c8-1dd43368919a/8d5516e1-f7af-46e7-9e22-dab4bf792637/5b68daca-370c-45ba-8a72-8b1f87bc9738) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:42.778243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:42.784221 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d0307469-a53c-461c-a36f-dbc075c2c0c2 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "PUT /networking/v2.0/routers/8f77306d-15d1-44d1-95ec-ed141b241d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1033032 Aug 31 15:51:42.787721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38672) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:42.796699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5db42-3e04-43b3-9aaf-09d0bf52069e None None] Sync routers for ids ['8f77306d-15d1-44d1-95ec-ed141b241d05'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:42.841963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5db42-3e04-43b3-9aaf-09d0bf52069e None None] Routers {'8f77306d-15d1-44d1-95ec-ed141b241d05'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:42.843394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2be5db42-3e04-43b3-9aaf-09d0bf52069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f77306d-15d1-44d1-95ec-ed141b241d05'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:42.862729 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bf24c9fd-6a2d-4b6b-a4fe-ef62387516e5 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5196121 Aug 31 15:51:42.870740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38676) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:42.891974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2be5db42-3e04-43b3-9aaf-09d0bf52069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:42.894413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38678) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:42.908373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:42.922109 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Provisioning complete for port 1b501c8e-83a3-4b83-b4e0-a2996c53737d triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:42.922497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1b501c8e-83a3-4b83-b4e0-a2996c53737d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:42.923053 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Attempt 1 to provision port 1b501c8e-83a3-4b83-b4e0-a2996c53737d Aug 31 15:51:42.928509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5db42-3e04-43b3-9aaf-09d0bf52069e None None] Routers {'8f77306d-15d1-44d1-95ec-ed141b241d05'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:42.928509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2be5db42-3e04-43b3-9aaf-09d0bf52069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f77306d-15d1-44d1-95ec-ed141b241d05'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:42.966462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0ed97bc-678e-4541-b124-6e9dfc6e454d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (dd105404-02b5-41ce-be07-bac531063f35), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:42.981681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:42.985494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0ed97bc-678e-4541-b124-6e9dfc6e454d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (dd105404-02b5-41ce-be07-bac531063f35), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:42.991189 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ec3a51ab-42c4-4893-9673-46bb95ddb4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/4389af93-ebb9-4b04-9974-39b92ee40677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6785238 Aug 31 15:51:42.991311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38680) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:42.996431 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2be5db42-3e04-43b3-9aaf-09d0bf52069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:42.996789 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5db42-3e04-43b3-9aaf-09d0bf52069e None None] The sync data for ids ['8f77306d-15d1-44d1-95ec-ed141b241d05'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:42.999929 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:43.006020 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e25c1-2819-459f-a703-4ccc27553686 None None] Sync routers for ids ['4389af93-ebb9-4b04-9974-39b92ee40677'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:43.016782 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Port 1b501c8e-83a3-4b83-b4e0-a2996c53737d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:43.026614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dec63675-a70c-4c4c-8e90-42022672923d tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for router (8f77306d-15d1-44d1-95ec-ed141b241d05), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.028179 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e25c1-2819-459f-a703-4ccc27553686 None None] Routers {'4389af93-ebb9-4b04-9974-39b92ee40677'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:43.033408 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-075e25c1-2819-459f-a703-4ccc27553686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4389af93-ebb9-4b04-9974-39b92ee40677'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:43.050753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Made reservation on behalf of 3ded716f5d8140129df35d35a7bf8ca3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:43.056037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.064044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc6892a-5e43-45d5-a531-8b6baada7f8a admin admin] Deleting subnet c0217f04-6f02-475e-b86c-4db4d101a44c {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:43.066342 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-075e25c1-2819-459f-a703-4ccc27553686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:43.072499 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-93569fcc-52f5-4d27-892b-84b7e6afd112 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4389af93-ebb9-4b04-9974-39b92ee40677 HTTP/1.1" status: 200 len: 205 time: 0.0729175 Aug 31 15:51:43.075117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-efc6892a-5e43-45d5-a531-8b6baada7f8a admin admin] Publish callbacks [] for subnet (c0217f04-6f02-475e-b86c-4db4d101a44c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.081763 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e25c1-2819-459f-a703-4ccc27553686 None None] Routers {'4389af93-ebb9-4b04-9974-39b92ee40677'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:43.082802 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-075e25c1-2819-459f-a703-4ccc27553686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4389af93-ebb9-4b04-9974-39b92ee40677'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:43.106247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38682) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:43.120850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Publish callbacks [] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.130622 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-075e25c1-2819-459f-a703-4ccc27553686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:43.131102 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e25c1-2819-459f-a703-4ccc27553686 None None] The sync data for ids ['4389af93-ebb9-4b04-9974-39b92ee40677'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:43.174060 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-dec63675-a70c-4c4c-8e90-42022672923d tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 15:51:43.175128 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dec63675-a70c-4c4c-8e90-42022672923d tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/routers/8f77306d-15d1-44d1-95ec-ed141b241d05 HTTP/1.1" status: 409 len: 376 time: 0.3439808 Aug 31 15:51:43.180836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38684) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:43.228169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0ed97bc-678e-4541-b124-6e9dfc6e454d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (dd105404-02b5-41ce-be07-bac531063f35), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.230939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.ipam_backend_mixin [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Performing IP validity checks on allocation pools {{(pid=114266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 31 15:51:43.231459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.ipam_backend_mixin [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 31 15:51:43.239360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:43.243340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.249350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-efc6892a-5e43-45d5-a531-8b6baada7f8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (c0217f04-6f02-475e-b86c-4db4d101a44c), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.254469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0ed97bc-678e-4541-b124-6e9dfc6e454d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.255666 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e0ed97bc-678e-4541-b124-6e9dfc6e454d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/dd105404-02b5-41ce-be07-bac531063f35 HTTP/1.1" status: 204 len: 168 time: 0.3854096 Aug 31 15:51:43.258848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38686) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:43.274597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.325489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:43.328412 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:43.333215 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:43.337041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2f548cb8-b45a-4d6c-ad73-aeb37fd1a4f2 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (4389af93-ebb9-4b04-9974-39b92ee40677), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.340662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Pushing event updated for resources: {'Port': ['ID=5b68daca-370c-45ba-8a72-8b1f87bc9738,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:43.347467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed97bc-678e-4541-b124-6e9dfc6e454d tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd105404-02b5-41ce-be07-bac531063f35,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:43.357542 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c07fa545-e9cf-409d-a969-feb4546d0c0a tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0975821 Aug 31 15:51:43.383459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38688) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:43.389320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4ec15c8e-88db-47de-994f-b338eaf58618 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '80678c3b-2939-4034-8c71-bb94cf693f34', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:43.419681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (d5992eee-c2c3-4f03-b1f7-899cceb0e6ad), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.428726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Attempting to bind port 5b68daca-370c-45ba-8a72-8b1f87bc9738 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:43.429235 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Attempting to bind port 5b68daca-370c-45ba-8a72-8b1f87bc9738 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:43.429866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Attempting to bind port 5b68daca-370c-45ba-8a72-8b1f87bc9738 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:43.436337 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:43.436858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:43.437362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.437890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:43.438568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Bound port: 5b68daca-370c-45ba-8a72-8b1f87bc9738, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:43.439044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.453295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-efc6892a-5e43-45d5-a531-8b6baada7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (c0217f04-6f02-475e-b86c-4db4d101a44c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.457598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=d5992eee-c2c3-4f03-b1f7-899cceb0e6ad,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:43.513858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] For port 5b68daca-370c-45ba-8a72-8b1f87bc9738, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:43.517693 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] For port 5b68daca-370c-45ba-8a72-8b1f87bc9738, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5b68daca-370c-45ba-8a72-8b1f87bc9738,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:43.519855 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Attempt 2 to provision port 1b501c8e-83a3-4b83-b4e0-a2996c53737d Aug 31 15:51:43.601677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Port 1b501c8e-83a3-4b83-b4e0-a2996c53737d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:43.663594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.673058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2f548cb8-b45a-4d6c-ad73-aeb37fd1a4f2 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (4389af93-ebb9-4b04-9974-39b92ee40677), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.680772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2f548cb8-b45a-4d6c-ad73-aeb37fd1a4f2 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (4389af93-ebb9-4b04-9974-39b92ee40677), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.692216 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-4ec15c8e-88db-47de-994f-b338eaf58618 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Project 71f03518276b4f52950eeb3a91fc1819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:51:43.701478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.709718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ec15c8e-88db-47de-994f-b338eaf58618 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (080788d1-fe0e-4b88-89cf-d985f7e6998c), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.749174 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01d619-1872-4a2f-82d1-27be50671010 None None] Pushing event updated for resources: {'Port': ['ID=5b68daca-370c-45ba-8a72-8b1f87bc9738,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:43.785007 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.789755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.956346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2f548cb8-b45a-4d6c-ad73-aeb37fd1a4f2 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (4389af93-ebb9-4b04-9974-39b92ee40677), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.956952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f548cb8-b45a-4d6c-ad73-aeb37fd1a4f2 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Fanout notify agent at l3_agent the message router_deleted on router 4389af93-ebb9-4b04-9974-39b92ee40677 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:51:43.959002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-efc6892a-5e43-45d5-a531-8b6baada7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (c0217f04-6f02-475e-b86c-4db4d101a44c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.971169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2f548cb8-b45a-4d6c-ad73-aeb37fd1a4f2 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:43.971169 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2f548cb8-b45a-4d6c-ad73-aeb37fd1a4f2 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/4389af93-ebb9-4b04-9974-39b92ee40677 HTTP/1.1" status: 204 len: 168 time: 0.8586333 Aug 31 15:51:43.971169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38690) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:44.028695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6892a-5e43-45d5-a531-8b6baada7f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0217f04-6f02-475e-b86c-4db4d101a44c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:44.039071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-efc6892a-5e43-45d5-a531-8b6baada7f8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.045442 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-efc6892a-5e43-45d5-a531-8b6baada7f8a admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/c0217f04-6f02-475e-b86c-4db4d101a44c HTTP/1.1" status: 204 len: 168 time: 1.1475918 Aug 31 15:51:44.047121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (e685321f-a640-449c-964c-46697064c0de), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.052383 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38692) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:44.103168 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Attempt 3 to provision port 1b501c8e-83a3-4b83-b4e0-a2996c53737d Aug 31 15:51:44.149379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Port 1b501c8e-83a3-4b83-b4e0-a2996c53737d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:44.163234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:44.170680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-011b448d-96ef-42d7-8136-c13d14e776a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting subnet 6c1c9606-4e19-4767-9862-553c14855b43 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:44.209874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-011b448d-96ef-42d7-8136-c13d14e776a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (6c1c9606-4e19-4767-9862-553c14855b43), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.272593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=e685321f-a640-449c-964c-46697064c0de,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:44.293319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (83386b03-8be7-4a47-beef-58fb3d6508a7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.295510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ec15c8e-88db-47de-994f-b338eaf58618 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (080788d1-fe0e-4b88-89cf-d985f7e6998c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.330139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:44.339989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (8f77306d-15d1-44d1-95ec-ed141b241d05), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.355602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-011b448d-96ef-42d7-8136-c13d14e776a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (6c1c9606-4e19-4767-9862-553c14855b43), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.384091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:44.396689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Checking segment: {'id': 'e3b66a04-05b8-4a69-8c20-6d4f00c488de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9f99f86c-64bb-4cd4-9772-574cc5480209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:44.397080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network hostable DHCP agents. Network: 9f99f86c-64bb-4cd4-9772-574cc5480209, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:44.412081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ec15c8e-88db-47de-994f-b338eaf58618 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (080788d1-fe0e-4b88-89cf-d985f7e6998c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.424674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:44.455716 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec15c8e-88db-47de-994f-b338eaf58618 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080788d1-fe0e-4b88-89cf-d985f7e6998c,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:44.480026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:51:44.558132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:44.563654 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d04f4125-7ba0-4d6b-a4fa-7c2c9a69a1b5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6396313 Aug 31 15:51:44.574378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5be950-fcd0-473d-8340-7a0e277b7530 None None] Sync routers for ids ['d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:44.575367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38694) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:44.585629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5be950-fcd0-473d-8340-7a0e277b7530 None None] Routers {'d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:44.586282 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2b5be950-fcd0-473d-8340-7a0e277b7530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:44.649142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2b5be950-fcd0-473d-8340-7a0e277b7530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:44.650637 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Attempt 4 to provision port 1b501c8e-83a3-4b83-b4e0-a2996c53737d Aug 31 15:51:44.662559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (83386b03-8be7-4a47-beef-58fb3d6508a7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.667462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ec15c8e-88db-47de-994f-b338eaf58618 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.671114 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4ec15c8e-88db-47de-994f-b338eaf58618 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2844028 Aug 31 15:51:44.673150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38696) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:44.685969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5be950-fcd0-473d-8340-7a0e277b7530 None None] Routers {'d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:44.686792 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2b5be950-fcd0-473d-8340-7a0e277b7530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:44.725835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Network 9f99f86c-64bb-4cd4-9772-574cc5480209 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:44.726061 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c5ba0fb3-ca2d-4299-b563-d54b616f1a02 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules/080788d1-fe0e-4b88-89cf-d985f7e6998c HTTP/1.1" status: 200 len: 769 time: 0.0505326 Aug 31 15:51:44.726194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38698) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:44.739440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2b5be950-fcd0-473d-8340-7a0e277b7530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:44.740196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5be950-fcd0-473d-8340-7a0e277b7530 None None] The sync data for ids ['d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:44.743168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Deleting port 1b501c8e-83a3-4b83-b4e0-a2996c53737d {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:44.743711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1b501c8e-83a3-4b83-b4e0-a2996c53737d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.750387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Port 1b501c8e-83a3-4b83-b4e0-a2996c53737d cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:44.777503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-011b448d-96ef-42d7-8136-c13d14e776a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (6c1c9606-4e19-4767-9862-553c14855b43), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.843601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:44.847882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1b501c8e-83a3-4b83-b4e0-a2996c53737d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:44.853273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83386b03-8be7-4a47-beef-58fb3d6508a7']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:44.863957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Calling delete_port for 1b501c8e-83a3-4b83-b4e0-a2996c53737d owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:44.887571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e509f84-87b4-40bc-a1b1-d5966e547fd1') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:44.887875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e509f84-87b4-40bc-a1b1-d5966e547fd1') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:44.971053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (2e509f84-87b4-40bc-a1b1-d5966e547fd1), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.020396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (2e509f84-87b4-40bc-a1b1-d5966e547fd1), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.039514 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9ca28a86-5812-4ab5-abe0-60b883580aa6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2742994 Aug 31 15:51:45.042229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38700) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:45.047821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 9f99f86c-64bb-4cd4-9772-574cc5480209) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:45.049744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:45.050149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (2e509f84-87b4-40bc-a1b1-d5966e547fd1), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.055335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46defe48-57ff-4c89-af48-829bb2ea19f0 None None] Network 9f99f86c-64bb-4cd4-9772-574cc5480209 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:45.072851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8aced888-5aae-4396-aa4e-dd3b0aa12a6c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (080788d1-fe0e-4b88-89cf-d985f7e6998c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.094532 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8aced888-5aae-4396-aa4e-dd3b0aa12a6c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (080788d1-fe0e-4b88-89cf-d985f7e6998c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.107960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:45.111654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.111835 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 2e509f84-87b4-40bc-a1b1-d5966e547fd1 resource provider aggregate not found Aug 31 15:51:45.150337 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-6a2bb1d0-9da8-4733-ab46-8625d739708a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 15:51:45.154310 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6a2bb1d0-9da8-4733-ab46-8625d739708a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5731802 Aug 31 15:51:45.154813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38706) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:45.160545 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 2e509f84-87b4-40bc-a1b1-d5966e547fd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e509f84-87b4-40bc-a1b1-d5966e547fd1 found for delete ", "request_id": "req-27d33774-6b95-485b-93a8-428aea511cbb"}]} Aug 31 15:51:45.174213 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1b501c8e-83a3-4b83-b4e0-a2996c53737d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.200504 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-9f99f86c-64bb-4cd4-9772-574cc5480209', 'network_id': '9f99f86c-64bb-4cd4-9772-574cc5480209', 'project_id': '3ded716f5d8140129df35d35a7bf8ca3', 'fixed_ips': [{'subnet_id': 'e685321f-a640-449c-964c-46697064c0de'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:45.201475 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.202789 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9748eeb6-7747-4e22-b0f9-93c014420db1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3 HTTP/1.1" status: 200 len: 205 time: 0.0464485 Aug 31 15:51:45.205236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38708) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:45.227418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Port': ['ID=1b501c8e-83a3-4b83-b4e0-a2996c53737d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:45.242248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5b68daca-370c-45ba-8a72-8b1f87bc9738 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:45.268561 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Attempt 5 to provision port 1b501c8e-83a3-4b83-b4e0-a2996c53737d Aug 31 15:51:45.293472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e826469-7a61-45e8-acf0-a77c9ed6138d tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.303607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Port 1b501c8e-83a3-4b83-b4e0-a2996c53737d was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:51:45.315711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Could not find standard attr ID for object d5992eee-c2c3-4f03-b1f7-899cceb0e6ad. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:51:45.328950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8aced888-5aae-4396-aa4e-dd3b0aa12a6c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (080788d1-fe0e-4b88-89cf-d985f7e6998c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.345324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8aced888-5aae-4396-aa4e-dd3b0aa12a6c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.349843 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8aced888-5aae-4396-aa4e-dd3b0aa12a6c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/080788d1-fe0e-4b88-89cf-d985f7e6998c HTTP/1.1" status: 204 len: 168 time: 0.3064106 Aug 31 15:51:45.351001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aced888-5aae-4396-aa4e-dd3b0aa12a6c tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=080788d1-fe0e-4b88-89cf-d985f7e6998c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:45.354727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38710) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:45.373944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (8f77306d-15d1-44d1-95ec-ed141b241d05), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.468731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Allocated IP 2001:db8::3 (9f99f86c-64bb-4cd4-9772-574cc5480209/e685321f-a640-449c-964c-46697064c0de/94c66b81-8f1f-4ada-98ca-02cfce192dc9) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:45.480424 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-691f04f1-d731-4982-a371-4e6eec3241a6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1243324 Aug 31 15:51:45.483729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38712) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:45.493182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:45.518601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Provisioning complete for port c278dc35-1531-4852-9f85-290a6a143fc4 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:45.518976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.519369 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Attempt 1 to provision port c278dc35-1531-4852-9f85-290a6a143fc4 Aug 31 15:51:45.588273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5b68daca-370c-45ba-8a72-8b1f87bc9738 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:45.588660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.588969 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5b68daca-370c-45ba-8a72-8b1f87bc9738 Aug 31 15:51:45.615151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Router 8f77306d-15d1-44d1-95ec-ed141b241d05 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:45.619063 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87b7782f-abe2-4642-88f2-d483b987ee63 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (80678c3b-2939-4034-8c71-bb94cf693f34), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.650595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87b7782f-abe2-4642-88f2-d483b987ee63 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (80678c3b-2939-4034-8c71-bb94cf693f34), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:45.657159 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:45.665386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7d401310-69f5-483d-ab8c-495db34c3e05 None None] Could not find standard attr ID for object a11a6a6b-4e43-4228-a84a-345dbf003f3c. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:45.684254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:45.723483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Publish callbacks [] for port (94c66b81-8f1f-4ada-98ca-02cfce192dc9), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.733259 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2d66d6d3-d442-498e-95b8-b12aeaeeabb1 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.5262296 Aug 31 15:51:45.737895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38714) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:45.744948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-83e6efbd-0600-4bc1-bba0-704ca71825aa tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:45.764442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-011b448d-96ef-42d7-8136-c13d14e776a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (6c1c9606-4e19-4767-9862-553c14855b43), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.766406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (83386b03-8be7-4a47-beef-58fb3d6508a7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.771310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.775881 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/83386b03-8be7-4a47-beef-58fb3d6508a7 HTTP/1.1" status: 204 len: 168 time: 1.7186947 Aug 31 15:51:45.776031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:45.777371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38716) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:45.798400 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f17bd-45e1-4216-b257-68c5eb8dc298 None None] Sync routers for ids ['8f77306d-15d1-44d1-95ec-ed141b241d05'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:45.800505 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4e1e5d65-904b-46b4-aaf6-175e80df94d8 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "PUT /networking/v2.0/routers/8f77306d-15d1-44d1-95ec-ed141b241d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6184375 Aug 31 15:51:45.802084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38718) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:45.819334 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f37cd892-87ca-451f-8d89-2c4a9607b4b4 None None] Provisioning complete for port 5b68daca-370c-45ba-8a72-8b1f87bc9738 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:45.819867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f37cd892-87ca-451f-8d89-2c4a9607b4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.820331 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f37cd892-87ca-451f-8d89-2c4a9607b4b4 None None] Attempt 1 to provision port 5b68daca-370c-45ba-8a72-8b1f87bc9738 Aug 31 15:51:45.820796 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f17bd-45e1-4216-b257-68c5eb8dc298 None None] Routers {'8f77306d-15d1-44d1-95ec-ed141b241d05'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:45.822502 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-670f17bd-45e1-4216-b257-68c5eb8dc298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f77306d-15d1-44d1-95ec-ed141b241d05'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:45.830519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-011b448d-96ef-42d7-8136-c13d14e776a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.834870 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-011b448d-96ef-42d7-8136-c13d14e776a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/6c1c9606-4e19-4767-9862-553c14855b43 HTTP/1.1" status: 204 len: 168 time: 1.8624198 Aug 31 15:51:45.837605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b448d-96ef-42d7-8136-c13d14e776a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1c9606-4e19-4767-9862-553c14855b43,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:45.840535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38720) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:45.847576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5020627-0d9e-4291-aab4-2a2309c1486c admin admin] Pushing event deleted for resources: {'Network': ['ID=83386b03-8be7-4a47-beef-58fb3d6508a7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:45.857320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26590fdd-93bb-48ed-91b3-9c7e51fc415c None None] Network 048243ad-4fcc-483f-afae-696f03349bd8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:45.862168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (94c66b81-8f1f-4ada-98ca-02cfce192dc9), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:45.898829 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-670f17bd-45e1-4216-b257-68c5eb8dc298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:45.911677 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f17bd-45e1-4216-b257-68c5eb8dc298 None None] Routers {'8f77306d-15d1-44d1-95ec-ed141b241d05'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:51:45.912543 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-670f17bd-45e1-4216-b257-68c5eb8dc298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8f77306d-15d1-44d1-95ec-ed141b241d05'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:45.957174 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-670f17bd-45e1-4216-b257-68c5eb8dc298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:45.958742 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f17bd-45e1-4216-b257-68c5eb8dc298 None None] The sync data for ids ['8f77306d-15d1-44d1-95ec-ed141b241d05'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:45.963017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:45.977461 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-66e215a6-3bfe-47f1-bfb6-b3a9e1e5c047 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] show failed (client error): The resource could not be found. Aug 31 15:51:45.978657 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-66e215a6-3bfe-47f1-bfb6-b3a9e1e5c047 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "GET /networking/v2.0/routers/tempest-non_exist_router-1813656138 HTTP/1.1" status: 404 len: 335 time: 0.1725419 Aug 31 15:51:45.999788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38722) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:46.004002 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8355232-5d85-48ef-98bd-a67bf16fa00e admin admin] Deleting subnet 306b6eb4-5a95-4b16-8ccc-99721157a7fa {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:46.007874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d15337e5-910c-4b4b-bc39-9467110eafe3 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:46.010106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8355232-5d85-48ef-98bd-a67bf16fa00e admin admin] Publish callbacks [] for subnet (306b6eb4-5a95-4b16-8ccc-99721157a7fa), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.032287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Network 9f99f86c-64bb-4cd4-9772-574cc5480209 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:46.044047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:46.048229 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-d15337e5-910c-4b4b-bc39-9467110eafe3 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] update failed (client error): The resource could not be found. Aug 31 15:51:46.049331 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d15337e5-910c-4b4b-bc39-9467110eafe3 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "PUT /networking/v2.0/routers/tempest-non_exist_router-1671428689 HTTP/1.1" status: 404 len: 335 time: 0.0453444 Aug 31 15:51:46.050793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Pushing event updated for resources: {'Port': ['ID=94c66b81-8f1f-4ada-98ca-02cfce192dc9,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:46.053670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.056541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:46.062508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38724) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f37cd892-87ca-451f-8d89-2c4a9607b4b4 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:46.063948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:46.068338 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:46.078706 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8355232-5d85-48ef-98bd-a67bf16fa00e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (306b6eb4-5a95-4b16-8ccc-99721157a7fa), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.080505 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e826469-7a61-45e8-acf0-a77c9ed6138d tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.088752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e826469-7a61-45e8-acf0-a77c9ed6138d tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.139592 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8355232-5d85-48ef-98bd-a67bf16fa00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (306b6eb4-5a95-4b16-8ccc-99721157a7fa), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.174328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Attempting to bind port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:46.175278 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Attempting to bind port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'e3b66a04-05b8-4a69-8c20-6d4f00c488de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9f99f86c-64bb-4cd4-9772-574cc5480209'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:46.175927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Attempting to bind port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 on network 9f99f86c-64bb-4cd4-9772-574cc5480209 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:46.190565 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:46.191416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Checking segment: {'id': 'e3b66a04-05b8-4a69-8c20-6d4f00c488de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9f99f86c-64bb-4cd4-9772-574cc5480209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:46.192187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.193170 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Bound using segment: {'id': 'e3b66a04-05b8-4a69-8c20-6d4f00c488de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9f99f86c-64bb-4cd4-9772-574cc5480209'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:46.194288 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Bound port: 94c66b81-8f1f-4ada-98ca-02cfce192dc9, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b66a04-05b8-4a69-8c20-6d4f00c488de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9f99f86c-64bb-4cd4-9772-574cc5480209'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:46.200664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (94c66b81-8f1f-4ada-98ca-02cfce192dc9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.232742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeac3217-23bd-4647-b0f7-4fd59b14f046 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Deleting subnet ceb51f16-080a-4727-8a91-0c7891e47b01 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:46.250517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eeac3217-23bd-4647-b0f7-4fd59b14f046 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (ceb51f16-080a-4727-8a91-0c7891e47b01), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.272961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a989b7-631b-41da-b82c-93d3cb000cd0 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting subnet a4e4818b-efa3-4e19-87c1-c669362180ce {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:46.276969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-23a989b7-631b-41da-b82c-93d3cb000cd0 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (a4e4818b-efa3-4e19-87c1-c669362180ce), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.296491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e826469-7a61-45e8-acf0-a77c9ed6138d tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.296993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e826469-7a61-45e8-acf0-a77c9ed6138d tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Fanout notify agent at l3_agent the message router_deleted on router d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:51:46.308575 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] For port 94c66b81-8f1f-4ada-98ca-02cfce192dc9, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:46.308672 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e826469-7a61-45e8-acf0-a77c9ed6138d tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.308672 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8e826469-7a61-45e8-acf0-a77c9ed6138d tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3 HTTP/1.1" status: 204 len: 168 time: 1.0995989 Aug 31 15:51:46.308845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] For port 94c66b81-8f1f-4ada-98ca-02cfce192dc9, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=94c66b81-8f1f-4ada-98ca-02cfce192dc9,segment=NetworkSegment(e3b66a04-05b8-4a69-8c20-6d4f00c488de),segment_id=e3b66a04-05b8-4a69-8c20-6d4f00c488de)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:46.315246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e8d66-1145-4e7e-bc37-6a6819bc3ec0 None None] DHCP port deletion for 048243ad-4fcc-483f-afae-696f03349bd8 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:46.319202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38726) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:46.343666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-23a989b7-631b-41da-b82c-93d3cb000cd0 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (a4e4818b-efa3-4e19-87c1-c669362180ce), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.367015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-032e8d66-1145-4e7e-bc37-6a6819bc3ec0 None None] Deleting port 876a19c5-f698-468d-8e83-1ad68f6236bf {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:46.367015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-032e8d66-1145-4e7e-bc37-6a6819bc3ec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (876a19c5-f698-468d-8e83-1ad68f6236bf), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.401954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eeac3217-23bd-4647-b0f7-4fd59b14f046 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (ceb51f16-080a-4727-8a91-0c7891e47b01), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.420409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87b7782f-abe2-4642-88f2-d483b987ee63 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (80678c3b-2939-4034-8c71-bb94cf693f34), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.423021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87b7782f-abe2-4642-88f2-d483b987ee63 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.426883 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-87b7782f-abe2-4642-88f2-d483b987ee63 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/80678c3b-2939-4034-8c71-bb94cf693f34 HTTP/1.1" status: 204 len: 168 time: 0.9394104 Aug 31 15:51:46.431317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (94c66b81-8f1f-4ada-98ca-02cfce192dc9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.434058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38728) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:46.478577 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7782f-abe2-4642-88f2-d483b987ee63 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80678c3b-2939-4034-8c71-bb94cf693f34,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:46.509253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-032e8d66-1145-4e7e-bc37-6a6819bc3ec0 None None] For port 876a19c5-f698-468d-8e83-1ad68f6236bf, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=876a19c5-f698-468d-8e83-1ad68f6236bf,segment=NetworkSegment(eee9a6ae-3bcb-4645-8e5e-954e3fa74222),segment_id=eee9a6ae-3bcb-4645-8e5e-954e3fa74222)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:46.509811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-032e8d66-1145-4e7e-bc37-6a6819bc3ec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (876a19c5-f698-468d-8e83-1ad68f6236bf), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.528776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-83e6efbd-0600-4bc1-bba0-704ca71825aa tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133341583'] for subnet (e685321f-a640-449c-964c-46697064c0de), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.545421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-032e8d66-1145-4e7e-bc37-6a6819bc3ec0 None None] Calling delete_port for 876a19c5-f698-468d-8e83-1ad68f6236bf owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:46.558438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c938fe0b-c7c7-4b0d-bfb6-cb52a54b707b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting subnet 33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:46.567256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-23a989b7-631b-41da-b82c-93d3cb000cd0 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (a4e4818b-efa3-4e19-87c1-c669362180ce), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.573330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c938fe0b-c7c7-4b0d-bfb6-cb52a54b707b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.576888 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76227e5-d15f-4cdd-aa2e-1508b1d3a688 None None] Pushing event updated for resources: {'Port': ['ID=94c66b81-8f1f-4ada-98ca-02cfce192dc9,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:46.597913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8355232-5d85-48ef-98bd-a67bf16fa00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (306b6eb4-5a95-4b16-8ccc-99721157a7fa), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.655839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8355232-5d85-48ef-98bd-a67bf16fa00e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306b6eb4-5a95-4b16-8ccc-99721157a7fa,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:46.659638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8355232-5d85-48ef-98bd-a67bf16fa00e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.660530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c938fe0b-c7c7-4b0d-bfb6-cb52a54b707b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.663697 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b8355232-5d85-48ef-98bd-a67bf16fa00e admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/306b6eb4-5a95-4b16-8ccc-99721157a7fa HTTP/1.1" status: 204 len: 168 time: 0.8825138 Aug 31 15:51:46.669300 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38730) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:46.799854 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-032e8d66-1145-4e7e-bc37-6a6819bc3ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (876a19c5-f698-468d-8e83-1ad68f6236bf), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.828133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c938fe0b-c7c7-4b0d-bfb6-cb52a54b707b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:46.878102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e8d66-1145-4e7e-bc37-6a6819bc3ec0 None None] No DVR routers for this DVR port 876a19c5-f698-468d-8e83-1ad68f6236bf on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:46.884911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e8d66-1145-4e7e-bc37-6a6819bc3ec0 None None] Pushing event deleted for resources: {'Port': ['ID=876a19c5-f698-468d-8e83-1ad68f6236bf,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:47.010179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] For port 5b68daca-370c-45ba-8a72-8b1f87bc9738, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5b68daca-370c-45ba-8a72-8b1f87bc9738,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:47.036942 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f86b9604-de51-4a37-9be9-81fbb344486f tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6009185 Aug 31 15:51:47.042211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38732) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:47.046948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e905fcab-fa4d-45f6-9d59-eebef8e4e4d9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074637819'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:47.062477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eeac3217-23bd-4647-b0f7-4fd59b14f046 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (ceb51f16-080a-4727-8a91-0c7891e47b01), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.096777 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (bd2b1b22-5c59-47fe-8e5d-578632e02d82), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.107168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.138354 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-23a989b7-631b-41da-b82c-93d3cb000cd0 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (a4e4818b-efa3-4e19-87c1-c669362180ce), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.206586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a989b7-631b-41da-b82c-93d3cb000cd0 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e4818b-efa3-4e19-87c1-c669362180ce,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:47.245206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-23a989b7-631b-41da-b82c-93d3cb000cd0 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.249461 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-23a989b7-631b-41da-b82c-93d3cb000cd0 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a4e4818b-efa3-4e19-87c1-c669362180ce HTTP/1.1" status: 204 len: 168 time: 1.4054863 Aug 31 15:51:47.251275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38734) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:47.255094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a081ff-9421-4e86-883c-1c89bd610ef5 None None] Network 317cfab1-4c0e-446c-9416-7c8e8c9592e4 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:47.313158 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 94c66b81-8f1f-4ada-98ca-02cfce192dc9 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:47.314085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (bd2b1b22-5c59-47fe-8e5d-578632e02d82), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.353014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2b1b22-5c59-47fe-8e5d-578632e02d82']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:47.375926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (048243ad-4fcc-483f-afae-696f03349bd8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.382391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9cceaa-2f28-4480-8a13-8550689c0a10') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:47.382686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9cceaa-2f28-4480-8a13-8550689c0a10') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:47.396030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (dd9cceaa-2f28-4480-8a13-8550689c0a10), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.401713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:47.402108 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (94c66b81-8f1f-4ada-98ca-02cfce192dc9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.402504 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 Aug 31 15:51:47.432718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dd9cceaa-2f28-4480-8a13-8550689c0a10), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.451918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:47.452614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (dd9cceaa-2f28-4480-8a13-8550689c0a10), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:47.461418 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:47.497119 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment dd9cceaa-2f28-4480-8a13-8550689c0a10 resource provider aggregate not found Aug 31 15:51:47.508428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c7c773-a82f-4ed0-bde1-4abbfc02ea98 None None] DHCP port deletion for 317cfab1-4c0e-446c-9416-7c8e8c9592e4 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:47.526432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c938fe0b-c7c7-4b0d-bfb6-cb52a54b707b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.545967 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment dd9cceaa-2f28-4480-8a13-8550689c0a10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd9cceaa-2f28-4480-8a13-8550689c0a10 found for delete ", "request_id": "req-980c7341-c293-44da-b829-6e0909a98005"}]} Aug 31 15:51:47.585340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (048243ad-4fcc-483f-afae-696f03349bd8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.591267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938fe0b-c7c7-4b0d-bfb6-cb52a54b707b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Subnet': ['ID=33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:47.594979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c938fe0b-c7c7-4b0d-bfb6-cb52a54b707b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.601951 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c938fe0b-c7c7-4b0d-bfb6-cb52a54b707b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469 HTTP/1.1" status: 204 len: 168 time: 1.2794311 Aug 31 15:51:47.604809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38740) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:47.609265 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 876a19c5-f698-468d-8e83-1ad68f6236bf no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:47.616164 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6181e4a-4775-4498-a4f4-5573f284055f None None] Network afcd7c30-0eeb-49da-b45c-25de49f9f8e7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:47.625298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-83e6efbd-0600-4bc1-bba0-704ca71825aa tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755090677643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-133810373'] for subnet (e685321f-a640-449c-964c-46697064c0de), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.626453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.627349 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (694cf21e-b1db-41d8-b961-b04fa038a65d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.631229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048243ad-4fcc-483f-afae-696f03349bd8']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:47.680120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee9a6ae-3bcb-4645-8e5e-954e3fa74222') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:47.680584 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee9a6ae-3bcb-4645-8e5e-954e3fa74222') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:47.693027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:47.700619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (eee9a6ae-3bcb-4645-8e5e-954e3fa74222), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.728138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e6efbd-0600-4bc1-bba0-704ca71825aa tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:47.728659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-83e6efbd-0600-4bc1-bba0-704ca71825aa tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.730012 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-83e6efbd-0600-4bc1-bba0-704ca71825aa tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "PUT /networking/v2.0/subnets/e685321f-a640-449c-964c-46697064c0de HTTP/1.1" status: 200 len: 900 time: 1.9911687 Aug 31 15:51:47.733849 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (eee9a6ae-3bcb-4645-8e5e-954e3fa74222), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.736003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38742) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:47.749837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6efbd-0600-4bc1-bba0-704ca71825aa tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event updated for resources: {'Subnet': ['ID=e685321f-a640-449c-964c-46697064c0de,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:47.767673 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:47.768073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (eee9a6ae-3bcb-4645-8e5e-954e3fa74222), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.771749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (bd2b1b22-5c59-47fe-8e5d-578632e02d82), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.774703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e905fcab-fa4d-45f6-9d59-eebef8e4e4d9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.845778 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7c773-a82f-4ed0-bde1-4abbfc02ea98 None None] Deleting port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:47.846068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c773-a82f-4ed0-bde1-4abbfc02ea98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.850928 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 876a19c5-f698-468d-8e83-1ad68f6236bf {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:47.855661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 876a19c5-f698-468d-8e83-1ad68f6236bf not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:47.856072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eeac3217-23bd-4647-b0f7-4fd59b14f046 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (ceb51f16-080a-4727-8a91-0c7891e47b01), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.870599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.874104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (afcd7c30-0eeb-49da-b45c-25de49f9f8e7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.884105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:47.885618 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/bd2b1b22-5c59-47fe-8e5d-578632e02d82 HTTP/1.1" status: 204 len: 168 time: 1.2113442 Aug 31 15:51:47.914104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=694cf21e-b1db-41d8-b961-b04fa038a65d,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:47.918426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eeac3217-23bd-4647-b0f7-4fd59b14f046 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:47.920610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d002b-10f2-4937-a3a1-4c4c1e1de2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd2b1b22-5c59-47fe-8e5d-578632e02d82,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:47.923939 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-eeac3217-23bd-4647-b0f7-4fd59b14f046 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/ceb51f16-080a-4727-8a91-0c7891e47b01 HTTP/1.1" status: 204 len: 168 time: 1.8570740 Aug 31 15:51:47.930231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:47.935811 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38746) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:47.955550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9623db-68f6-4daa-b10e-e62decd7d0f8 None None] Network e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:47.986286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:47.999872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:48.000730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.003697 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3217-23bd-4647-b0f7-4fd59b14f046 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb51f16-080a-4727-8a91-0c7891e47b01,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:48.037030 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aca48d-cfe2-437e-b859-74c0cb4c718f None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:48.063553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=5b68daca-370c-45ba-8a72-8b1f87bc9738,revision_number=4']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:48.082493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (048243ad-4fcc-483f-afae-696f03349bd8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.088275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571c271-69c3-4c09-8004-c668178b385a None None] Network 9f99f86c-64bb-4cd4-9772-574cc5480209 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:48.089079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.097470 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/networks/048243ad-4fcc-483f-afae-696f03349bd8 HTTP/1.1" status: 204 len: 168 time: 0.8452251 Aug 31 15:51:48.098426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:48.098826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.105214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:48.115416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38748) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:48.183525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f7c7c773-a82f-4ed0-bde1-4abbfc02ea98 None None] For port 040bbdbb-8ee2-42a5-9f01-214f6c22b952, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=040bbdbb-8ee2-42a5-9f01-214f6c22b952,segment=NetworkSegment(d193f1d6-b0fa-434f-9ac6-bca307bcc9db),segment_id=d193f1d6-b0fa-434f-9ac6-bca307bcc9db)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:48.183912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c773-a82f-4ed0-bde1-4abbfc02ea98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.184202 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab34645-fbdf-41dc-8c0e-75c88af06510 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Network': ['ID=048243ad-4fcc-483f-afae-696f03349bd8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:48.186295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4d2fae7b-0d2b-4c76-8272-b23cca953897 None None] Provisioning complete for port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:48.186714 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4d2fae7b-0d2b-4c76-8272-b23cca953897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (94c66b81-8f1f-4ada-98ca-02cfce192dc9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.186977 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4d2fae7b-0d2b-4c76-8272-b23cca953897 None None] Attempt 1 to provision port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 Aug 31 15:51:48.200521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e3a48-a606-4f24-9134-b07945ccc581 None None] DHCP port deletion for afcd7c30-0eeb-49da-b45c-25de49f9f8e7 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:48.210836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e905fcab-fa4d-45f6-9d59-eebef8e4e4d9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (74d43b1c-6ac7-4ac9-9779-69878b8f52c1), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.222605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port a9b99cf0-c7a7-4309-a7ee-5781c33a2117, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a9b99cf0-c7a7-4309-a7ee-5781c33a2117,segment=NetworkSegment(5a05a233-b57c-4ab3-aad7-b0cda61c4834),segment_id=5a05a233-b57c-4ab3-aad7-b0cda61c4834)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:48.223022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.237319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for a9b99cf0-c7a7-4309-a7ee-5781c33a2117 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:48.242687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.256877 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7c773-a82f-4ed0-bde1-4abbfc02ea98 None None] Calling delete_port for 040bbdbb-8ee2-42a5-9f01-214f6c22b952 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:48.258341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (9f99f86c-64bb-4cd4-9772-574cc5480209), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.284640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:48.288709 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-65e5035b-eed3-47de-98b3-635edd0fa5f4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.8959398 Aug 31 15:51:48.289375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38750) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:48.295900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:e3:a7:31', 'name': 'tempest-NetworksTestDHCPv6-1358075035'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:48.314572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e905fcab-fa4d-45f6-9d59-eebef8e4e4d9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (74d43b1c-6ac7-4ac9-9779-69878b8f52c1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.338058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Deleting port c278dc35-1531-4852-9f85-290a6a143fc4 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:48.338807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.363399 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (317cfab1-4c0e-446c-9416-7c8e8c9592e4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4d2fae7b-0d2b-4c76-8272-b23cca953897 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:48.415397 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:48.451647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905fcab-fa4d-45f6-9d59-eebef8e4e4d9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d43b1c-6ac7-4ac9-9779-69878b8f52c1,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:48.452331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-457e3a48-a606-4f24-9134-b07945ccc581 None None] Deleting port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:48.452711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-457e3a48-a606-4f24-9134-b07945ccc581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.489308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:48.489600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1420c8c9-bc12-431c-a0cb-c60126393bb1 None None] DHCP port deletion for e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:48.489710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (94c66b81-8f1f-4ada-98ca-02cfce192dc9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.499475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e905fcab-fa4d-45f6-9d59-eebef8e4e4d9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.503406 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e905fcab-fa4d-45f6-9d59-eebef8e4e4d9 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4578006 Aug 31 15:51:48.508146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38752) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:48.514744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ce97a409-0de2-4d74-af1e-15ee40ad48b6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Request body: {'security_group_rule': {'security_group_id': '74d43b1c-6ac7-4ac9-9779-69878b8f52c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:48.568163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38754) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:48.586291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] For port c278dc35-1531-4852-9f85-290a6a143fc4, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c278dc35-1531-4852-9f85-290a6a143fc4,segment=NetworkSegment(4e812948-dd5f-430d-a430-d3010bd2107c),segment_id=4e812948-dd5f-430d-a430-d3010bd2107c)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:48.586708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.606137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.624178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Calling delete_port for c278dc35-1531-4852-9f85-290a6a143fc4 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:48.626311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:48.626657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.630574 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-457e3a48-a606-4f24-9134-b07945ccc581 None None] For port a9b99cf0-c7a7-4309-a7ee-5781c33a2117, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a9b99cf0-c7a7-4309-a7ee-5781c33a2117,segment=NetworkSegment(5a05a233-b57c-4ab3-aad7-b0cda61c4834),segment_id=5a05a233-b57c-4ab3-aad7-b0cda61c4834)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:48.630574 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-457e3a48-a606-4f24-9134-b07945ccc581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.632151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] For port 94c66b81-8f1f-4ada-98ca-02cfce192dc9, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=94c66b81-8f1f-4ada-98ca-02cfce192dc9,segment=NetworkSegment(e3b66a04-05b8-4a69-8c20-6d4f00c488de),segment_id=e3b66a04-05b8-4a69-8c20-6d4f00c488de)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:48.632404 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (94c66b81-8f1f-4ada-98ca-02cfce192dc9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.644473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1420c8c9-bc12-431c-a0cb-c60126393bb1 None None] Deleting port c278dc35-1531-4852-9f85-290a6a143fc4 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:48.645354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1420c8c9-bc12-431c-a0cb-c60126393bb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.650757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:48.653072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-457e3a48-a606-4f24-9134-b07945ccc581 None None] Calling delete_port for a9b99cf0-c7a7-4309-a7ee-5781c33a2117 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:48.659005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=a9b99cf0-c7a7-4309-a7ee-5781c33a2117,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:48.680719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No DVR routers for this DVR port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:48.680719 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-52f3368e-7aa9-4800-93ed-5accfbdfd725 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=af52218af09f4e649a25c7097f61dcc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1036243 Aug 31 15:51:48.680719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38756) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:48.701922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Calling delete_port for 94c66b81-8f1f-4ada-98ca-02cfce192dc9 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:48.729465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:48.767114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1420c8c9-bc12-431c-a0cb-c60126393bb1 None None] For port c278dc35-1531-4852-9f85-290a6a143fc4, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c278dc35-1531-4852-9f85-290a6a143fc4,segment=NetworkSegment(4e812948-dd5f-430d-a430-d3010bd2107c),segment_id=4e812948-dd5f-430d-a430-d3010bd2107c)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:48.767673 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1420c8c9-bc12-431c-a0cb-c60126393bb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.782558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port 040bbdbb-8ee2-42a5-9f01-214f6c22b952, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=040bbdbb-8ee2-42a5-9f01-214f6c22b952,segment=NetworkSegment(d193f1d6-b0fa-434f-9ac6-bca307bcc9db),segment_id=d193f1d6-b0fa-434f-9ac6-bca307bcc9db)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:48.789661 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.793510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1420c8c9-bc12-431c-a0cb-c60126393bb1 None None] Calling delete_port for c278dc35-1531-4852-9f85-290a6a143fc4 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:48.884275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.906713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ce97a409-0de2-4d74-af1e-15ee40ad48b6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (d5704e4e-b9c7-4a33-9a46-e665d675c678), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.909730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:48.948382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c773-a82f-4ed0-bde1-4abbfc02ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:48.984149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7c773-a82f-4ed0-bde1-4abbfc02ea98 None None] Pushing event deleted for resources: {'Port': ['ID=040bbdbb-8ee2-42a5-9f01-214f6c22b952,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.008579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7c773-a82f-4ed0-bde1-4abbfc02ea98 None None] No DVR routers for this DVR port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:49.014402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1420c8c9-bc12-431c-a0cb-c60126393bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.028503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f9bb7-0c06-4a5c-a50d-46d68ad37e08 None None] Network 9f99f86c-64bb-4cd4-9772-574cc5480209 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:49.053329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 6d3a09ae-497e-4df9-91b3-51077abbbed7 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:51:49.094695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-75e444e0-7c0f-452e-aa6e-b68df74d21d8 None None] Provisioning complete for port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:49.095217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-75e444e0-7c0f-452e-aa6e-b68df74d21d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (94c66b81-8f1f-4ada-98ca-02cfce192dc9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.095654 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-75e444e0-7c0f-452e-aa6e-b68df74d21d8 None None] Attempt 1 to provision port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 Aug 31 15:51:49.114979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (afcd7c30-0eeb-49da-b45c-25de49f9f8e7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.162859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420c8c9-bc12-431c-a0cb-c60126393bb1 None None] Pushing event deleted for resources: {'Port': ['ID=c278dc35-1531-4852-9f85-290a6a143fc4,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.210262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:49.236089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:49.246542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1420c8c9-bc12-431c-a0cb-c60126393bb1 None None] No DVR routers for this DVR port c278dc35-1531-4852-9f85-290a6a143fc4 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:49.259200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5b68daca-370c-45ba-8a72-8b1f87bc9738 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:49.276173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:49.281517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcd7c30-0eeb-49da-b45c-25de49f9f8e7']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:49.281762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for 040bbdbb-8ee2-42a5-9f01-214f6c22b952 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:49.283054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef5d5620-3b0f-422b-bb28-097d0e300167 admin admin] Publish callbacks [] for security_group (320c212e-5321-441e-b012-b334c40b5f05), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.320038 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a05a233-b57c-4ab3-aad7-b0cda61c4834') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:49.320332 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a05a233-b57c-4ab3-aad7-b0cda61c4834') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:49.326687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-457e3a48-a606-4f24-9134-b07945ccc581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (a9b99cf0-c7a7-4309-a7ee-5781c33a2117), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.341900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:49.360691 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e3a48-a606-4f24-9134-b07945ccc581 None None] No DVR routers for this DVR port a9b99cf0-c7a7-4309-a7ee-5781c33a2117 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:49.369148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (5a05a233-b57c-4ab3-aad7-b0cda61c4834), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.374001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ce97a409-0de2-4d74-af1e-15ee40ad48b6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (d5704e4e-b9c7-4a33-9a46-e665d675c678), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.389942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef5d5620-3b0f-422b-bb28-097d0e300167 admin admin] Publish callbacks [] for security_group (320c212e-5321-441e-b012-b334c40b5f05), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-75e444e0-7c0f-452e-aa6e-b68df74d21d8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:49.401282 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:49.406182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e3a48-a606-4f24-9134-b07945ccc581 None None] Pushing event deleted for resources: {'Port': ['ID=a9b99cf0-c7a7-4309-a7ee-5781c33a2117,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.429961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c278dc35-1531-4852-9f85-290a6a143fc4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.471030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:49.471030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5a05a233-b57c-4ab3-aad7-b0cda61c4834), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.471498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5b68daca-370c-45ba-8a72-8b1f87bc9738 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:49.471498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.471498 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5b68daca-370c-45ba-8a72-8b1f87bc9738 Aug 31 15:51:49.496609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Port': ['ID=c278dc35-1531-4852-9f85-290a6a143fc4,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.503386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:49.503386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (5a05a233-b57c-4ab3-aad7-b0cda61c4834), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.511313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ce97a409-0de2-4d74-af1e-15ee40ad48b6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (d5704e4e-b9c7-4a33-9a46-e665d675c678), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.525660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] No DVR routers for this DVR port c278dc35-1531-4852-9f85-290a6a143fc4 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:49.531100 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:49.552667 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f521eea8-2614-45db-813c-b512dc420f89 None None] Provisioning complete for port 5b68daca-370c-45ba-8a72-8b1f87bc9738 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:49.553044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f521eea8-2614-45db-813c-b512dc420f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.553385 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f521eea8-2614-45db-813c-b512dc420f89 None None] Attempt 1 to provision port 5b68daca-370c-45ba-8a72-8b1f87bc9738 Aug 31 15:51:49.560924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (040bbdbb-8ee2-42a5-9f01-214f6c22b952), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.564223 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5a05a233-b57c-4ab3-aad7-b0cda61c4834 resource provider aggregate not found Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f521eea8-2614-45db-813c-b512dc420f89 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:49.610155 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:49.621095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 040bbdbb-8ee2-42a5-9f01-214f6c22b952 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:49.636994 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment eee9a6ae-3bcb-4645-8e5e-954e3fa74222 resource provider aggregate not found Aug 31 15:51:49.643248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 040bbdbb-8ee2-42a5-9f01-214f6c22b952 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:49.643488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 040bbdbb-8ee2-42a5-9f01-214f6c22b952 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:49.643859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a9b99cf0-c7a7-4309-a7ee-5781c33a2117 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:49.644487 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=040bbdbb-8ee2-42a5-9f01-214f6c22b952,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.670450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: a9b99cf0-c7a7-4309-a7ee-5781c33a2117 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:49.670450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a9b99cf0-c7a7-4309-a7ee-5781c33a2117 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:49.670860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c278dc35-1531-4852-9f85-290a6a143fc4 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:49.676385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No DVR routers for this DVR port 040bbdbb-8ee2-42a5-9f01-214f6c22b952 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:49.689448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:49.699118 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5a05a233-b57c-4ab3-aad7-b0cda61c4834 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a05a233-b57c-4ab3-aad7-b0cda61c4834 found for delete ", "request_id": "req-bfa18095-e0e1-4962-a067-62b9f9227442"}]} Aug 31 15:51:49.702520 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: c278dc35-1531-4852-9f85-290a6a143fc4 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:49.702941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c278dc35-1531-4852-9f85-290a6a143fc4 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:49.708207 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97a409-0de2-4d74-af1e-15ee40ad48b6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5704e4e-b9c7-4a33-9a46-e665d675c678,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.721782 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment eee9a6ae-3bcb-4645-8e5e-954e3fa74222 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eee9a6ae-3bcb-4645-8e5e-954e3fa74222 found for delete ", "request_id": "req-75376e57-74ec-49b7-b2ac-59b40ab1ed0f"}]} Aug 31 15:51:49.727698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.779783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef5d5620-3b0f-422b-bb28-097d0e300167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (320c212e-5321-441e-b012-b334c40b5f05), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.782305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef5d5620-3b0f-422b-bb28-097d0e300167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.787800 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ef5d5620-3b0f-422b-bb28-097d0e300167 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/320c212e-5321-441e-b012-b334c40b5f05 HTTP/1.1" status: 204 len: 168 time: 1.1033783 Aug 31 15:51:49.787800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 172.20.0.7 (e986fc1f-2559-47ce-89c8-1dd43368919a/8d5516e1-f7af-46e7-9e22-dab4bf792637/6d3a09ae-497e-4df9-91b3-51077abbbed7) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:49.799307 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (94c66b81-8f1f-4ada-98ca-02cfce192dc9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.800354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d5620-3b0f-422b-bb28-097d0e300167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c212e-5321-441e-b012-b334c40b5f05,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.804999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::f816:3eff:fee3:a731 (e986fc1f-2559-47ce-89c8-1dd43368919a/694cf21e-b1db-41d8-b961-b04fa038a65d/6d3a09ae-497e-4df9-91b3-51077abbbed7) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:49.826533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:49.855431 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (317cfab1-4c0e-446c-9416-7c8e8c9592e4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.863561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Port': ['ID=94c66b81-8f1f-4ada-98ca-02cfce192dc9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.877740 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e812948-dd5f-430d-a430-d3010bd2107c') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:49.878182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e812948-dd5f-430d-a430-d3010bd2107c') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:49.897544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ce97a409-0de2-4d74-af1e-15ee40ad48b6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.901274 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ce97a409-0de2-4d74-af1e-15ee40ad48b6 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3896229 Aug 31 15:51:49.901274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (afcd7c30-0eeb-49da-b45c-25de49f9f8e7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.905643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38768) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:49.929438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-dec977eb-89ff-4318-9b38-36e4da35bc10 None None] Could not find standard attr ID for object 94c66b81-8f1f-4ada-98ca-02cfce192dc9. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:51:49.933728 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (4e812948-dd5f-430d-a430-d3010bd2107c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.957873 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91254442-c3fd-4576-8fea-a8aab96b9864 None None] DHCP port deletion for 9f99f86c-64bb-4cd4-9772-574cc5480209 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:49.965094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:49.970455 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/networks/afcd7c30-0eeb-49da-b45c-25de49f9f8e7 HTTP/1.1" status: 204 len: 168 time: 2.3625984 Aug 31 15:51:49.975096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304df3d-3f1f-482a-a7e9-b176360c9743 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Network': ['ID=afcd7c30-0eeb-49da-b45c-25de49f9f8e7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.982549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73495b8f-75ce-496f-9857-f98f2cf734d3 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:51:49.994231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38770) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:49.994413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317cfab1-4c0e-446c-9416-7c8e8c9592e4']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:49.994525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'network': {'name': 'tempest-RoutersTest-973442116'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:50.008961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No DVR routers for this DVR port 94c66b81-8f1f-4ada-98ca-02cfce192dc9 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:50.021374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4e812948-dd5f-430d-a430-d3010bd2107c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.050663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd193f1d6-b0fa-434f-9ac6-bca307bcc9db') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:50.051666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd193f1d6-b0fa-434f-9ac6-bca307bcc9db') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:50.062013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (6d3a09ae-497e-4df9-91b3-51077abbbed7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.077237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:50.077673 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (4e812948-dd5f-430d-a430-d3010bd2107c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.084285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (d193f1d6-b0fa-434f-9ac6-bca307bcc9db), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.165944 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:50.166561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d193f1d6-b0fa-434f-9ac6-bca307bcc9db), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.166745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:50.166903 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.167068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (e685321f-a640-449c-964c-46697064c0de), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.200124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:50.212542 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b25247a2-c44e-4a49-aac5-4b519d58a690), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.212868 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added segment b25247a2-c44e-4a49-aac5-4b519d58a690 of type vlan for network 24c7eeaa-3c45-466b-9238-00492a7000f9 Aug 31 15:51:50.221281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:50.221711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (d193f1d6-b0fa-434f-9ac6-bca307bcc9db), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.227811 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df6856be-39cb-45e3-82f5-df425a6ced3e tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (74d43b1c-6ac7-4ac9-9779-69878b8f52c1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.257429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (24c7eeaa-3c45-466b-9238-00492a7000f9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.285150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73495b8f-75ce-496f-9857-f98f2cf734d3 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:51:50.291625 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6d3a09ae-497e-4df9-91b3-51077abbbed7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.331560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df6856be-39cb-45e3-82f5-df425a6ced3e tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (74d43b1c-6ac7-4ac9-9779-69878b8f52c1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.340960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:50.343682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.348161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:50.349273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.354032 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/networks/e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1 HTTP/1.1" status: 204 len: 168 time: 2.4096258 Aug 31 15:51:50.370806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38774) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:50.371763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:50.395830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f51c7-57e0-4e29-abe8-0bb15e2a30c5 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Network': ['ID=e12aade0-c0fb-4e6c-9f21-50a1f0be4ec1,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.438403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (24c7eeaa-3c45-466b-9238-00492a7000f9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.443950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:50.444552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.446861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (317cfab1-4c0e-446c-9416-7c8e8c9592e4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.455645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.457222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=6d3a09ae-497e-4df9-91b3-51077abbbed7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.471163 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/networks/317cfab1-4c0e-446c-9416-7c8e8c9592e4 HTTP/1.1" status: 204 len: 168 time: 2.3507879 Aug 31 15:51:50.471824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38776) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:50.481693 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1138152915'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:50.501543 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27abdc8-e551-437c-a807-8bda9f31b766 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Network': ['ID=317cfab1-4c0e-446c-9416-7c8e8c9592e4,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.520772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (e685321f-a640-449c-964c-46697064c0de), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.548593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-17efaf1b-5e73-4b22-a7a9-5f613376c7b6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Deleting subnet 3e33db17-c61c-4d9f-ac52-f81b92ef0910 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:50.550340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Subnet': ['ID=e685321f-a640-449c-964c-46697064c0de,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.557767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17efaf1b-5e73-4b22-a7a9-5f613376c7b6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (3e33db17-c61c-4d9f-ac52-f81b92ef0910), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.564918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:50.565797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.587763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Network': ['ID=24c7eeaa-3c45-466b-9238-00492a7000f9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.587962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472946b-b2ca-4af0-9a36-8783c91b7781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-9f99f86c-64bb-4cd4-9772-574cc5480209', 'network_id': '9f99f86c-64bb-4cd4-9772-574cc5480209', 'project_id': '3ded716f5d8140129df35d35a7bf8ca3', 'fixed_ips': [{'subnet_id': 'e685321f-a640-449c-964c-46697064c0de'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:50.593085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8472946b-b2ca-4af0-9a36-8783c91b7781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.611991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 24c7eeaa-3c45-466b-9238-00492a7000f9 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:50.618961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17efaf1b-5e73-4b22-a7a9-5f613376c7b6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (3e33db17-c61c-4d9f-ac52-f81b92ef0910), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.623636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df6856be-39cb-45e3-82f5-df425a6ced3e tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (74d43b1c-6ac7-4ac9-9779-69878b8f52c1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.626485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df6856be-39cb-45e3-82f5-df425a6ced3e tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.630478 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-df6856be-39cb-45e3-82f5-df425a6ced3e tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/74d43b1c-6ac7-4ac9-9779-69878b8f52c1 HTTP/1.1" status: 204 len: 168 time: 0.7172070 Aug 31 15:51:50.630478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (9f99f86c-64bb-4cd4-9772-574cc5480209), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.637390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38778) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:50.648877 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0386bfb4-a09b-46a1-aad4-388026abc812 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6603251 Aug 31 15:51:50.649906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38780) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:50.658791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'subnet': {'network_id': '24c7eeaa-3c45-466b-9238-00492a7000f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:50.675445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6856be-39cb-45e3-82f5-df425a6ced3e tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d43b1c-6ac7-4ac9-9779-69878b8f52c1,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.684924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f99f86c-64bb-4cd4-9772-574cc5480209']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:50.707036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b66a04-05b8-4a69-8c20-6d4f00c488de') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:50.707036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b66a04-05b8-4a69-8c20-6d4f00c488de') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:50.727726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (e3b66a04-05b8-4a69-8c20-6d4f00c488de), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.750571 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-98df8110-0dd4-469f-a9bf-08a4726eb52f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4584668 Aug 31 15:51:50.779522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e3b66a04-05b8-4a69-8c20-6d4f00c488de), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.779522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:50.779522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (e3b66a04-05b8-4a69-8c20-6d4f00c488de), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.781005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:50.781468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38782) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:50.783673 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-653c60f3-532b-4e15-bef5-9ae8dfa21c98 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1340303 Aug 31 15:51:50.787979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38784) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:50.843377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17efaf1b-5e73-4b22-a7a9-5f613376c7b6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (3e33db17-c61c-4d9f-ac52-f81b92ef0910), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.865678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d3b28a-b81a-41cf-8e47-27fafbe3892a None None] Network 9f99f86c-64bb-4cd4-9772-574cc5480209 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:50.875276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:50.890894 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da74fb9-d3dc-440e-9069-634951573d7d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:50.896368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da74fb9-d3dc-440e-9069-634951573d7d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:50.897988 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7da74fb9-d3dc-440e-9069-634951573d7d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1237967 Aug 31 15:51:50.901405 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38786) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:50.938953 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-763aa469-0bb5-4dbc-a6a4-1cf6cfcdca7e tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1438098 Aug 31 15:51:50.940752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38788) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:50.950460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:50.955381 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-e4377e2b-d862-4cc3-ba5c-e29f5e8e5c9b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] delete failed (client error): The resource could not be found. Aug 31 15:51:50.956656 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e4377e2b-d862-4cc3-ba5c-e29f5e8e5c9b tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/74d43b1c-6ac7-4ac9-9779-69878b8f52c1 HTTP/1.1" status: 404 len: 347 time: 0.0147524 Aug 31 15:51:50.961493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38790) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:50.961893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:50.987073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38792) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:51.011807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (9f99f86c-64bb-4cd4-9772-574cc5480209), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.016684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.026108 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5484060c-b831-41fc-8ae9-2c7133ecc528 tempest-SecGroupIPv6Test-1911799579 tempest-SecGroupIPv6Test-1911799579-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0539417 Aug 31 15:51:51.026320 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/9f99f86c-64bb-4cd4-9772-574cc5480209 HTTP/1.1" status: 204 len: 168 time: 3.2826397 Aug 31 15:51:51.026442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38794) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:51.044867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a2bba8-18cc-4e2e-8c31-947994ea4d99 None None] DHCP port deletion for 9f99f86c-64bb-4cd4-9772-574cc5480209 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:51.056874 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfe17c5-fee1-4bcd-bc4a-a7591197e3a6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:51.057412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfe17c5-fee1-4bcd-bc4a-a7591197e3a6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:51.060872 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dcfe17c5-fee1-4bcd-bc4a-a7591197e3a6 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/e685321f-a640-449c-964c-46697064c0de HTTP/1.1" status: 404 len: 337 time: 0.0352488 Aug 31 15:51:51.063367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38798) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:51.065406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:51.088103 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49a94e2-4dbe-45b3-83ad-dd17f4d97e5a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:51.089484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49a94e2-4dbe-45b3-83ad-dd17f4d97e5a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:51.093527 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b49a94e2-4dbe-45b3-83ad-dd17f4d97e5a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/9f99f86c-64bb-4cd4-9772-574cc5480209 HTTP/1.1" status: 404 len: 339 time: 0.0288489 Aug 31 15:51:51.094605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:51.099089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.102457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38800) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:51.102823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:51.110090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-45093c02-3dec-4d8d-8615-20e589756ec7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 6d3a09ae-497e-4df9-91b3-51077abbbed7 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:51.110572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45093c02-3dec-4d8d-8615-20e589756ec7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6d3a09ae-497e-4df9-91b3-51077abbbed7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.131371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.131601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0158b90-cec6-4941-bab1-19dd1ddccd6d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Network': ['ID=9f99f86c-64bb-4cd4-9772-574cc5480209,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:51.219004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (2d552da5-9897-4223-a402-9f93abdb34de), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.219442 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added segment 2d552da5-9897-4223-a402-9f93abdb34de of type vlan for network 57d9e894-b2af-4381-b001-e0533b4638c7 Aug 31 15:51:51.221714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (16ad85a3-8f34-4053-86d3-42b4baaa1467), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.243692 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-59f25d2a-47f6-44d3-beac-58cbfc8e19e3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c45f0711198f42bab7d516ff40e1b236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548747 Aug 31 15:51:51.249512 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38802) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:51.259688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17efaf1b-5e73-4b22-a7a9-5f613376c7b6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (3e33db17-c61c-4d9f-ac52-f81b92ef0910), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.268938 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 94c66b81-8f1f-4ada-98ca-02cfce192dc9 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:51.297380 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 94c66b81-8f1f-4ada-98ca-02cfce192dc9 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:51.298101 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 94c66b81-8f1f-4ada-98ca-02cfce192dc9 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:51.300636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-aebda48f-8589-4f91-9fde-07aa14d88093 None None] Provisioning complete for port 6d3a09ae-497e-4df9-91b3-51077abbbed7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:51.301280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-aebda48f-8589-4f91-9fde-07aa14d88093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6d3a09ae-497e-4df9-91b3-51077abbbed7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.302608 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-aebda48f-8589-4f91-9fde-07aa14d88093 None None] Attempt 1 to provision port 6d3a09ae-497e-4df9-91b3-51077abbbed7 Aug 31 15:51:51.316080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efaf1b-5e73-4b22-a7a9-5f613376c7b6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Subnet': ['ID=3e33db17-c61c-4d9f-ac52-f81b92ef0910,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:51.331932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (57d9e894-b2af-4381-b001-e0533b4638c7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.342451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17efaf1b-5e73-4b22-a7a9-5f613376c7b6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.344780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-aebda48f-8589-4f91-9fde-07aa14d88093 None None] Port 6d3a09ae-497e-4df9-91b3-51077abbbed7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:51.345552 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-17efaf1b-5e73-4b22-a7a9-5f613376c7b6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/3e33db17-c61c-4d9f-ac52-f81b92ef0910 HTTP/1.1" status: 204 len: 168 time: 0.9691057 Aug 31 15:51:51.348722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38804) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:51.350068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e1339-7660-442b-8e9b-01999d4f278d None None] Network 951f192a-1109-4416-8928-b2652be53ff2 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:51.408805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45093c02-3dec-4d8d-8615-20e589756ec7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6d3a09ae-497e-4df9-91b3-51077abbbed7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.422272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:51.433770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-45093c02-3dec-4d8d-8615-20e589756ec7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 6d3a09ae-497e-4df9-91b3-51077abbbed7 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:51.440039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e46b9ccc-2d73-4853-8a28-a381c16973a7 admin admin] Publish callbacks [] for security_group (60873f11-847b-4123-bbe7-f17f486b2868), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.474723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e46b9ccc-2d73-4853-8a28-a381c16973a7 admin admin] Publish callbacks [] for security_group (60873f11-847b-4123-bbe7-f17f486b2868), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.525914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98460498-e89c-4e63-b13c-3dfd8fec5b33 None None] DHCP port deletion for 951f192a-1109-4416-8928-b2652be53ff2 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:51.548866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (57d9e894-b2af-4381-b001-e0533b4638c7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.554810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:51.555439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.605371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-98460498-e89c-4e63-b13c-3dfd8fec5b33 None None] Deleting port 1589b17b-85c7-498d-897f-3b74f6c19249 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:51.605922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-98460498-e89c-4e63-b13c-3dfd8fec5b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1589b17b-85c7-498d-897f-3b74f6c19249), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.659219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Network': ['ID=57d9e894-b2af-4381-b001-e0533b4638c7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:51.678173 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-de038a63-90ae-4d8e-849c-552e888fee10 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1972568 Aug 31 15:51:51.681067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38806) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:51.685382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 57d9e894-b2af-4381-b001-e0533b4638c7 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:51.686354 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'subnet': {'network_id': '57d9e894-b2af-4381-b001-e0533b4638c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:51.722781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-98460498-e89c-4e63-b13c-3dfd8fec5b33 None None] For port 1589b17b-85c7-498d-897f-3b74f6c19249, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1589b17b-85c7-498d-897f-3b74f6c19249,segment=NetworkSegment(0b37b3a1-abb4-408b-bf7e-b0b16a10788e),segment_id=0b37b3a1-abb4-408b-bf7e-b0b16a10788e)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:51.723410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-98460498-e89c-4e63-b13c-3dfd8fec5b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1589b17b-85c7-498d-897f-3b74f6c19249), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.776836 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-98460498-e89c-4e63-b13c-3dfd8fec5b33 None None] Calling delete_port for 1589b17b-85c7-498d-897f-3b74f6c19249 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:51.791295 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 4e812948-dd5f-430d-a430-d3010bd2107c resource provider aggregate not found Aug 31 15:51:51.813591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e46b9ccc-2d73-4853-8a28-a381c16973a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (60873f11-847b-4123-bbe7-f17f486b2868), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.816349 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e46b9ccc-2d73-4853-8a28-a381c16973a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.818187 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e46b9ccc-2d73-4853-8a28-a381c16973a7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/60873f11-847b-4123-bbe7-f17f486b2868 HTTP/1.1" status: 204 len: 168 time: 0.5676806 Aug 31 15:51:51.835485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:51.841256 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 4e812948-dd5f-430d-a430-d3010bd2107c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e812948-dd5f-430d-a430-d3010bd2107c found for delete ", "request_id": "req-ea3d181a-0d1c-467e-9197-d73b185da5db"}]} Aug 31 15:51:51.844671 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (16ad85a3-8f34-4053-86d3-42b4baaa1467), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.880688 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment d193f1d6-b0fa-434f-9ac6-bca307bcc9db resource provider aggregate not found Aug 31 15:51:51.886792 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b9ccc-2d73-4853-8a28-a381c16973a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60873f11-847b-4123-bbe7-f17f486b2868,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:51.889830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e66caf3-9582-4cf7-a128-6468fb6e8281 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Deleting subnet fa8389ab-74cb-4dc9-b915-5a4cfcb819bf {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:51.893253 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e66caf3-9582-4cf7-a128-6468fb6e8281 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (fa8389ab-74cb-4dc9-b915-5a4cfcb819bf), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.924001 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment d193f1d6-b0fa-434f-9ac6-bca307bcc9db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d193f1d6-b0fa-434f-9ac6-bca307bcc9db found for delete ", "request_id": "req-bd4f1f23-f810-4430-82c8-d408bf929f5f"}]} Aug 31 15:51:51.928408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38820) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:51.931815 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-aebda48f-8589-4f91-9fde-07aa14d88093 None None] Attempt 2 to provision port 6d3a09ae-497e-4df9-91b3-51077abbbed7 Aug 31 15:51:51.958329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ad85a3-8f34-4053-86d3-42b4baaa1467']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:51.983664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e66caf3-9582-4cf7-a128-6468fb6e8281 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (fa8389ab-74cb-4dc9-b915-5a4cfcb819bf), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:51.988167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-aebda48f-8589-4f91-9fde-07aa14d88093 None None] Port 6d3a09ae-497e-4df9-91b3-51077abbbed7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:51.997524 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment e3b66a04-05b8-4a69-8c20-6d4f00c488de resource provider aggregate not found Aug 31 15:51:52.020961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f2aae6-afcb-460c-9f40-65fe034482c2') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:52.021259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f2aae6-afcb-460c-9f40-65fe034482c2') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:52.034902 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment e3b66a04-05b8-4a69-8c20-6d4f00c488de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3b66a04-05b8-4a69-8c20-6d4f00c488de found for delete ", "request_id": "req-60ed26e6-29c4-4911-9be5-d6a2b685498b"}]} Aug 31 15:51:52.046455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (e4f2aae6-afcb-460c-9f40-65fe034482c2), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.104342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e4f2aae6-afcb-460c-9f40-65fe034482c2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.139948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-98460498-e89c-4e63-b13c-3dfd8fec5b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (1589b17b-85c7-498d-897f-3b74f6c19249), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.141513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:52.148573 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.154735 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:52.155153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (e4f2aae6-afcb-460c-9f40-65fe034482c2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.194276 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98460498-e89c-4e63-b13c-3dfd8fec5b33 None None] No DVR routers for this DVR port 1589b17b-85c7-498d-897f-3b74f6c19249 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:52.201887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98460498-e89c-4e63-b13c-3dfd8fec5b33 None None] Pushing event deleted for resources: {'Port': ['ID=1589b17b-85c7-498d-897f-3b74f6c19249,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:52.228845 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment e4f2aae6-afcb-460c-9f40-65fe034482c2 resource provider aggregate not found Aug 31 15:51:52.240581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e66caf3-9582-4cf7-a128-6468fb6e8281 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (fa8389ab-74cb-4dc9-b915-5a4cfcb819bf), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.249009 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45093c02-3dec-4d8d-8615-20e589756ec7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (6d3a09ae-497e-4df9-91b3-51077abbbed7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.277456 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment e4f2aae6-afcb-460c-9f40-65fe034482c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4f2aae6-afcb-460c-9f40-65fe034482c2 found for delete ", "request_id": "req-0a3fb4b5-4c42-41d2-951a-8af3bdf7d896"}]} Aug 31 15:51:52.289073 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-20b46d76-7040-4705-a42c-74797b162f4a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=71f03518276b4f52950eeb3a91fc1819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519697 Aug 31 15:51:52.292606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38832) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:52.298872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45093c02-3dec-4d8d-8615-20e589756ec7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=6d3a09ae-497e-4df9-91b3-51077abbbed7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:52.302481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (45426456-f4f6-4e97-b33c-ebe988ef84ab), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.439532 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-45093c02-3dec-4d8d-8615-20e589756ec7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.442743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (16ad85a3-8f34-4053-86d3-42b4baaa1467), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.446291 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-45093c02-3dec-4d8d-8615-20e589756ec7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/6d3a09ae-497e-4df9-91b3-51077abbbed7 HTTP/1.1" status: 204 len: 168 time: 1.5432968 Aug 31 15:51:52.453128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Subnet': ['ID=45426456-f4f6-4e97-b33c-ebe988ef84ab,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:52.455859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38834) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:52.476541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.481720 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/16ad85a3-8f34-4053-86d3-42b4baaa1467 HTTP/1.1" status: 204 len: 168 time: 1.3750496 Aug 31 15:51:52.486519 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38836) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:52.490192 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-aebda48f-8589-4f91-9fde-07aa14d88093 None None] Attempt 3 to provision port 6d3a09ae-497e-4df9-91b3-51077abbbed7 Aug 31 15:51:52.526327 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-aebda48f-8589-4f91-9fde-07aa14d88093 None None] Port 6d3a09ae-497e-4df9-91b3-51077abbbed7 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:51:52.529792 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:52.563948 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-6578db54-ddbf-44cf-b73f-abb0dd32c949 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:52.564439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19cdd4-258e-4ec7-a2ea-fb431201a739 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Network': ['ID=16ad85a3-8f34-4053-86d3-42b4baaa1467,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:52.565028 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6578db54-ddbf-44cf-b73f-abb0dd32c949 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:52.570012 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6578db54-ddbf-44cf-b73f-abb0dd32c949 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/741d4853-8859-4a7f-ad9c-48944644dca7 HTTP/1.1" status: 404 len: 337 time: 0.0817161 Aug 31 15:51:52.572447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Checking segment: {'id': 'b25247a2-c44e-4a49-aac5-4b519d58a690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '24c7eeaa-3c45-466b-9238-00492a7000f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:52.572825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network hostable DHCP agents. Network: 24c7eeaa-3c45-466b-9238-00492a7000f9, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:52.575877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38838) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:52.581374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e66caf3-9582-4cf7-a128-6468fb6e8281 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (fa8389ab-74cb-4dc9-b915-5a4cfcb819bf), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.589900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:52.597523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0316026-a034-4cc6-a635-c83b151e3400 admin admin] Publish callbacks [] for security_group (19910f4a-cfc5-4656-b137-ad55cb3b3795), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.633698 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-220ab604-901c-4a3b-864f-a204760949bd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:52.634617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220ab604-901c-4a3b-864f-a204760949bd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:52.637418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66caf3-9582-4cf7-a128-6468fb6e8281 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8389ab-74cb-4dc9-b915-5a4cfcb819bf,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:52.637667 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-220ab604-901c-4a3b-864f-a204760949bd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/ffb18521-6d7b-4e3e-9601-5d0c87ce9062 HTTP/1.1" status: 404 len: 339 time: 0.0602989 Aug 31 15:51:52.644959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38840) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:52.650470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e6ece-281a-4fef-a1f3-21549635357e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:52.650470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e6ece-281a-4fef-a1f3-21549635357e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:52.651217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e6ece-281a-4fef-a1f3-21549635357e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:52.652860 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-389e6ece-281a-4fef-a1f3-21549635357e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1924269 Aug 31 15:51:52.658800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38842) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:52.663975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e66caf3-9582-4cf7-a128-6468fb6e8281 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.667054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee084430-855f-4409-8806-e12368156dd3 None None] Network 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:52.670045 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4e66caf3-9582-4cf7-a128-6468fb6e8281 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/fa8389ab-74cb-4dc9-b915-5a4cfcb819bf HTTP/1.1" status: 204 len: 168 time: 1.3180103 Aug 31 15:51:52.671946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38844) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:52.708087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0316026-a034-4cc6-a635-c83b151e3400 admin admin] Publish callbacks [] for security_group (19910f4a-cfc5-4656-b137-ad55cb3b3795), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.708823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:52.733939 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbe386f-2773-4c5f-a239-f9f5b63054cf tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting subnet 14617a32-1c1f-459f-8ab0-3fa39e773d44 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:52.737343 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dbbe386f-2773-4c5f-a239-f9f5b63054cf tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (14617a32-1c1f-459f-8ab0-3fa39e773d44), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.785392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dbbe386f-2773-4c5f-a239-f9f5b63054cf tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (14617a32-1c1f-459f-8ab0-3fa39e773d44), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.790161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 24c7eeaa-3c45-466b-9238-00492a7000f9 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:52.820857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (8437f08e-587c-467a-b306-473b5cbc3051), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.843858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda0a2e0-080f-4ad3-bd6d-b7bad7c0a828 None None] DHCP port deletion for 59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:52.852315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e68615e-4bdc-4ebe-912f-98bffe7104f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 694cf21e-b1db-41d8-b961-b04fa038a65d {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:52.859763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (951f192a-1109-4416-8928-b2652be53ff2), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.863068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e68615e-4bdc-4ebe-912f-98bffe7104f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (694cf21e-b1db-41d8-b961-b04fa038a65d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.884921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-dda0a2e0-080f-4ad3-bd6d-b7bad7c0a828 None None] Deleting port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:52.885782 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dda0a2e0-080f-4ad3-bd6d-b7bad7c0a828 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (34fcf086-bc33-492f-bc8a-b0bb1b42b0b5), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.926998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e68615e-4bdc-4ebe-912f-98bffe7104f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (694cf21e-b1db-41d8-b961-b04fa038a65d), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.957054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-dda0a2e0-080f-4ad3-bd6d-b7bad7c0a828 None None] For port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=34fcf086-bc33-492f-bc8a-b0bb1b42b0b5,segment=NetworkSegment(72e0b68d-7122-4c80-846d-b01d5c16c6b2),segment_id=72e0b68d-7122-4c80-846d-b01d5c16c6b2)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:52.957853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dda0a2e0-080f-4ad3-bd6d-b7bad7c0a828 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (34fcf086-bc33-492f-bc8a-b0bb1b42b0b5), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:52.960991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Subnet': ['ID=8437f08e-587c-467a-b306-473b5cbc3051,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:52.972311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-dda0a2e0-080f-4ad3-bd6d-b7bad7c0a828 None None] Calling delete_port for 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:52.981840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Checking segment: {'id': '2d552da5-9897-4223-a402-9f93abdb34de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '57d9e894-b2af-4381-b001-e0533b4638c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:52.982366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network hostable DHCP agents. Network: 57d9e894-b2af-4381-b001-e0533b4638c7, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:52.992656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dbbe386f-2773-4c5f-a239-f9f5b63054cf tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (14617a32-1c1f-459f-8ab0-3fa39e773d44), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.018088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 24c7eeaa-3c45-466b-9238-00492a7000f9) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:53.030468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:53.031066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.033441 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ddd342-0400-42a8-991a-4b7b3f171790 None None] Network 24c7eeaa-3c45-466b-9238-00492a7000f9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:53.055551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0316026-a034-4cc6-a635-c83b151e3400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (19910f4a-cfc5-4656-b137-ad55cb3b3795), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.055551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0316026-a034-4cc6-a635-c83b151e3400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.055551 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e0316026-a034-4cc6-a635-c83b151e3400 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/19910f4a-cfc5-4656-b137-ad55cb3b3795 HTTP/1.1" status: 204 len: 168 time: 0.7610674 Aug 31 15:51:53.058736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (951f192a-1109-4416-8928-b2652be53ff2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.096589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0316026-a034-4cc6-a635-c83b151e3400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19910f4a-cfc5-4656-b137-ad55cb3b3795,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:53.104571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951f192a-1109-4416-8928-b2652be53ff2']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:53.134397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b37b3a1-abb4-408b-bf7e-b0b16a10788e') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:53.134705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b37b3a1-abb4-408b-bf7e-b0b16a10788e') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:53.152195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (0b37b3a1-abb4-408b-bf7e-b0b16a10788e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.164185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e68615e-4bdc-4ebe-912f-98bffe7104f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (694cf21e-b1db-41d8-b961-b04fa038a65d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.194185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0b37b3a1-abb4-408b-bf7e-b0b16a10788e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.196293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 57d9e894-b2af-4381-b001-e0533b4638c7 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:53.206173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 57d9e894-b2af-4381-b001-e0533b4638c7) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:53.211796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:53.212439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (0b37b3a1-abb4-408b-bf7e-b0b16a10788e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.225938 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:53.226079 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37e282-d3b8-4862-8aa8-b498d4f15d0b None None] Network 57d9e894-b2af-4381-b001-e0533b4638c7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:53.226685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.246592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dda0a2e0-080f-4ad3-bd6d-b7bad7c0a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (34fcf086-bc33-492f-bc8a-b0bb1b42b0b5), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.252261 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dbbe386f-2773-4c5f-a239-f9f5b63054cf tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (14617a32-1c1f-459f-8ab0-3fa39e773d44), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.257695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:53.260054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-24c7eeaa-3c45-466b-9238-00492a7000f9', 'network_id': '24c7eeaa-3c45-466b-9238-00492a7000f9', 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'fixed_ips': [{'subnet_id': '45426456-f4f6-4e97-b33c-ebe988ef84ab'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:53.261195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.290760 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ce1ec6e9-bf52-4801-989c-b9381e72349c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6376848 Aug 31 15:51:53.294029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38848) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:53.299044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ef42b280-9347-49a7-8eb9-a148e8605236 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-31379811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:53.306183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda0a2e0-080f-4ad3-bd6d-b7bad7c0a828 None None] No DVR routers for this DVR port 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:53.327038 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dbbe386f-2773-4c5f-a239-f9f5b63054cf tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.332991 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dbbe386f-2773-4c5f-a239-f9f5b63054cf tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/14617a32-1c1f-459f-8ab0-3fa39e773d44 HTTP/1.1" status: 204 len: 168 time: 0.6864972 Aug 31 15:51:53.336379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38850) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:53.344772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe386f-2773-4c5f-a239-f9f5b63054cf tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Subnet': ['ID=14617a32-1c1f-459f-8ab0-3fa39e773d44,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:53.355217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7505484-6409-407b-b476-b38f0f57f521 None None] Network 4aafeab5-9c93-4510-a0c6-75581dd940dc requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:53.362115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:53.362686 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 34fcf086-bc33-492f-bc8a-b0bb1b42b0b5 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:53.363303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1589b17b-85c7-498d-897f-3b74f6c19249 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:53.367148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0a2e0-080f-4ad3-bd6d-b7bad7c0a828 None None] Pushing event deleted for resources: {'Port': ['ID=34fcf086-bc33-492f-bc8a-b0bb1b42b0b5,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:53.399138 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c701a060-6fbf-40f7-bf54-c4b7b6b90358 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7168791 Aug 31 15:51:53.402518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38852) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:53.411217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-fc1b55d6-30fd-4bc7-8fc6-b3c77d639c81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-582272308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:53.421919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcca822-76de-4700-8b4a-ccdcf0cc0db8 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting subnet fbcbcd93-213e-4f46-b58c-21228f1d7485 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:53.426514 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (951f192a-1109-4416-8928-b2652be53ff2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.427418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9fcca822-76de-4700-8b4a-ccdcf0cc0db8 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (fbcbcd93-213e-4f46-b58c-21228f1d7485), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.431707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.435351 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/networks/951f192a-1109-4416-8928-b2652be53ff2 HTTP/1.1" status: 204 len: 168 time: 0.7438185 Aug 31 15:51:53.439751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38854) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:53.441185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 1589b17b-85c7-498d-897f-3b74f6c19249 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:53.442470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1589b17b-85c7-498d-897f-3b74f6c19249 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:53.467009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef42b280-9347-49a7-8eb9-a148e8605236 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (64c724e1-e45f-4f71-95ca-693deef207fb), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.468204 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef42b280-9347-49a7-8eb9-a148e8605236 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (64c724e1-e45f-4f71-95ca-693deef207fb), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.473191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e68615e-4bdc-4ebe-912f-98bffe7104f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (694cf21e-b1db-41d8-b961-b04fa038a65d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.492389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846c643-caf8-4942-a305-475456cbb5bf tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Network': ['ID=951f192a-1109-4416-8928-b2652be53ff2,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:53.498845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9fcca822-76de-4700-8b4a-ccdcf0cc0db8 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (fbcbcd93-213e-4f46-b58c-21228f1d7485), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.610738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.616805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e68615e-4bdc-4ebe-912f-98bffe7104f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.624642 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8e68615e-4bdc-4ebe-912f-98bffe7104f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/694cf21e-b1db-41d8-b961-b04fa038a65d HTTP/1.1" status: 204 len: 168 time: 0.9533553 Aug 31 15:51:53.628784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38856) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:53.630567 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68615e-4bdc-4ebe-912f-98bffe7104f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=694cf21e-b1db-41d8-b961-b04fa038a65d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:53.650564 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e760560-d023-4343-a1f1-cfd87d260630 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:53.682183 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9fcca822-76de-4700-8b4a-ccdcf0cc0db8 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (fbcbcd93-213e-4f46-b58c-21228f1d7485), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.701944 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fc1b55d6-30fd-4bc7-8fc6-b3c77d639c81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (6f0141dc-2e47-4899-92e8-74127f2d80e4), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.703327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fc1b55d6-30fd-4bc7-8fc6-b3c77d639c81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (6f0141dc-2e47-4899-92e8-74127f2d80e4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.777603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab07dca1-179f-4ead-a08e-5e467597bd34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 8d5516e1-f7af-46e7-9e22-dab4bf792637 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:53.783554 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fc1b55d6-30fd-4bc7-8fc6-b3c77d639c81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (6f0141dc-2e47-4899-92e8-74127f2d80e4), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.784807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ab07dca1-179f-4ead-a08e-5e467597bd34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (8d5516e1-f7af-46e7-9e22-dab4bf792637), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.825848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-57d9e894-b2af-4381-b001-e0533b4638c7', 'network_id': '57d9e894-b2af-4381-b001-e0533b4638c7', 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'fixed_ips': [{'subnet_id': '8437f08e-587c-467a-b306-473b5cbc3051'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:53.826772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.862885 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9fcca822-76de-4700-8b4a-ccdcf0cc0db8 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (fbcbcd93-213e-4f46-b58c-21228f1d7485), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.899280 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcca822-76de-4700-8b4a-ccdcf0cc0db8 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcbcd93-213e-4f46-b58c-21228f1d7485,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:53.901298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fc1b55d6-30fd-4bc7-8fc6-b3c77d639c81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (6f0141dc-2e47-4899-92e8-74127f2d80e4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.903100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9fcca822-76de-4700-8b4a-ccdcf0cc0db8 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.911541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Allocated IP 172.20.0.2 (24c7eeaa-3c45-466b-9238-00492a7000f9/45426456-f4f6-4e97-b33c-ebe988ef84ab/e5e46274-97b5-42a9-bc06-0f797c1d44c6) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:53.912655 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9fcca822-76de-4700-8b4a-ccdcf0cc0db8 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/fbcbcd93-213e-4f46-b58c-21228f1d7485 HTTP/1.1" status: 204 len: 168 time: 0.5748832 Aug 31 15:51:53.914009 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38858) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:53.925068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef42b280-9347-49a7-8eb9-a148e8605236 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (64c724e1-e45f-4f71-95ca-693deef207fb), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:53.930630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ab07dca1-179f-4ead-a08e-5e467597bd34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (8d5516e1-f7af-46e7-9e22-dab4bf792637), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.008101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (4aafeab5-9c93-4510-a0c6-75581dd940dc), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.050425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.053250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fc1b55d6-30fd-4bc7-8fc6-b3c77d639c81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.058015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting port 0872ed80-08e5-47df-85a2-57c29cd5a76e {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:54.058413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.061225 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38860) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:54.064293 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fc1b55d6-30fd-4bc7-8fc6-b3c77d639c81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6533880 Aug 31 15:51:54.066993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'port': {'network_id': '57d9e894-b2af-4381-b001-e0533b4638c7', 'name': 'tempest-RoutersIpV6Test-482999364'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:54.099435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:54.116834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e0b68d-7122-4c80-846d-b01d5c16c6b2') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:54.117419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e0b68d-7122-4c80-846d-b01d5c16c6b2') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:54.142035 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Allocated IP 2001:db8::2 (57d9e894-b2af-4381-b001-e0533b4638c7/8437f08e-587c-467a-b306-473b5cbc3051/e6559ec6-a13b-4090-bf2d-94de75c36ccb) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:54.144989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (72e0b68d-7122-4c80-846d-b01d5c16c6b2), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.166891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef42b280-9347-49a7-8eb9-a148e8605236 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (64c724e1-e45f-4f71-95ca-693deef207fb), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.175862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (72e0b68d-7122-4c80-846d-b01d5c16c6b2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.196051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:54.197153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (72e0b68d-7122-4c80-846d-b01d5c16c6b2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.237474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] For port 0872ed80-08e5-47df-85a2-57c29cd5a76e, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0872ed80-08e5-47df-85a2-57c29cd5a76e,segment=NetworkSegment(7cb9683c-69b6-473a-8f63-ae9aa15b2f6a),segment_id=7cb9683c-69b6-473a-8f63-ae9aa15b2f6a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:54.237796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.264495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Publish callbacks [] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.312423 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0b37b3a1-abb4-408b-bf7e-b0b16a10788e resource provider aggregate not found Aug 31 15:51:54.320773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef42b280-9347-49a7-8eb9-a148e8605236 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.322322 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ef42b280-9347-49a7-8eb9-a148e8605236 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.0268095 Aug 31 15:51:54.334007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ab07dca1-179f-4ead-a08e-5e467597bd34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (8d5516e1-f7af-46e7-9e22-dab4bf792637), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.341413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38866) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:54.341413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Calling delete_port for 0872ed80-08e5-47df-85a2-57c29cd5a76e owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:54.347595 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0b37b3a1-abb4-408b-bf7e-b0b16a10788e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b37b3a1-abb4-408b-bf7e-b0b16a10788e found for delete ", "request_id": "req-abe0f9fe-958d-40bf-8b6f-a1b440823f7e"}]} Aug 31 15:51:54.402408 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 72e0b68d-7122-4c80-846d-b01d5c16c6b2 resource provider aggregate not found Aug 31 15:51:54.420758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.443768 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 72e0b68d-7122-4c80-846d-b01d5c16c6b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72e0b68d-7122-4c80-846d-b01d5c16c6b2 found for delete ", "request_id": "req-bee4828a-5af8-41ef-92ef-e06775815228"}]} Aug 31 15:51:54.448412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.455870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.460673 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/networks/59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412 HTTP/1.1" status: 204 len: 168 time: 1.0178320 Aug 31 15:51:54.466151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38872) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:54.475047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:54.483528 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.496181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f42933-1e7e-4e58-8769-affed99ceefc tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Network': ['ID=59a66ffd-4ffe-4d7b-bedc-1f78ad0ba412,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:54.512884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Network 24c7eeaa-3c45-466b-9238-00492a7000f9 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:54.514753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:54.522149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Publish callbacks [] for port (e6559ec6-a13b-4090-bf2d-94de75c36ccb), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.524089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:54.569421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] device_id is not set on port 9c2fe38e-bd14-4bd2-a938-3a6026ad2909 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:51:54.578890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3f89d5-b503-49a1-b381-6dc07a449d65 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Deleting subnet ff4053ad-0369-4d41-8f52-edf57df36a68 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:54.588586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf3f89d5-b503-49a1-b381-6dc07a449d65 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (ff4053ad-0369-4d41-8f52-edf57df36a68), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.594203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Pushing event updated for resources: {'Port': ['ID=e5e46274-97b5-42a9-bc06-0f797c1d44c6,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:54.641773 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (e6559ec6-a13b-4090-bf2d-94de75c36ccb), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.650821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf3f89d5-b503-49a1-b381-6dc07a449d65 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (ff4053ad-0369-4d41-8f52-edf57df36a68), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.653177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Attempting to bind port e5e46274-97b5-42a9-bc06-0f797c1d44c6 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:54.654107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Attempting to bind port e5e46274-97b5-42a9-bc06-0f797c1d44c6 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b25247a2-c44e-4a49-aac5-4b519d58a690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '24c7eeaa-3c45-466b-9238-00492a7000f9'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:54.654643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Attempting to bind port e5e46274-97b5-42a9-bc06-0f797c1d44c6 on network 24c7eeaa-3c45-466b-9238-00492a7000f9 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:54.685430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:54.685856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Checking segment: {'id': 'b25247a2-c44e-4a49-aac5-4b519d58a690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '24c7eeaa-3c45-466b-9238-00492a7000f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:54.686266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.686653 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Bound using segment: {'id': 'b25247a2-c44e-4a49-aac5-4b519d58a690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '24c7eeaa-3c45-466b-9238-00492a7000f9'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:54.687138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Bound port: e5e46274-97b5-42a9-bc06-0f797c1d44c6, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25247a2-c44e-4a49-aac5-4b519d58a690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '24c7eeaa-3c45-466b-9238-00492a7000f9'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:54.687519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.703917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:54.715106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ab07dca1-179f-4ead-a08e-5e467597bd34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (8d5516e1-f7af-46e7-9e22-dab4bf792637), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.717771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Network 57d9e894-b2af-4381-b001-e0533b4638c7 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:54.726328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:54.729440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:54.794612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] For port e5e46274-97b5-42a9-bc06-0f797c1d44c6, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:54.799523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07dca1-179f-4ead-a08e-5e467597bd34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5516e1-f7af-46e7-9e22-dab4bf792637,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:54.804768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] For port e5e46274-97b5-42a9-bc06-0f797c1d44c6, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e5e46274-97b5-42a9-bc06-0f797c1d44c6,segment=NetworkSegment(b25247a2-c44e-4a49-aac5-4b519d58a690),segment_id=b25247a2-c44e-4a49-aac5-4b519d58a690)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:54.806254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Pushing event updated for resources: {'Port': ['ID=e6559ec6-a13b-4090-bf2d-94de75c36ccb,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:54.808299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ab07dca1-179f-4ead-a08e-5e467597bd34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.812325 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ab07dca1-179f-4ead-a08e-5e467597bd34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/8d5516e1-f7af-46e7-9e22-dab4bf792637 HTTP/1.1" status: 204 len: 168 time: 1.1777513 Aug 31 15:51:54.833609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38874) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:54.861053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf3f89d5-b503-49a1-b381-6dc07a449d65 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (ff4053ad-0369-4d41-8f52-edf57df36a68), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.887182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Attempting to bind port e6559ec6-a13b-4090-bf2d-94de75c36ccb on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:54.887406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Attempting to bind port e6559ec6-a13b-4090-bf2d-94de75c36ccb by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '2d552da5-9897-4223-a402-9f93abdb34de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '57d9e894-b2af-4381-b001-e0533b4638c7'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:54.887660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Attempting to bind port e6559ec6-a13b-4090-bf2d-94de75c36ccb on network 57d9e894-b2af-4381-b001-e0533b4638c7 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:54.895216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:54.895989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Checking segment: {'id': '2d552da5-9897-4223-a402-9f93abdb34de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '57d9e894-b2af-4381-b001-e0533b4638c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:54.896461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.897027 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Bound using segment: {'id': '2d552da5-9897-4223-a402-9f93abdb34de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '57d9e894-b2af-4381-b001-e0533b4638c7'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:54.897496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Bound port: e6559ec6-a13b-4090-bf2d-94de75c36ccb, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d552da5-9897-4223-a402-9f93abdb34de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '57d9e894-b2af-4381-b001-e0533b4638c7'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:54.898020 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e6559ec6-a13b-4090-bf2d-94de75c36ccb), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:54.939755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf9dcb-dd44-4e4f-9bd3-d89e8301b02a None None] Network 4aafeab5-9c93-4510-a0c6-75581dd940dc requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:54.998236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7996544-8b3e-4ae7-b93c-68893c3d2b33 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:55.002570 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-72d62474-43ca-4d41-91fc-b33a3c0bfae4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1607258 Aug 31 15:51:55.006251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38876) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:55.011670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.012080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-52971d0f-733d-46fb-89ae-49552a39673f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:55.018274 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (0872ed80-08e5-47df-85a2-57c29cd5a76e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.032628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Allocated IP 2001:db8::c9 (57d9e894-b2af-4381-b001-e0533b4638c7/8437f08e-587c-467a-b306-473b5cbc3051/9c2fe38e-bd14-4bd2-a938-3a6026ad2909) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:55.089474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Port': ['ID=0872ed80-08e5-47df-85a2-57c29cd5a76e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:55.094171 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No DVR routers for this DVR port 0872ed80-08e5-47df-85a2-57c29cd5a76e on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:55.110084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ad93b8c8-7cb0-493f-93f6-35c45c8ac211 None None] Provisioning complete for port 5b68daca-370c-45ba-8a72-8b1f87bc9738 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:55.110477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8c8-7cb0-493f-93f6-35c45c8ac211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.110959 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ad93b8c8-7cb0-493f-93f6-35c45c8ac211 None None] Attempt 1 to provision port 5b68daca-370c-45ba-8a72-8b1f87bc9738 Aug 31 15:51:55.164707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf3f89d5-b503-49a1-b381-6dc07a449d65 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (ff4053ad-0369-4d41-8f52-edf57df36a68), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.184042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ad93b8c8-7cb0-493f-93f6-35c45c8ac211 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:55.185264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:55.189449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] For port e6559ec6-a13b-4090-bf2d-94de75c36ccb, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:55.206603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ad93b8c8-7cb0-493f-93f6-35c45c8ac211 None None] Could not find standard attr ID for object 0872ed80-08e5-47df-85a2-57c29cd5a76e. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:51:55.216586 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] For port e6559ec6-a13b-4090-bf2d-94de75c36ccb, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e6559ec6-a13b-4090-bf2d-94de75c36ccb,segment=NetworkSegment(2d552da5-9897-4223-a402-9f93abdb34de),segment_id=2d552da5-9897-4223-a402-9f93abdb34de)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:55.253020 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc072138-4f5a-45c5-b1bc-d252d5721d03 None None] Pushing event updated for resources: {'Port': ['ID=e5e46274-97b5-42a9-bc06-0f797c1d44c6,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:55.270268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f89d5-b503-49a1-b381-6dc07a449d65 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4053ad-0369-4d41-8f52-edf57df36a68,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:55.270268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bf3f89d5-b503-49a1-b381-6dc07a449d65 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.276784 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bf3f89d5-b503-49a1-b381-6dc07a449d65 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/ff4053ad-0369-4d41-8f52-edf57df36a68 HTTP/1.1" status: 204 len: 168 time: 0.7924268 Aug 31 15:51:55.281429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38878) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:55.287113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a3ae19-3253-44bb-9d23-fbe2ec5c2d88 None None] Network f8a1948d-be06-4538-a54a-031a660c1724 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:55.309651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.320469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:55.371568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34120228-2a92-404a-8598-9242aaa9f427 None None] DHCP port deletion for 4aafeab5-9c93-4510-a0c6-75581dd940dc request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:55.392339 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e6559ec6-a13b-4090-bf2d-94de75c36ccb), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.427415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f8a1948d-be06-4538-a54a-031a660c1724), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.434925 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (4aafeab5-9c93-4510-a0c6-75581dd940dc), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.453317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:55.453894 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52971d0f-733d-46fb-89ae-49552a39673f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:55.460700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52971d0f-733d-46fb-89ae-49552a39673f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.518574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:55.540014 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af372dc-53fc-42cd-8120-b7bfea59eff5 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:55.554810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:55.595293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aafeab5-9c93-4510-a0c6-75581dd940dc']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:55.600071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0396c-9fcd-4461-8abe-e67b709a29c3 None None] Pushing event updated for resources: {'Port': ['ID=e6559ec6-a13b-4090-bf2d-94de75c36ccb,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:55.619881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb9683c-69b6-473a-8f63-ae9aa15b2f6a') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:55.620015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb9683c-69b6-473a-8f63-ae9aa15b2f6a') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:55.632526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5af372dc-53fc-42cd-8120-b7bfea59eff5 None None] Deleting port 5b68daca-370c-45ba-8a72-8b1f87bc9738 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:55.632900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5af372dc-53fc-42cd-8120-b7bfea59eff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.647119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Deleting port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:55.648096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.691033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (7cb9683c-69b6-473a-8f63-ae9aa15b2f6a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.705027 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e28c7e2-5f0e-49cb-a492-d6c10da0e790 None None] DHCP port deletion for f8a1948d-be06-4538-a54a-031a660c1724 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:55.730864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5af372dc-53fc-42cd-8120-b7bfea59eff5 None None] For port 5b68daca-370c-45ba-8a72-8b1f87bc9738, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5b68daca-370c-45ba-8a72-8b1f87bc9738,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:55.730864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5af372dc-53fc-42cd-8120-b7bfea59eff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.772325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7cb9683c-69b6-473a-8f63-ae9aa15b2f6a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.786945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5af372dc-53fc-42cd-8120-b7bfea59eff5 None None] Calling delete_port for 5b68daca-370c-45ba-8a72-8b1f87bc9738 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:55.836842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:55.838822 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (7cb9683c-69b6-473a-8f63-ae9aa15b2f6a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.839372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5e28c7e2-5f0e-49cb-a492-d6c10da0e790 None None] Deleting port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:55.839740 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e28c7e2-5f0e-49cb-a492-d6c10da0e790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.875318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] For port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d816a3c9-b1a8-4202-a1c2-38ee2244cd1f,segment=NetworkSegment(9095d980-08ca-445a-a143-346a07602049),segment_id=9095d980-08ca-445a-a143-346a07602049)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:55.880106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.887575 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 7cb9683c-69b6-473a-8f63-ae9aa15b2f6a resource provider aggregate not found Aug 31 15:51:55.901553 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:55.912504 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=38 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:55.916840 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=17 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:55.935598 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 7cb9683c-69b6-473a-8f63-ae9aa15b2f6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cb9683c-69b6-473a-8f63-ae9aa15b2f6a found for delete ", "request_id": "req-6a7bf3bd-871d-4ea0-a3f9-6a6c13bd3dbf"}]} Aug 31 15:51:55.990587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Calling delete_port for d816a3c9-b1a8-4202-a1c2-38ee2244cd1f owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:56.031449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Allocated IP 172.20.0.1 (24c7eeaa-3c45-466b-9238-00492a7000f9/45426456-f4f6-4e97-b33c-ebe988ef84ab/5ad6058d-659f-485e-8608-1ca444b63774) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:56.065442 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (4aafeab5-9c93-4510-a0c6-75581dd940dc), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.142561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5e28c7e2-5f0e-49cb-a492-d6c10da0e790 None None] For port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d816a3c9-b1a8-4202-a1c2-38ee2244cd1f,segment=NetworkSegment(9095d980-08ca-445a-a143-346a07602049),segment_id=9095d980-08ca-445a-a143-346a07602049)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:56.143303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e28c7e2-5f0e-49cb-a492-d6c10da0e790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.164178 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5e28c7e2-5f0e-49cb-a492-d6c10da0e790 None None] Calling delete_port for d816a3c9-b1a8-4202-a1c2-38ee2244cd1f owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:56.167458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52971d0f-733d-46fb-89ae-49552a39673f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (f0ba20df-7d79-4bff-a98a-4309cf902c46), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.215116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.245412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] No DVR routers for this DVR port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:56.289229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52971d0f-733d-46fb-89ae-49552a39673f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:56.289713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e28c7e2-5f0e-49cb-a492-d6c10da0e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (d816a3c9-b1a8-4202-a1c2-38ee2244cd1f), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.321970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28c7e2-5f0e-49cb-a492-d6c10da0e790 None None] Pushing event deleted for resources: {'Port': ['ID=d816a3c9-b1a8-4202-a1c2-38ee2244cd1f,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:56.339277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28c7e2-5f0e-49cb-a492-d6c10da0e790 None None] No DVR routers for this DVR port d816a3c9-b1a8-4202-a1c2-38ee2244cd1f on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:56.366749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-52971d0f-733d-46fb-89ae-49552a39673f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:56.375617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Port': ['ID=d816a3c9-b1a8-4202-a1c2-38ee2244cd1f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:56.379855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5af372dc-53fc-42cd-8120-b7bfea59eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (5b68daca-370c-45ba-8a72-8b1f87bc9738), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.408004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af372dc-53fc-42cd-8120-b7bfea59eff5 None None] Pushing event deleted for resources: {'Port': ['ID=5b68daca-370c-45ba-8a72-8b1f87bc9738,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:56.417019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:56.421535 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af372dc-53fc-42cd-8120-b7bfea59eff5 None None] No DVR routers for this DVR port 5b68daca-370c-45ba-8a72-8b1f87bc9738 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:56.444889 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9e3b7-22fb-47da-bdb0-508df37bcd72 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:56.493194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52971d0f-733d-46fb-89ae-49552a39673f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:56.497619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52971d0f-733d-46fb-89ae-49552a39673f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.497619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52971d0f-733d-46fb-89ae-49552a39673f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=f0ba20df-7d79-4bff-a98a-4309cf902c46,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:56.532910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f8a1948d-be06-4538-a54a-031a660c1724), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.537830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.544631 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/4aafeab5-9c93-4510-a0c6-75581dd940dc HTTP/1.1" status: 204 len: 168 time: 2.6295373 Aug 31 15:51:56.545759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badfd73-41ff-43dd-b47e-389d03eca124 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Network': ['ID=4aafeab5-9c93-4510-a0c6-75581dd940dc,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:56.554773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38884) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:56.559085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.596384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a1948d-be06-4538-a54a-031a660c1724']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:56.634653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9095d980-08ca-445a-a143-346a07602049') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:56.634653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9095d980-08ca-445a-a143-346a07602049') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:56.649066 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a533d1af-9955-44b5-932f-27f8fa5332ac tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:56.649764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': 'f0ba20df-7d79-4bff-a98a-4309cf902c46'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:51:56.649945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a533d1af-9955-44b5-932f-27f8fa5332ac tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:56.650238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.653993 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a533d1af-9955-44b5-932f-27f8fa5332ac tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/e208442b-b742-432c-b4f8-dd207d4ffbd5 HTTP/1.1" status: 404 len: 337 time: 0.1023083 Aug 31 15:51:56.662644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (9095d980-08ca-445a-a143-346a07602049), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.664733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38886) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:56.694907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (9095d980-08ca-445a-a143-346a07602049), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.706595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:56.707027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (9095d980-08ca-445a-a143-346a07602049), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.741708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 57d9e894-b2af-4381-b001-e0533b4638c7 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:56.755474 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b12661-3516-4a29-bf97-a30540fba892 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:56.756420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b12661-3516-4a29-bf97-a30540fba892 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:56.760456 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-03b12661-3516-4a29-bf97-a30540fba892 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6572766b-92eb-4dc3-b30f-dcf759e45160 HTTP/1.1" status: 404 len: 339 time: 0.0940135 Aug 31 15:51:56.770225 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38890) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:56.785345 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 9095d980-08ca-445a-a143-346a07602049 resource provider aggregate not found Aug 31 15:51:56.785824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:56.788437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=9c2fe38e-bd14-4bd2-a938-3a6026ad2909,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:56.795303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:56.799993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:56.801226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.834196 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-52971d0f-733d-46fb-89ae-49552a39673f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8213074 Aug 31 15:51:56.836100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38894) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:56.839909 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb141732-82e0-4156-8cd2-59a6c7862762 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:56.839909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb141732-82e0-4156-8cd2-59a6c7862762 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:56.841969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:56.845476 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-eb141732-82e0-4156-8cd2-59a6c7862762 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/424e97be-24e2-4c6d-857e-bfeb3c0937df HTTP/1.1" status: 404 len: 337 time: 0.0717251 Aug 31 15:51:56.848333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38896) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:56.855200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (5ad6058d-659f-485e-8608-1ca444b63774), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.881600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1e8ec-42f4-430f-9b3c-b77031addfe4 None None] Network 24c7eeaa-3c45-466b-9238-00492a7000f9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:56.889271 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f258822b-3b4e-4835-bbd0-ab5fbd19a785 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:56.891586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f258822b-3b4e-4835-bbd0-ab5fbd19a785 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:56.897609 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f258822b-3b4e-4835-bbd0-ab5fbd19a785 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f47eedb1-3c03-4f0f-8014-4243e4f2e907 HTTP/1.1" status: 404 len: 339 time: 0.0415227 Aug 31 15:51:56.898333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38898) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:56.909335 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 9095d980-08ca-445a-a143-346a07602049 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9095d980-08ca-445a-a143-346a07602049 found for delete ", "request_id": "req-f17b6cdc-6ebb-407e-b8c8-5dd5b935c3ba"}]} Aug 31 15:51:56.948897 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5114e96-4087-4d5c-ae92-f79c3cca86bb tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:56.950174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5114e96-4087-4d5c-ae92-f79c3cca86bb tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:56.954706 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c5114e96-4087-4d5c-ae92-f79c3cca86bb tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/1216bb10-2900-4251-8090-0aefcee96a16 HTTP/1.1" status: 404 len: 337 time: 0.0551355 Aug 31 15:51:56.957965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38900) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:56.969341 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-20ad2926-e0ed-41bd-91c1-ff0af7bb2b69 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.9071567 Aug 31 15:51:56.970820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-cf9754b2-82c5-418a-9d90-7f1e85224860 None None] Provisioning complete for port e5e46274-97b5-42a9-bc06-0f797c1d44c6 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:56.971363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cf9754b2-82c5-418a-9d90-7f1e85224860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:56.972193 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-cf9754b2-82c5-418a-9d90-7f1e85224860 None None] Attempt 1 to provision port e5e46274-97b5-42a9-bc06-0f797c1d44c6 Aug 31 15:51:56.972621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38902) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:57.000703 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7e46d1-9377-44ae-a134-b787fb077396 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:51:57.001782 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7e46d1-9377-44ae-a134-b787fb077396 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:51:57.006572 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fb7e46d1-9377-44ae-a134-b787fb077396 tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/ffcde291-22a4-4530-bfdb-097b6f60a9f4 HTTP/1.1" status: 404 len: 339 time: 0.0447552 Aug 31 15:51:57.010363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f8a1948d-be06-4538-a54a-031a660c1724), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.012020 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38904) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:57.045440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.053138 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f8a1948d-be06-4538-a54a-031a660c1724 HTTP/1.1" status: 204 len: 168 time: 1.7706177 Aug 31 15:51:57.056540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Allocated IP 172.20.0.2 (e986fc1f-2559-47ce-89c8-1dd43368919a/f0ba20df-7d79-4bff-a98a-4309cf902c46/5b39ede2-35cc-4b5d-9d40-6e1c8b222b32) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:57.077438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38906) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:57.105422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42467b4a-b7cd-4ab4-b94d-50027f3ae6e6 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Pushing event deleted for resources: {'Network': ['ID=f8a1948d-be06-4538-a54a-031a660c1724,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:57.121451 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-74748590-4d8b-44fa-8719-1822251a751a tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f77306d-15d1-44d1-95ec-ed141b241d05 HTTP/1.1" status: 200 len: 205 time: 0.0411992 Aug 31 15:51:57.124398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38908) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-cf9754b2-82c5-418a-9d90-7f1e85224860 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:57.148550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:57.183418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5ad6058d-659f-485e-8608-1ca444b63774), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.260912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7fb565-e6c3-48a0-9d67-00ae48dcbc7b None None] Network 57d9e894-b2af-4381-b001-e0533b4638c7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:57.261971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:57.291288 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 24c7eeaa-3c45-466b-9238-00492a7000f9 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:57.291962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f0a054-581c-446e-aa6d-a40fc26f98fd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting subnet 70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:51:57.300516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-35f0a054-581c-446e-aa6d-a40fc26f98fd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.334099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d51b656-0938-47d3-b904-592d9fe5f853 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for router (8f77306d-15d1-44d1-95ec-ed141b241d05), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.384749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:57.388542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:57.406906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e6559ec6-a13b-4090-bf2d-94de75c36ccb up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:57.443684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f42c9040-4d12-4ecf-88a0-a0c7ec81d20f None None] Provisioning complete for port e6559ec6-a13b-4090-bf2d-94de75c36ccb triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:57.444073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f42c9040-4d12-4ecf-88a0-a0c7ec81d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e6559ec6-a13b-4090-bf2d-94de75c36ccb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.444408 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f42c9040-4d12-4ecf-88a0-a0c7ec81d20f None None] Attempt 1 to provision port e6559ec6-a13b-4090-bf2d-94de75c36ccb Aug 31 15:51:57.449719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-35f0a054-581c-446e-aa6d-a40fc26f98fd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.469473 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=5ad6058d-659f-485e-8608-1ca444b63774,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:57.508491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:57.516521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.516677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:57.521575 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (64c724e1-e45f-4f71-95ca-693deef207fb), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.635810 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port e6559ec6-a13b-4090-bf2d-94de75c36ccb triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:57.637027 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e6559ec6-a13b-4090-bf2d-94de75c36ccb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.637027 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port e6559ec6-a13b-4090-bf2d-94de75c36ccb Aug 31 15:51:57.654460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f42c9040-4d12-4ecf-88a0-a0c7ec81d20f None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:57.686769 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:57.694027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:57.695118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e5e46274-97b5-42a9-bc06-0f797c1d44c6 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:57.768346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Publish callbacks [] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.770581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port e5e46274-97b5-42a9-bc06-0f797c1d44c6 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:57.771174 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.771653 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port e5e46274-97b5-42a9-bc06-0f797c1d44c6 Aug 31 15:51:57.826598 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Provisioning complete for port 5ad6058d-659f-485e-8608-1ca444b63774 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:57.827263 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5ad6058d-659f-485e-8608-1ca444b63774), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.827761 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 1 to provision port 5ad6058d-659f-485e-8608-1ca444b63774 Aug 31 15:51:57.872953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Port 5ad6058d-659f-485e-8608-1ca444b63774 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:57.874678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:57.937393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Pushing event updated for resources: {'Port': ['ID=5b39ede2-35cc-4b5d-9d40-6e1c8b222b32,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:57.946990 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:57.955056 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:57.963677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:57.967569 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:57.971358 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:51:57.978877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5ad6058d-659f-485e-8608-1ca444b63774), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.005662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:58.062461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 0872ed80-08e5-47df-85a2-57c29cd5a76e no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:58.106873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:58.114106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Attempting to bind port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:51:58.116216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Attempting to bind port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:51:58.116216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Attempting to bind port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:51:58.120751 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 0872ed80-08e5-47df-85a2-57c29cd5a76e {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:58.122247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 0872ed80-08e5-47df-85a2-57c29cd5a76e not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:58.122933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5b68daca-370c-45ba-8a72-8b1f87bc9738 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:58.145537 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:58.157138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:51:58.157734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:51:58.158993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.159663 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d51b656-0938-47d3-b904-592d9fe5f853 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (8f77306d-15d1-44d1-95ec-ed141b241d05), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.159878 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:51:58.162558 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Bound port: 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:51:58.165181 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.167985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 5b68daca-370c-45ba-8a72-8b1f87bc9738 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:58.168410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d51b656-0938-47d3-b904-592d9fe5f853 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for router_controller (8f77306d-15d1-44d1-95ec-ed141b241d05), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.168707 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5b68daca-370c-45ba-8a72-8b1f87bc9738 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:58.169276 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d816a3c9-b1a8-4202-a1c2-38ee2244cd1f no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:58.209120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: d816a3c9-b1a8-4202-a1c2-38ee2244cd1f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:58.209975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d816a3c9-b1a8-4202-a1c2-38ee2244cd1f not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:58.225457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.271564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-35f0a054-581c-446e-aa6d-a40fc26f98fd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.279515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:58.280991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] For port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:58.284556 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] For port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5b39ede2-35cc-4b5d-9d40-6e1c8b222b32,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:58.323712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.375056 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 2 to provision port 5ad6058d-659f-485e-8608-1ca444b63774 Aug 31 15:51:58.415055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Port 5ad6058d-659f-485e-8608-1ca444b63774 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:58.417052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d51b656-0938-47d3-b904-592d9fe5f853 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (8f77306d-15d1-44d1-95ec-ed141b241d05), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.417626 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.417927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d51b656-0938-47d3-b904-592d9fe5f853 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Fanout notify agent at l3_agent the message router_deleted on router 8f77306d-15d1-44d1-95ec-ed141b241d05 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:51:58.435067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d51b656-0938-47d3-b904-592d9fe5f853 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.436373 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2d51b656-0938-47d3-b904-592d9fe5f853 tempest-RoutersNegativeIpV6Test-67502448 tempest-RoutersNegativeIpV6Test-67502448-project] 10.222.0.46 "DELETE /networking/v2.0/routers/8f77306d-15d1-44d1-95ec-ed141b241d05 HTTP/1.1" status: 204 len: 168 time: 1.2962725 Aug 31 15:51:58.509362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960aad12-a706-4a5f-b717-b0ea725af3a3 None None] Pushing event updated for resources: {'Port': ['ID=5b39ede2-35cc-4b5d-9d40-6e1c8b222b32,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:58.589531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-35f0a054-581c-446e-aa6d-a40fc26f98fd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.599533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=9c2fe38e-bd14-4bd2-a938-3a6026ad2909,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:58.628551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-35f0a054-581c-446e-aa6d-a40fc26f98fd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.635957 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-35f0a054-581c-446e-aa6d-a40fc26f98fd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a HTTP/1.1" status: 204 len: 168 time: 1.6157465 Aug 31 15:51:58.635957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0a054-581c-446e-aa6d-a40fc26f98fd tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Subnet': ['ID=70d4c6b7-be12-4c8f-8f8a-cbe433e5c28a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:58.637346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38912) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:58.639508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (5ad6058d-659f-485e-8608-1ca444b63774), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.641465 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0781b037-76c7-4476-9fca-ba93aa0ff816 None None] Network fd0f7f90-1623-406b-9900-287d8a9708dd requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:51:58.656006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (6f0141dc-2e47-4899-92e8-74127f2d80e4), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.771179 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (5ad6058d-659f-485e-8608-1ca444b63774), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.855344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:51:58.873979 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:58.884896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (64c724e1-e45f-4f71-95ca-693deef207fb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:58.889341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:58.912212 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e458dcc-d0b6-4c26-b609-00225b999374 None None] DHCP port deletion for fd0f7f90-1623-406b-9900-287d8a9708dd request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:51:58.915877 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 3 to provision port 5ad6058d-659f-485e-8608-1ca444b63774 Aug 31 15:51:58.989924 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Port 5ad6058d-659f-485e-8608-1ca444b63774 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:58.994152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7e458dcc-d0b6-4c26-b609-00225b999374 None None] Deleting port 93d6ea87-6734-456b-982b-7e9c4cb0926d {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:58.994532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7e458dcc-d0b6-4c26-b609-00225b999374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.012523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (fd0f7f90-1623-406b-9900-287d8a9708dd), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.018771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=5ad6058d-659f-485e-8608-1ca444b63774,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.063464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7e458dcc-d0b6-4c26-b609-00225b999374 None None] For port 93d6ea87-6734-456b-982b-7e9c4cb0926d, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=93d6ea87-6734-456b-982b-7e9c4cb0926d,segment=NetworkSegment(a7ff11f3-87b0-434f-8ad9-ec424675e8d9),segment_id=a7ff11f3-87b0-434f-8ad9-ec424675e8d9)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:59.063945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7e458dcc-d0b6-4c26-b609-00225b999374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.078018 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7e458dcc-d0b6-4c26-b609-00225b999374 None None] Calling delete_port for 93d6ea87-6734-456b-982b-7e9c4cb0926d owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:59.137685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting port 93d6ea87-6734-456b-982b-7e9c4cb0926d {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:51:59.137966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.193849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38916) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:59.205618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.227913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 24c7eeaa-3c45-466b-9238-00492a7000f9 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:59.231779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:59.237216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.247637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] For port 93d6ea87-6734-456b-982b-7e9c4cb0926d, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=93d6ea87-6734-456b-982b-7e9c4cb0926d,segment=NetworkSegment(a7ff11f3-87b0-434f-8ad9-ec424675e8d9),segment_id=a7ff11f3-87b0-434f-8ad9-ec424675e8d9)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:59.248134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.270129 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:59.338870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Calling delete_port for 93d6ea87-6734-456b-982b-7e9c4cb0926d owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:51:59.346168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:51:59.346868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.347479 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 Aug 31 15:51:59.351363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7e458dcc-d0b6-4c26-b609-00225b999374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.403883 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458dcc-d0b6-4c26-b609-00225b999374 None None] Pushing event deleted for resources: {'Port': ['ID=93d6ea87-6734-456b-982b-7e9c4cb0926d,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.419844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:59.426528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e458dcc-d0b6-4c26-b609-00225b999374 None None] No DVR routers for this DVR port 93d6ea87-6734-456b-982b-7e9c4cb0926d on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:51:59.460207 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:51:59.498479 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 4 to provision port 5ad6058d-659f-485e-8608-1ca444b63774 Aug 31 15:51:59.512425 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e5be16e5-2193-47b8-9411-c46133218932 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4bed0faaee304970af6dd88494b63185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149989 Aug 31 15:51:59.515051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38920) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:51:59.557679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 93d6ea87-6734-456b-982b-7e9c4cb0926d no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:59.577728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] For port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5b39ede2-35cc-4b5d-9d40-6e1c8b222b32,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:59.607340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2cd315a1-1c90-4008-b68b-35503f9a12c6 admin admin] Publish callbacks [] for security_group (0fc66e07-a20a-4be1-873c-20092e711417), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.658692 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2cd315a1-1c90-4008-b68b-35503f9a12c6 admin admin] Publish callbacks [] for security_group (0fc66e07-a20a-4be1-873c-20092e711417), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.663017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.734238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 93d6ea87-6734-456b-982b-7e9c4cb0926d {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:51:59.734590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 93d6ea87-6734-456b-982b-7e9c4cb0926d not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:59.737829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:59.739529 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Port 5ad6058d-659f-485e-8608-1ca444b63774 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:51:59.742090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.743723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (c3ce6659-edb6-4a82-b69e-272f01b222bc), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.765683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (93d6ea87-6734-456b-982b-7e9c4cb0926d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.822053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:59.822264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:51:59.828727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Port': ['ID=93d6ea87-6734-456b-982b-7e9c4cb0926d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.832907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No DVR routers for this DVR port 93d6ea87-6734-456b-982b-7e9c4cb0926d on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:51:59.839438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:59.842834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:51:59.843423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.859042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2cd315a1-1c90-4008-b68b-35503f9a12c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (0fc66e07-a20a-4be1-873c-20092e711417), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.860504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 64c724e1-e45f-4f71-95ca-693deef207fb is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:51:59.861591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2cd315a1-1c90-4008-b68b-35503f9a12c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:51:59.863639 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2cd315a1-1c90-4008-b68b-35503f9a12c6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0fc66e07-a20a-4be1-873c-20092e711417 HTTP/1.1" status: 204 len: 168 time: 0.3468595 Aug 31 15:51:59.881489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=c3ce6659-edb6-4a82-b69e-272f01b222bc,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.891536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=5b39ede2-35cc-4b5d-9d40-6e1c8b222b32,revision_number=4']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.905346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.905863 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.906293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.906749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.907325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.907758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.908188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.908616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.909040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.909462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.909906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.909906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.910799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.911428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.911845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.916508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.917309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.917612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.918060 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.918511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.918943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.919368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.919793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.920217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.920638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.921801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.922258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.922836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.923254 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.923673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:59.928872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd315a1-1c90-4008-b68b-35503f9a12c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc66e07-a20a-4be1-873c-20092e711417,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.983155 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d93995-0196-422a-b76c-3f33fb4a60d0 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:00.033798 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (fd0f7f90-1623-406b-9900-287d8a9708dd), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:00.044222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:00.073604 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5de464db-7741-40dc-b867-1152cf231ced tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2374213 Aug 31 15:52:00.076442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38924) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:00.085507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0f7f90-1623-406b-9900-287d8a9708dd']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:00.085700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:e8:59:c1', 'name': 'tempest-NetworksTestDHCPv6-381640973'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:00.088655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:00.095916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ff11f3-87b0-434f-8ad9-ec424675e8d9') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:00.096221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ff11f3-87b0-434f-8ad9-ec424675e8d9') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:00.110918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (a7ff11f3-87b0-434f-8ad9-ec424675e8d9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:00.113065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:00.124366 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4bfee4b2-1d04-4035-91b0-a2b1d1fd67fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/64c724e1-e45f-4f71-95ca-693deef207fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7034175 Aug 31 15:52:00.126892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38926) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:00.128364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de746c2-3e1a-4936-8b25-b2b8c2dd300e None None] Sync routers for ids ['64c724e1-e45f-4f71-95ca-693deef207fb'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:00.146680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de746c2-3e1a-4936-8b25-b2b8c2dd300e None None] Routers {'64c724e1-e45f-4f71-95ca-693deef207fb'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:00.147889 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2de746c2-3e1a-4936-8b25-b2b8c2dd300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c724e1-e45f-4f71-95ca-693deef207fb'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:00.150832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:00.163092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a7ff11f3-87b0-434f-8ad9-ec424675e8d9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:00.174324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:52:00.174545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (a7ff11f3-87b0-434f-8ad9-ec424675e8d9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:00.200096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2de746c2-3e1a-4936-8b25-b2b8c2dd300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:00.211387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de746c2-3e1a-4936-8b25-b2b8c2dd300e None None] Routers {'64c724e1-e45f-4f71-95ca-693deef207fb'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:00.213185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2de746c2-3e1a-4936-8b25-b2b8c2dd300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c724e1-e45f-4f71-95ca-693deef207fb'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:00.248525 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 5 to provision port 5ad6058d-659f-485e-8608-1ca444b63774 Aug 31 15:52:00.253251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2de746c2-3e1a-4936-8b25-b2b8c2dd300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:00.254075 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de746c2-3e1a-4936-8b25-b2b8c2dd300e None None] The sync data for ids ['64c724e1-e45f-4f71-95ca-693deef207fb'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:00.301975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Port 5ad6058d-659f-485e-8608-1ca444b63774 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:00.376897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:00.403363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:00.490318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:00.517459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port c0d65530-f4af-4952-931b-d0607ac6dbc5 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:52:00.599000 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment a7ff11f3-87b0-434f-8ad9-ec424675e8d9 resource provider aggregate not found Aug 31 15:52:00.613149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c30175-233f-44d3-8850-7b85940505fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:00.615464 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-72c30175-233f-44d3-8850-7b85940505fb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports/5ad6058d-659f-485e-8608-1ca444b63774 HTTP/1.1" status: 200 len: 910 time: 0.4875941 Aug 31 15:52:00.621321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:00.622770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (6f0141dc-2e47-4899-92e8-74127f2d80e4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:00.627109 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment a7ff11f3-87b0-434f-8ad9-ec424675e8d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7ff11f3-87b0-434f-8ad9-ec424675e8d9 found for delete ", "request_id": "req-f7159ae6-062a-49a0-8c7e-96036b23aaca"}]} Aug 31 15:52:00.639286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38938) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:00.743065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:00.746141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=9c2fe38e-bd14-4bd2-a938-3a6026ad2909,revision_number=3']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:00.774765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (fd0f7f90-1623-406b-9900-287d8a9708dd), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:00.794179 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:00.797822 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/fd0f7f90-1623-406b-9900-287d8a9708dd HTTP/1.1" status: 204 len: 168 time: 2.1558888 Aug 31 15:52:00.802224 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 6 to provision port 5ad6058d-659f-485e-8608-1ca444b63774 Aug 31 15:52:00.828541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38944) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:00.845033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Port 5ad6058d-659f-485e-8608-1ca444b63774 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:00.856386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 57d9e894-b2af-4381-b001-e0533b4638c7 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:00.857415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01903888-0e04-40cb-a944-37136f4afa7a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Network': ['ID=fd0f7f90-1623-406b-9900-287d8a9708dd,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:00.860000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:00.914607 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7d6d27-48dd-4455-a6d6-dd761650153a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:52:00.914607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7d6d27-48dd-4455-a6d6-dd761650153a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:52:00.914607 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3f7d6d27-48dd-4455-a6d6-dd761650153a tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/33011867-ac2d-48d0-990f-f90a104318fd HTTP/1.1" status: 404 len: 337 time: 0.0781920 Aug 31 15:52:00.914607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 172.20.0.7 (e986fc1f-2559-47ce-89c8-1dd43368919a/f0ba20df-7d79-4bff-a98a-4309cf902c46/c0d65530-f4af-4952-931b-d0607ac6dbc5) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:00.916806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38946) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:00.938114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::f816:3eff:fee8:59c1 (e986fc1f-2559-47ce-89c8-1dd43368919a/c3ce6659-edb6-4a82-b69e-272f01b222bc/c0d65530-f4af-4952-931b-d0607ac6dbc5) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:00.959666 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-662c45c6-dde7-4086-a6b3-f90fc64d680f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] DELETE failed (client error): The resource could not be found. Aug 31 15:52:00.960298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662c45c6-dde7-4086-a6b3-f90fc64d680f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:52:00.965824 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-662c45c6-dde7-4086-a6b3-f90fc64d680f tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/70bdbe09-109b-4bf7-a7ec-22c03bb2e53f HTTP/1.1" status: 404 len: 339 time: 0.0455918 Aug 31 15:52:00.966500 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38948) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:01.041346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting subnet 1dab84c5-d3f6-4a60-a99b-ecc05e9d065e {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:01.045142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:01.046657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (1dab84c5-d3f6-4a60-a99b-ecc05e9d065e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.112579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (1dab84c5-d3f6-4a60-a99b-ecc05e9d065e), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.215448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 6f0141dc-2e47-4899-92e8-74127f2d80e4 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:01.239721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (1dab84c5-d3f6-4a60-a99b-ecc05e9d065e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.242224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:01.251291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (64c724e1-e45f-4f71-95ca-693deef207fb), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.288742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:01.289113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.289655 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:01.332561 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:01.346559 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 7 to provision port 5ad6058d-659f-485e-8608-1ca444b63774 Aug 31 15:52:01.374856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (c0d65530-f4af-4952-931b-d0607ac6dbc5), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.376612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:01.387790 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68615481-f9b0-44e0-a6df-66bc32eb171a None None] Sync routers for ids ['6f0141dc-2e47-4899-92e8-74127f2d80e4'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:01.393115 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9d5dc4f4-d7b7-40a1-8103-98022c64a040 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/6f0141dc-2e47-4899-92e8-74127f2d80e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4167073 Aug 31 15:52:01.394407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38958) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:01.403505 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68615481-f9b0-44e0-a6df-66bc32eb171a None None] Routers {'6f0141dc-2e47-4899-92e8-74127f2d80e4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:01.409447 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-68615481-f9b0-44e0-a6df-66bc32eb171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['6f0141dc-2e47-4899-92e8-74127f2d80e4'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:01.422084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Port 5ad6058d-659f-485e-8608-1ca444b63774 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:01.449993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104faf5d-47e3-4b71-9281-178e1a6c2d59 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:01.452817 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-104faf5d-47e3-4b71-9281-178e1a6c2d59 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports/9c2fe38e-bd14-4bd2-a938-3a6026ad2909 HTTP/1.1" status: 200 len: 982 time: 0.0567057 Aug 31 15:52:01.458574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38960) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:01.459891 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-68615481-f9b0-44e0-a6df-66bc32eb171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:01.471214 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68615481-f9b0-44e0-a6df-66bc32eb171a None None] Routers {'6f0141dc-2e47-4899-92e8-74127f2d80e4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:01.472119 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-68615481-f9b0-44e0-a6df-66bc32eb171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['6f0141dc-2e47-4899-92e8-74127f2d80e4'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:01.516039 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-68615481-f9b0-44e0-a6df-66bc32eb171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:01.516831 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68615481-f9b0-44e0-a6df-66bc32eb171a None None] The sync data for ids ['6f0141dc-2e47-4899-92e8-74127f2d80e4'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:01.521771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38962) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:01.584090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port 5ad6058d-659f-485e-8608-1ca444b63774 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:01.584366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5ad6058d-659f-485e-8608-1ca444b63774), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.589673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (c0d65530-f4af-4952-931b-d0607ac6dbc5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.638860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (1dab84c5-d3f6-4a60-a99b-ecc05e9d065e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.665686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-176537290'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:01.673537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Subnet': ['ID=1dab84c5-d3f6-4a60-a99b-ecc05e9d065e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:01.689301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.695274 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/1dab84c5-d3f6-4a60-a99b-ecc05e9d065e HTTP/1.1" status: 204 len: 168 time: 0.7257056 Aug 31 15:52:01.697174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.697529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.697884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.698770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.699267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.699445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc429ae-f761-48d9-859b-0d4cbac280ae None None] Network 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:01.700292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.700292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.700502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.700705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.701028 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.701591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.701927 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.702246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.702606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.703077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f8840-59d4-4b68-8fb1-9fde4d2bd9ef tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:01.705302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38966) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:01.710231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:01.735026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:01.751058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:01.757280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=c0d65530-f4af-4952-931b-d0607ac6dbc5,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:01.854887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (6f0141dc-2e47-4899-92e8-74127f2d80e4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.860662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5ad6058d-659f-485e-8608-1ca444b63774), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.890527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (66ff722e-98c9-4a8c-ab1b-fe2180d10d4f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.892376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Made reservation on behalf of 310d1ed3467f4b8384f50cbfa148e6a3 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:01.897988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.900486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for 5ad6058d-659f-485e-8608-1ca444b63774 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:01.913263 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] DHCP port deletion for 66ff722e-98c9-4a8c-ab1b-fe2180d10d4f request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:01.924510 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 8 to provision port 5ad6058d-659f-485e-8608-1ca444b63774 Aug 31 15:52:01.927763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:01.928441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.944887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:01.996227 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Port 5ad6058d-659f-485e-8608-1ca444b63774 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:02.000568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Deleting port f11417a1-00d7-4d08-a871-8d1e56e50ccf {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:02.001027 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.059770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:02.068703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Deleting port f11417a1-00d7-4d08-a871-8d1e56e50ccf {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:02.069053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.080713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] For port f11417a1-00d7-4d08-a871-8d1e56e50ccf, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f11417a1-00d7-4d08-a871-8d1e56e50ccf,segment=NetworkSegment(9c2d3a31-4d88-45cd-8e75-e3dc5729e25c),segment_id=9c2d3a31-4d88-45cd-8e75-e3dc5729e25c)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:02.081691 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.100159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Calling delete_port for f11417a1-00d7-4d08-a871-8d1e56e50ccf owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:02.104086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port 9c2fe38e-bd14-4bd2-a938-3a6026ad2909 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:02.107613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.132503 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5ae83239-61a2-4f1c-9682-b8eb4470a555 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0541005 Aug 31 15:52:02.146348 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38968) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:02.162406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:02.214639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.229704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for 9c2fe38e-bd14-4bd2-a938-3a6026ad2909 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:02.248678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] For port f11417a1-00d7-4d08-a871-8d1e56e50ccf, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f11417a1-00d7-4d08-a871-8d1e56e50ccf,segment=NetworkSegment(9c2d3a31-4d88-45cd-8e75-e3dc5729e25c),segment_id=9c2d3a31-4d88-45cd-8e75-e3dc5729e25c)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:02.249062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.280090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c45f05-d127-42e6-bfd7-f8ebeeab2af4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:02.285992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c45f05-d127-42e6-bfd7-f8ebeeab2af4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:02.287588 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-24c45f05-d127-42e6-bfd7-f8ebeeab2af4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1372538 Aug 31 15:52:02.289367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Calling delete_port for f11417a1-00d7-4d08-a871-8d1e56e50ccf owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:02.290451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38970) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:02.315998 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.322068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for security_group (7d6c9952-535d-4ec4-afbe-28128ced7182), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.342131 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Pushing event deleted for resources: {'Port': ['ID=f11417a1-00d7-4d08-a871-8d1e56e50ccf,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:02.353211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] No DVR routers for this DVR port f11417a1-00d7-4d08-a871-8d1e56e50ccf on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:02.363625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.364250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.364954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.365514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.371624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b778de-9348-455c-9a48-8721cdcfce32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:02.428902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a48bb6af-83d9-479f-9879-e8ac2922dd43 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port c0d65530-f4af-4952-931b-d0607ac6dbc5 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:02.429336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a48bb6af-83d9-479f-9879-e8ac2922dd43 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c0d65530-f4af-4952-931b-d0607ac6dbc5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.436728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f11417a1-00d7-4d08-a871-8d1e56e50ccf), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.461525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Port': ['ID=f11417a1-00d7-4d08-a871-8d1e56e50ccf,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:02.463489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (7d6c9952-535d-4ec4-afbe-28128ced7182), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.484529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] No DVR routers for this DVR port f11417a1-00d7-4d08-a871-8d1e56e50ccf on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:02.498352 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 9 to provision port 5ad6058d-659f-485e-8608-1ca444b63774 Aug 31 15:52:02.523272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6c9952-535d-4ec4-afbe-28128ced7182,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:02.541808 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Port 5ad6058d-659f-485e-8608-1ca444b63774 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:02.566969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a48bb6af-83d9-479f-9879-e8ac2922dd43 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c0d65530-f4af-4952-931b-d0607ac6dbc5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.568105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5ad6058d-659f-485e-8608-1ca444b63774), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.579766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a48bb6af-83d9-479f-9879-e8ac2922dd43 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for c0d65530-f4af-4952-931b-d0607ac6dbc5 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:02.607577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=5ad6058d-659f-485e-8608-1ca444b63774,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:02.618025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (66ff722e-98c9-4a8c-ab1b-fe2180d10d4f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.647182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (9c2fe38e-bd14-4bd2-a938-3a6026ad2909), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.676704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:02.685654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:02.686218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=9c2fe38e-bd14-4bd2-a938-3a6026ad2909,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:02.698143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ff722e-98c9-4a8c-ab1b-fe2180d10d4f']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:02.717218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2d3a31-4d88-45cd-8e75-e3dc5729e25c') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:02.719386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2d3a31-4d88-45cd-8e75-e3dc5729e25c') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:02.735919 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (9c2d3a31-4d88-45cd-8e75-e3dc5729e25c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.809630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (9c2d3a31-4d88-45cd-8e75-e3dc5729e25c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.821720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:52:02.822128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (9c2d3a31-4d88-45cd-8e75-e3dc5729e25c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.835778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (6f0141dc-2e47-4899-92e8-74127f2d80e4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.847778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (64c724e1-e45f-4f71-95ca-693deef207fb), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:02.890877 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 9c2d3a31-4d88-45cd-8e75-e3dc5729e25c resource provider aggregate not found Aug 31 15:52:02.938499 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 9c2d3a31-4d88-45cd-8e75-e3dc5729e25c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c2d3a31-4d88-45cd-8e75-e3dc5729e25c found for delete ", "request_id": "req-c14b821a-670f-476c-aaae-4e48e40e1d72"}]} Aug 31 15:52:03.043051 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 10 to provision port 5ad6058d-659f-485e-8608-1ca444b63774 Aug 31 15:52:03.066490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Port 5ad6058d-659f-485e-8608-1ca444b63774 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:52:03.070559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 64c724e1-e45f-4f71-95ca-693deef207fb has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:03.073322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 6f0141dc-2e47-4899-92e8-74127f2d80e4 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:03.075363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Provisioning complete for port e5e46274-97b5-42a9-bc06-0f797c1d44c6 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:03.075363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.081117 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Attempt 1 to provision port e5e46274-97b5-42a9-bc06-0f797c1d44c6 Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e9493e97-7713-4430-925f-7d34363dfc57 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:03.117194 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:03.145285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (66ff722e-98c9-4a8c-ab1b-fe2180d10d4f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.160889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.160889 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] 10.222.0.46 "DELETE /networking/v2.0/networks/66ff722e-98c9-4a8c-ab1b-fe2180d10d4f HTTP/1.1" status: 204 len: 168 time: 1.4522069 Aug 31 15:52:03.164918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:03.174265 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c8ce9145-ef96-4d50-916f-500be4f868ba tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/6f0141dc-2e47-4899-92e8-74127f2d80e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7120576 Aug 31 15:52:03.174399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:03.175277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38978) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:03.176400 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf55796-5e38-495f-a045-ae05ad88355d tempest-NetworksIpV6Test-415777305 tempest-NetworksIpV6Test-415777305-project] Pushing event deleted for resources: {'Network': ['ID=66ff722e-98c9-4a8c-ab1b-fe2180d10d4f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:03.181628 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3fd6af68-1de1-4943-8218-838034701609 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/64c724e1-e45f-4f71-95ca-693deef207fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5417285 Aug 31 15:52:03.186193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38980) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:03.187734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a48bb6af-83d9-479f-9879-e8ac2922dd43 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c0d65530-f4af-4952-931b-d0607ac6dbc5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.197515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (697492b3-7548-4df8-bd1f-23efab537533), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.197887 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Added segment 697492b3-7548-4df8-bd1f-23efab537533 of type vlan for network af9cccca-86fa-46ba-8cd7-54486f626d84 Aug 31 15:52:03.203212 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b535e-673a-410f-83d5-0fb9d19c75c5 None None] Sync routers for ids ['6f0141dc-2e47-4899-92e8-74127f2d80e4'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:03.205715 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7373b9d3-0d8b-4d8b-a1b2-0b6d75226efe None None] Sync routers for ids ['64c724e1-e45f-4f71-95ca-693deef207fb'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:03.231927 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7373b9d3-0d8b-4d8b-a1b2-0b6d75226efe None None] Routers {'64c724e1-e45f-4f71-95ca-693deef207fb'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:03.232889 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7373b9d3-0d8b-4d8b-a1b2-0b6d75226efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c724e1-e45f-4f71-95ca-693deef207fb'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:03.242445 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cfa53b77-6f92-4ce2-870d-e1a4db2d7f6a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64c724e1-e45f-4f71-95ca-693deef207fb HTTP/1.1" status: 200 len: 205 time: 0.0538385 Aug 31 15:52:03.256523 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Could not find standard attr ID for object c0d65530-f4af-4952-931b-d0607ac6dbc5. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:03.260849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38982) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:03.275179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b535e-673a-410f-83d5-0fb9d19c75c5 None None] Routers {'6f0141dc-2e47-4899-92e8-74127f2d80e4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:03.275839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cd7b535e-673a-410f-83d5-0fb9d19c75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['6f0141dc-2e47-4899-92e8-74127f2d80e4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:03.286431 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bb6af-83d9-479f-9879-e8ac2922dd43 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=c0d65530-f4af-4952-931b-d0607ac6dbc5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:03.288253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f11417a1-00d7-4d08-a871-8d1e56e50ccf no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:03.305029 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Could not find standard attr ID for object 5ad6058d-659f-485e-8608-1ca444b63774. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:03.333132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (af9cccca-86fa-46ba-8cd7-54486f626d84), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.339056 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7373b9d3-0d8b-4d8b-a1b2-0b6d75226efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:03.379225 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7373b9d3-0d8b-4d8b-a1b2-0b6d75226efe None None] Routers {'64c724e1-e45f-4f71-95ca-693deef207fb'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:03.379803 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7373b9d3-0d8b-4d8b-a1b2-0b6d75226efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['64c724e1-e45f-4f71-95ca-693deef207fb'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:03.390498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cd7b535e-673a-410f-83d5-0fb9d19c75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:03.392594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4fddffe1-b37f-48fd-b057-c6ad65e3a848 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (64c724e1-e45f-4f71-95ca-693deef207fb), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.400917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: f11417a1-00d7-4d08-a871-8d1e56e50ccf {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:03.401268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f11417a1-00d7-4d08-a871-8d1e56e50ccf not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:03.423161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Provisioning complete for port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:03.423549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.424149 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Attempt 1 to provision port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 Aug 31 15:52:03.431340 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b535e-673a-410f-83d5-0fb9d19c75c5 None None] Routers {'6f0141dc-2e47-4899-92e8-74127f2d80e4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:03.432685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cd7b535e-673a-410f-83d5-0fb9d19c75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['6f0141dc-2e47-4899-92e8-74127f2d80e4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:03.436049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:03.466501 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7373b9d3-0d8b-4d8b-a1b2-0b6d75226efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:03.467135 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7373b9d3-0d8b-4d8b-a1b2-0b6d75226efe None None] The sync data for ids ['64c724e1-e45f-4f71-95ca-693deef207fb'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:03.474160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:03.524311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cd7b535e-673a-410f-83d5-0fb9d19c75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:03.524311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b535e-673a-410f-83d5-0fb9d19c75c5 None None] The sync data for ids ['6f0141dc-2e47-4899-92e8-74127f2d80e4'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:03.525123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:03.548998 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:03.561854 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Provisioning complete for port e6559ec6-a13b-4090-bf2d-94de75c36ccb triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:03.562525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e6559ec6-a13b-4090-bf2d-94de75c36ccb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.563136 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Attempt 1 to provision port e6559ec6-a13b-4090-bf2d-94de75c36ccb Aug 31 15:52:03.576702 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-85be9d51-d22e-4c13-b42b-99656ee05da9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 15:52:03.580471 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-85be9d51-d22e-4c13-b42b-99656ee05da9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/6f0141dc-2e47-4899-92e8-74127f2d80e4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4007680 Aug 31 15:52:03.581443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a48bb6af-83d9-479f-9879-e8ac2922dd43 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.588857 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a48bb6af-83d9-479f-9879-e8ac2922dd43 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/c0d65530-f4af-4952-931b-d0607ac6dbc5 HTTP/1.1" status: 204 len: 168 time: 1.2973175 Aug 31 15:52:03.589530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38984) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:03.589903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38986) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:03.627395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:03.631510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-39d9a7fb-4c89-4fab-8138-7bceb8e5d9f1 None None] Could not find standard attr ID for object 9c2fe38e-bd14-4bd2-a938-3a6026ad2909. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:03.657268 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d3e16da0-5200-4911-8a02-fcd9706bd1da tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0141dc-2e47-4899-92e8-74127f2d80e4 HTTP/1.1" status: 200 len: 205 time: 0.0649521 Aug 31 15:52:03.670185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38988) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:03.718174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75067f0c-8ddd-4ae7-a0ba-30ff42436b3a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:03.719801 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75067f0c-8ddd-4ae7-a0ba-30ff42436b3a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:03.726854 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75067f0c-8ddd-4ae7-a0ba-30ff42436b3a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:03.726854 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-75067f0c-8ddd-4ae7-a0ba-30ff42436b3a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1310232 Aug 31 15:52:03.727145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 38990) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:03.941418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (af9cccca-86fa-46ba-8cd7-54486f626d84), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:03.946386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:03.946989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.032276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4fddffe1-b37f-48fd-b057-c6ad65e3a848 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (64c724e1-e45f-4f71-95ca-693deef207fb), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.038457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4fddffe1-b37f-48fd-b057-c6ad65e3a848 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (64c724e1-e45f-4f71-95ca-693deef207fb), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.056885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Pushing event updated for resources: {'Network': ['ID=af9cccca-86fa-46ba-8cd7-54486f626d84,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:04.072136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network af9cccca-86fa-46ba-8cd7-54486f626d84 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:04.115641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38994) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:04.134980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-858dec8b-dd20-4064-8f5c-16b55c2910ca tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (6f0141dc-2e47-4899-92e8-74127f2d80e4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.137286 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-63622a3a-a650-4d7d-aab3-6d8702173114 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.6144269 Aug 31 15:52:04.141181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 38998) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:04.154363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Request body: {'subnet': {'network_id': 'af9cccca-86fa-46ba-8cd7-54486f626d84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:04.186317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5d5ab7-d5de-42e5-9701-77f7a3500f95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet c3ce6659-edb6-4a82-b69e-272f01b222bc {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:04.201731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4fddffe1-b37f-48fd-b057-c6ad65e3a848 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (64c724e1-e45f-4f71-95ca-693deef207fb), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.202188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fddffe1-b37f-48fd-b057-c6ad65e3a848 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Fanout notify agent at l3_agent the message router_deleted on router 64c724e1-e45f-4f71-95ca-693deef207fb {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:52:04.211537 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4fddffe1-b37f-48fd-b057-c6ad65e3a848 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.212651 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4fddffe1-b37f-48fd-b057-c6ad65e3a848 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/64c724e1-e45f-4f71-95ca-693deef207fb HTTP/1.1" status: 204 len: 168 time: 0.9514532 Aug 31 15:52:04.219128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39000) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:04.240640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e5d5ab7-d5de-42e5-9701-77f7a3500f95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (c3ce6659-edb6-4a82-b69e-272f01b222bc), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.282567 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:04.297606 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e918d6e8-787b-423b-86ea-bad7272a02ab admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3ded716f5d8140129df35d35a7bf8ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804426 Aug 31 15:52:04.300037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39002) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:04.358419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8a83-b726-4ab8-bd5b-d309a898e2ae admin admin] Publish callbacks [] for security_group (b6e32aa4-a465-4f9b-a62a-79bea78fb29d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.363260 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e5d5ab7-d5de-42e5-9701-77f7a3500f95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (c3ce6659-edb6-4a82-b69e-272f01b222bc), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.375343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Made reservation on behalf of 310d1ed3467f4b8384f50cbfa148e6a3 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:04.379489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.383832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8a83-b726-4ab8-bd5b-d309a898e2ae admin admin] Publish callbacks [] for security_group (b6e32aa4-a465-4f9b-a62a-79bea78fb29d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.435908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-363c4039-e4c1-4a52-848f-dcfa46b7d1f1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting subnet 45426456-f4f6-4e97-b33c-ebe988ef84ab {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:04.439806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-858dec8b-dd20-4064-8f5c-16b55c2910ca tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (6f0141dc-2e47-4899-92e8-74127f2d80e4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.443928 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-363c4039-e4c1-4a52-848f-dcfa46b7d1f1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (45426456-f4f6-4e97-b33c-ebe988ef84ab), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.446765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-858dec8b-dd20-4064-8f5c-16b55c2910ca tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (6f0141dc-2e47-4899-92e8-74127f2d80e4), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.550719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-363c4039-e4c1-4a52-848f-dcfa46b7d1f1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (45426456-f4f6-4e97-b33c-ebe988ef84ab), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.597825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8a83-b726-4ab8-bd5b-d309a898e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b6e32aa4-a465-4f9b-a62a-79bea78fb29d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.600365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8a83-b726-4ab8-bd5b-d309a898e2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.601507 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1bdb8a83-b726-4ab8-bd5b-d309a898e2ae admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b6e32aa4-a465-4f9b-a62a-79bea78fb29d HTTP/1.1" status: 204 len: 168 time: 0.3005593 Aug 31 15:52:04.603376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e5d5ab7-d5de-42e5-9701-77f7a3500f95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (c3ce6659-edb6-4a82-b69e-272f01b222bc), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.610992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb8a83-b726-4ab8-bd5b-d309a898e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e32aa4-a465-4f9b-a62a-79bea78fb29d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:04.637186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-858dec8b-dd20-4064-8f5c-16b55c2910ca tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (6f0141dc-2e47-4899-92e8-74127f2d80e4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.637820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858dec8b-dd20-4064-8f5c-16b55c2910ca tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0141dc-2e47-4899-92e8-74127f2d80e4 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:52:04.645499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-858dec8b-dd20-4064-8f5c-16b55c2910ca tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.646816 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-858dec8b-dd20-4064-8f5c-16b55c2910ca tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/6f0141dc-2e47-4899-92e8-74127f2d80e4 HTTP/1.1" status: 204 len: 168 time: 0.9756165 Aug 31 15:52:04.650397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39006) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:04.692187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (3296972b-1909-4254-be6f-669a3760b074), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.707895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-363c4039-e4c1-4a52-848f-dcfa46b7d1f1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (45426456-f4f6-4e97-b33c-ebe988ef84ab), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.738871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8c106c-6043-4c32-9c9d-f2206eb449c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting subnet 8437f08e-587c-467a-b306-473b5cbc3051 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:04.749826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd8c106c-6043-4c32-9c9d-f2206eb449c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (8437f08e-587c-467a-b306-473b5cbc3051), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.797102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Pushing event updated for resources: {'Subnet': ['ID=3296972b-1909-4254-be6f-669a3760b074,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:04.827802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd8c106c-6043-4c32-9c9d-f2206eb449c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (8437f08e-587c-467a-b306-473b5cbc3051), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.831132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Checking segment: {'id': '697492b3-7548-4df8-bd1f-23efab537533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'af9cccca-86fa-46ba-8cd7-54486f626d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:04.831492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Network hostable DHCP agents. Network: af9cccca-86fa-46ba-8cd7-54486f626d84, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:04.848060 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e5d5ab7-d5de-42e5-9701-77f7a3500f95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (c3ce6659-edb6-4a82-b69e-272f01b222bc), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.850752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-363c4039-e4c1-4a52-848f-dcfa46b7d1f1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (45426456-f4f6-4e97-b33c-ebe988ef84ab), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.892285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d5ab7-d5de-42e5-9701-77f7a3500f95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ce6659-edb6-4a82-b69e-272f01b222bc,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:04.899038 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-363c4039-e4c1-4a52-848f-dcfa46b7d1f1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.903023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ac046-6bec-4c81-99dd-d7b2dd57197e None None] Network 24c7eeaa-3c45-466b-9238-00492a7000f9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:04.908312 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-363c4039-e4c1-4a52-848f-dcfa46b7d1f1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/45426456-f4f6-4e97-b33c-ebe988ef84ab HTTP/1.1" status: 204 len: 168 time: 0.6835096 Aug 31 15:52:04.908312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e5d5ab7-d5de-42e5-9701-77f7a3500f95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.908481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e9832-9db0-4223-9f6d-e63889dd97bf None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:04.909582 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7e5d5ab7-d5de-42e5-9701-77f7a3500f95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c3ce6659-edb6-4a82-b69e-272f01b222bc HTTP/1.1" status: 204 len: 168 time: 1.1815422 Aug 31 15:52:04.912293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39008) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:04.912445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39010) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:04.947029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd8c106c-6043-4c32-9c9d-f2206eb449c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (8437f08e-587c-467a-b306-473b5cbc3051), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:04.981177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Network af9cccca-86fa-46ba-8cd7-54486f626d84 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:04.982903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c4039-e4c1-4a52-848f-dcfa46b7d1f1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Subnet': ['ID=45426456-f4f6-4e97-b33c-ebe988ef84ab,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:05.051377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7ecaad-8615-45c2-9209-649ab518191f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet f0ba20df-7d79-4bff-a98a-4309cf902c46 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:05.065338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecaad-8615-45c2-9209-649ab518191f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (f0ba20df-7d79-4bff-a98a-4309cf902c46), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.122392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (24c7eeaa-3c45-466b-9238-00492a7000f9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.153197 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecaad-8615-45c2-9209-649ab518191f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (f0ba20df-7d79-4bff-a98a-4309cf902c46), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.162490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, af9cccca-86fa-46ba-8cd7-54486f626d84) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:05.168147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd8c106c-6043-4c32-9c9d-f2206eb449c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (8437f08e-587c-467a-b306-473b5cbc3051), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.184837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:05.185277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ff691-71fe-4982-8327-1e67241958c7 None None] DHCP port deletion for 24c7eeaa-3c45-466b-9238-00492a7000f9 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:05.186233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.225778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port e5e46274-97b5-42a9-bc06-0f797c1d44c6 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:05.225778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.235473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e79e98-5103-48ae-bd8f-ae2adbe99720 None None] Network af9cccca-86fa-46ba-8cd7-54486f626d84 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:05.237981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3693f-f9aa-493d-bd24-e8023a34158a None None] Network 57d9e894-b2af-4381-b001-e0533b4638c7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:05.255213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd8c106c-6043-4c32-9c9d-f2206eb449c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.259827 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dd8c106c-6043-4c32-9c9d-f2206eb449c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/8437f08e-587c-467a-b306-473b5cbc3051 HTTP/1.1" status: 204 len: 168 time: 0.6083863 Aug 31 15:52:05.265882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c106c-6043-4c32-9c9d-f2206eb449c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Subnet': ['ID=8437f08e-587c-467a-b306-473b5cbc3051,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:05.268981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39020) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:05.343657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port e5e46274-97b5-42a9-bc06-0f797c1d44c6, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e5e46274-97b5-42a9-bc06-0f797c1d44c6,segment=NetworkSegment(b25247a2-c44e-4a49-aac5-4b519d58a690),segment_id=b25247a2-c44e-4a49-aac5-4b519d58a690)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:05.344030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.353345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecaad-8615-45c2-9209-649ab518191f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (f0ba20df-7d79-4bff-a98a-4309cf902c46), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.396166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (57d9e894-b2af-4381-b001-e0533b4638c7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.414338 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d07a77ba-b4e6-404a-81cc-ba45a2d78df5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2714150 Aug 31 15:52:05.420292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e74ff691-71fe-4982-8327-1e67241958c7 None None] Deleting port e5e46274-97b5-42a9-bc06-0f797c1d44c6 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:05.420815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e74ff691-71fe-4982-8327-1e67241958c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.446405 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39024) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:05.458998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for e5e46274-97b5-42a9-bc06-0f797c1d44c6 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:05.466586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port e6559ec6-a13b-4090-bf2d-94de75c36ccb {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:05.466936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e6559ec6-a13b-4090-bf2d-94de75c36ccb), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.467921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Request body: {'port': {'network_id': 'af9cccca-86fa-46ba-8cd7-54486f626d84', 'name': 'tempest-TagsExtTest-1217631704'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:05.573057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port e6559ec6-a13b-4090-bf2d-94de75c36ccb, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e6559ec6-a13b-4090-bf2d-94de75c36ccb,segment=NetworkSegment(2d552da5-9897-4223-a402-9f93abdb34de),segment_id=2d552da5-9897-4223-a402-9f93abdb34de)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:05.573422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e6559ec6-a13b-4090-bf2d-94de75c36ccb), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.592455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for e6559ec6-a13b-4090-bf2d-94de75c36ccb owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:05.628204 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecaad-8615-45c2-9209-649ab518191f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (f0ba20df-7d79-4bff-a98a-4309cf902c46), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.690232 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ecaad-8615-45c2-9209-649ab518191f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ba20df-7d79-4bff-a98a-4309cf902c46,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:05.725733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecaad-8615-45c2-9209-649ab518191f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.732824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39030) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:05.734212 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bd7ecaad-8615-45c2-9209-649ab518191f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/f0ba20df-7d79-4bff-a98a-4309cf902c46 HTTP/1.1" status: 204 len: 168 time: 0.8195515 Aug 31 15:52:05.784651 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-42cbb346-740f-4515-8477-4c9d3bea34bd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506124 Aug 31 15:52:05.787911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39032) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:05.799192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e6559ec6-a13b-4090-bf2d-94de75c36ccb), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.807382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b8f4d-4c63-4104-81e9-289944e77415 None None] DHCP port deletion for 57d9e894-b2af-4381-b001-e0533b4638c7 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:05.810175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e74ff691-71fe-4982-8327-1e67241958c7 None None] For port e5e46274-97b5-42a9-bc06-0f797c1d44c6, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e5e46274-97b5-42a9-bc06-0f797c1d44c6,segment=NetworkSegment(b25247a2-c44e-4a49-aac5-4b519d58a690),segment_id=b25247a2-c44e-4a49-aac5-4b519d58a690)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:05.810834 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e74ff691-71fe-4982-8327-1e67241958c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.834416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-af9cccca-86fa-46ba-8cd7-54486f626d84', 'network_id': 'af9cccca-86fa-46ba-8cd7-54486f626d84', 'project_id': '310d1ed3467f4b8384f50cbfa148e6a3', 'fixed_ips': [{'subnet_id': '3296972b-1909-4254-be6f-669a3760b074'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:05.834416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.855393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e74ff691-71fe-4982-8327-1e67241958c7 None None] Calling delete_port for e5e46274-97b5-42a9-bc06-0f797c1d44c6 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:05.856332 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=e6559ec6-a13b-4090-bf2d-94de75c36ccb,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:05.865163 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.893220 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=e5e46274-97b5-42a9-bc06-0f797c1d44c6,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:05.895862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No DVR routers for this DVR port e5e46274-97b5-42a9-bc06-0f797c1d44c6 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:05.899603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No DVR routers for this DVR port e6559ec6-a13b-4090-bf2d-94de75c36ccb on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:05.920695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Made reservation on behalf of 310d1ed3467f4b8384f50cbfa148e6a3 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:05.935198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:05.941063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5975cbb-0291-4aaa-be33-745433ba30d9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:05.944941 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b5975cbb-0291-4aaa-be33-745433ba30d9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1536920 Aug 31 15:52:05.946591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39036) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:06.045497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] device_id is not set on port afc8e031-2672-445d-a228-eecfce6f9adb yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:52:06.056286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878723f0-79d3-426e-9a27-ba6468d380b2 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:06.057065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (57d9e894-b2af-4381-b001-e0533b4638c7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.073041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (24c7eeaa-3c45-466b-9238-00492a7000f9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.077435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:06.084815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d9e894-b2af-4381-b001-e0533b4638c7']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:06.096369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d552da5-9897-4223-a402-9f93abdb34de') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:06.102544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d552da5-9897-4223-a402-9f93abdb34de') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:06.108800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (2d552da5-9897-4223-a402-9f93abdb34de), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.113736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8c54c5-6260-467e-ab6d-929677ba4bb7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:06.118563 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9c8c54c5-6260-467e-ab6d-929677ba4bb7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1697819 Aug 31 15:52:06.119609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39040) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:06.143471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e087dcef-46d3-41cd-91e4-46946526b756 None None] Provisioning complete for port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:06.143845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e087dcef-46d3-41cd-91e4-46946526b756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.144858 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e087dcef-46d3-41cd-91e4-46946526b756 None None] Attempt 1 to provision port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 Aug 31 15:52:06.145446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c7eeaa-3c45-466b-9238-00492a7000f9']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:06.164705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25247a2-c44e-4a49-aac5-4b519d58a690') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:06.165422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25247a2-c44e-4a49-aac5-4b519d58a690') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:06.170608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (2d552da5-9897-4223-a402-9f93abdb34de), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.175847 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (b25247a2-c44e-4a49-aac5-4b519d58a690), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.177060 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-197988a0-86eb-40a8-9b22-b3ab4875c26f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562119 Aug 31 15:52:06.184003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39042) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:06.187315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-30f46013-0887-4088-b854-a5843ee9b0ac tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:06.192484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:52:06.192949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (2d552da5-9897-4223-a402-9f93abdb34de), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.204201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Allocated IP 172.20.0.2 (af9cccca-86fa-46ba-8cd7-54486f626d84/3296972b-1909-4254-be6f-669a3760b074/b6cc426c-757e-49d5-a147-4248fbee36f8) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:06.205317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b25247a2-c44e-4a49-aac5-4b519d58a690), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.206267 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e74ff691-71fe-4982-8327-1e67241958c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (e5e46274-97b5-42a9-bc06-0f797c1d44c6), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.214343 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:52:06.214752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (b25247a2-c44e-4a49-aac5-4b519d58a690), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.236929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39048) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:06.271918 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 2d552da5-9897-4223-a402-9f93abdb34de resource provider aggregate not found Aug 31 15:52:06.272741 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment b25247a2-c44e-4a49-aac5-4b519d58a690 resource provider aggregate not found Aug 31 15:52:06.294763 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment b25247a2-c44e-4a49-aac5-4b519d58a690 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b25247a2-c44e-4a49-aac5-4b519d58a690 found for delete ", "request_id": "req-164103c3-06d0-4541-a063-17f717b4746d"}]} Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e087dcef-46d3-41cd-91e4-46946526b756 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:06.304355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:06.320976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ff691-71fe-4982-8327-1e67241958c7 None None] Pushing event deleted for resources: {'Port': ['ID=e5e46274-97b5-42a9-bc06-0f797c1d44c6,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:06.329618 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ff691-71fe-4982-8327-1e67241958c7 None None] No DVR routers for this DVR port e5e46274-97b5-42a9-bc06-0f797c1d44c6 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:06.358534 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 2d552da5-9897-4223-a402-9f93abdb34de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d552da5-9897-4223-a402-9f93abdb34de found for delete ", "request_id": "req-21501a4c-7068-4d71-9205-a6f9dcc501c9"}]} Aug 31 15:52:06.401633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (24c7eeaa-3c45-466b-9238-00492a7000f9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.410883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.413335 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/networks/24c7eeaa-3c45-466b-9238-00492a7000f9 HTTP/1.1" status: 204 len: 168 time: 1.4997342 Aug 31 15:52:06.417278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39056) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:06.423758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1207125161', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:06.434152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870807531'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:06.440842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09af7c-e3e3-40d6-9ade-39a6e8a2c567 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Network': ['ID=24c7eeaa-3c45-466b-9238-00492a7000f9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:06.451292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9dcf48-90d7-4ca7-829c-eba414e90e6d None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:06.514125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f46013-0887-4088-b854-a5843ee9b0ac tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:06.518238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-30f46013-0887-4088-b854-a5843ee9b0ac tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.519834 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f46013-0887-4088-b854-a5843ee9b0ac tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:52:06.520252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f46013-0887-4088-b854-a5843ee9b0ac tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:52:06.523583 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (57d9e894-b2af-4381-b001-e0533b4638c7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.533029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.533487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3a9dcf48-90d7-4ca7-829c-eba414e90e6d None None] Deleting port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:06.533887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a9dcf48-90d7-4ca7-829c-eba414e90e6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.536410 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/networks/57d9e894-b2af-4381-b001-e0533b4638c7 HTTP/1.1" status: 204 len: 168 time: 1.2630579 Aug 31 15:52:06.540395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39058) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:06.544454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.545641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-715752764'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:06.555880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.561784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (8cedc965-ea5d-4f4c-8826-cc0b08708230), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.562817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (8cedc965-ea5d-4f4c-8826-cc0b08708230), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.567681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218329-17e0-4fa9-afc1-d446b59777c8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Network': ['ID=57d9e894-b2af-4381-b001-e0533b4638c7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:06.571318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:06.584389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Publish callbacks [] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.615193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3a9dcf48-90d7-4ca7-829c-eba414e90e6d None None] For port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5b39ede2-35cc-4b5d-9d40-6e1c8b222b32,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:06.616163 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a9dcf48-90d7-4ca7-829c-eba414e90e6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.631266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3a9dcf48-90d7-4ca7-829c-eba414e90e6d None None] Calling delete_port for 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:06.635426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (8cedc965-ea5d-4f4c-8826-cc0b08708230), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.647143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (44047e25-32ca-4925-8a34-2e3292b497f5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.766117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.775215 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-30f46013-0887-4088-b854-a5843ee9b0ac tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5884457 Aug 31 15:52:06.775974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39060) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:06.782265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-74696e0f-886e-493c-8921-7ea0c9817e47 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:06.807379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Network af9cccca-86fa-46ba-8cd7-54486f626d84 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:06.812663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:06.816975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:06.829107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Pushing event updated for resources: {'Port': ['ID=b6cc426c-757e-49d5-a147-4248fbee36f8,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:06.832447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (44047e25-32ca-4925-8a34-2e3292b497f5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.833464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:06.834651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a9dcf48-90d7-4ca7-829c-eba414e90e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (5b39ede2-35cc-4b5d-9d40-6e1c8b222b32), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.866662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9dcf48-90d7-4ca7-829c-eba414e90e6d None None] No DVR routers for this DVR port 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:06.910021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dcf48-90d7-4ca7-829c-eba414e90e6d None None] Pushing event deleted for resources: {'Port': ['ID=5b39ede2-35cc-4b5d-9d40-6e1c8b222b32,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:06.918665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (14e4c206-f8e6-48b7-93a4-267aa17207db), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.954393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44047e25-32ca-4925-8a34-2e3292b497f5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:06.958470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Attempting to bind port b6cc426c-757e-49d5-a147-4248fbee36f8 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:06.958470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Attempting to bind port b6cc426c-757e-49d5-a147-4248fbee36f8 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '697492b3-7548-4df8-bd1f-23efab537533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'af9cccca-86fa-46ba-8cd7-54486f626d84'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:06.958966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Attempting to bind port b6cc426c-757e-49d5-a147-4248fbee36f8 on network af9cccca-86fa-46ba-8cd7-54486f626d84 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:06.959142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Allocated IP 172.20.0.3 (af9cccca-86fa-46ba-8cd7-54486f626d84/3296972b-1909-4254-be6f-669a3760b074/afc8e031-2672-445d-a228-eecfce6f9adb) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:06.967558 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:06.968140 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Checking segment: {'id': '697492b3-7548-4df8-bd1f-23efab537533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'af9cccca-86fa-46ba-8cd7-54486f626d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:06.968761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.969376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Bound using segment: {'id': '697492b3-7548-4df8-bd1f-23efab537533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'af9cccca-86fa-46ba-8cd7-54486f626d84'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:06.970143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Bound port: b6cc426c-757e-49d5-a147-4248fbee36f8, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697492b3-7548-4df8-bd1f-23efab537533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'af9cccca-86fa-46ba-8cd7-54486f626d84'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:06.970748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:06.978047 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:06.983412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.040665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] For port b6cc426c-757e-49d5-a147-4248fbee36f8, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:07.043843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] For port b6cc426c-757e-49d5-a147-4248fbee36f8, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b6cc426c-757e-49d5-a147-4248fbee36f8,segment=NetworkSegment(697492b3-7548-4df8-bd1f-23efab537533),segment_id=697492b3-7548-4df8-bd1f-23efab537533)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:07.069982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (14e4c206-f8e6-48b7-93a4-267aa17207db), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.091770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:07.094970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_gateway (8cedc965-ea5d-4f4c-8826-cc0b08708230), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.102896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e4c206-f8e6-48b7-93a4-267aa17207db,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:07.106315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d11d8335-75cf-4390-93a7-044d41248379), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.106661 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added segment d11d8335-75cf-4390-93a7-044d41248379 of type vlan for network 8466584a-e21d-4ead-a27c-c500e65b9cd5 Aug 31 15:52:07.152021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (8466584a-e21d-4ead-a27c-c500e65b9cd5), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.178995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.219859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:07.254281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:07.254771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5b39ede2-35cc-4b5d-9d40-6e1c8b222b32 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:07.255231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e6559ec6-a13b-4090-bf2d-94de75c36ccb no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:07.269330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74696e0f-886e-493c-8921-7ea0c9817e47 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:07.278542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.279558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-74696e0f-886e-493c-8921-7ea0c9817e47 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.279558 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-74696e0f-886e-493c-8921-7ea0c9817e47 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:52:07.279558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74696e0f-886e-493c-8921-7ea0c9817e47 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:52:07.279857 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b0d1337a-dfad-44af-9894-23695c59a23d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0364568 Aug 31 15:52:07.279966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39062) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:07.280934 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: e6559ec6-a13b-4090-bf2d-94de75c36ccb {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:07.281283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e6559ec6-a13b-4090-bf2d-94de75c36ccb not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:07.281743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e5e46274-97b5-42a9-bc06-0f797c1d44c6 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:07.303525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: e5e46274-97b5-42a9-bc06-0f797c1d44c6 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:07.307073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e5e46274-97b5-42a9-bc06-0f797c1d44c6 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:07.307073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802b7e5-1f63-4ddc-8752-9f9a84216a63 None None] Pushing event updated for resources: {'Port': ['ID=b6cc426c-757e-49d5-a147-4248fbee36f8,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:07.359721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (8466584a-e21d-4ead-a27c-c500e65b9cd5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.361997 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for port (afc8e031-2672-445d-a228-eecfce6f9adb), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.372955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:07.373655 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.446890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:07.480303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (afc8e031-2672-445d-a228-eecfce6f9adb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.503330 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-74696e0f-886e-493c-8921-7ea0c9817e47 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7253158 Aug 31 15:52:07.512640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39064) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:07.521959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7012ad9c-eb7b-4447-8df5-44718f50061a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:07.532070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Network': ['ID=8466584a-e21d-4ead-a27c-c500e65b9cd5,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:07.544526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 8466584a-e21d-4ead-a27c-c500e65b9cd5 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:07.546125 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Network af9cccca-86fa-46ba-8cd7-54486f626d84 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:07.556990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:07.592850 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1fabe093-55aa-4281-b7e6-fd715b852f60 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.3079164 Aug 31 15:52:07.593833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:07.595255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39066) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:07.600065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-948e9b83-7478-4dbe-9947-f75f329cb1f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group': {'name': 'tempest-security--15388675', 'description': 'tempest-security-description-1217536036'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:07.636876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Pushing event updated for resources: {'Port': ['ID=afc8e031-2672-445d-a228-eecfce6f9adb,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:07.643386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:07.657807 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bd831606-8e84-4d72-9910-e59a6619240f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1137905 Aug 31 15:52:07.659613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39068) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:07.664766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'subnet': {'network_id': '8466584a-e21d-4ead-a27c-c500e65b9cd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:07.700711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:07.701323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.704630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-948e9b83-7478-4dbe-9947-f75f329cb1f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (14e4c206-f8e6-48b7-93a4-267aa17207db), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.708003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_gateway (8cedc965-ea5d-4f4c-8826-cc0b08708230), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.727584 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:52:07.735923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.740529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=14 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:07.817888 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-948e9b83-7478-4dbe-9947-f75f329cb1f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (14e4c206-f8e6-48b7-93a4-267aa17207db), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.876588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Allocated IP 172.26.2.188 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/2eac5c8e-41ae-4a26-8b79-56f4825a1b62) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:07.924334 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d0ed1254-f251-41e2-ab44-e0b21a8ecfe1 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4681323 Aug 31 15:52:07.927382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39070) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:07.932354 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-94799b54-c91b-4c40-b9dc-89c57ed73e80 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-534439522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:07.989084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7012ad9c-eb7b-4447-8df5-44718f50061a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:07.992457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (2eac5c8e-41ae-4a26-8b79-56f4825a1b62), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.993811 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7012ad9c-eb7b-4447-8df5-44718f50061a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:07.994951 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7012ad9c-eb7b-4447-8df5-44718f50061a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:52:07.995474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7012ad9c-eb7b-4447-8df5-44718f50061a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:52:07.996598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-948e9b83-7478-4dbe-9947-f75f329cb1f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (14e4c206-f8e6-48b7-93a4-267aa17207db), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.001950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-948e9b83-7478-4dbe-9947-f75f329cb1f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.004209 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-948e9b83-7478-4dbe-9947-f75f329cb1f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "PUT /networking/v2.0/security-groups/14e4c206-f8e6-48b7-93a4-267aa17207db HTTP/1.1" status: 200 len: 1793 time: 0.4074943 Aug 31 15:52:08.009824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39072) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:08.047701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e9b83-7478-4dbe-9947-f75f329cb1f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e4c206-f8e6-48b7-93a4-267aa17207db,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:08.059228 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ceac38e4-ff07-4e1a-bb80-28184a0588f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups/14e4c206-f8e6-48b7-93a4-267aa17207db HTTP/1.1" status: 200 len: 1793 time: 0.0452282 Aug 31 15:52:08.059228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:08.069938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39074) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:08.070315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.114968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94799b54-c91b-4c40-b9dc-89c57ed73e80 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (cf872f49-c989-472e-a479-ae4b4d41ab24), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.116368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94799b54-c91b-4c40-b9dc-89c57ed73e80 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (cf872f49-c989-472e-a479-ae4b4d41ab24), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.142777 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7012ad9c-eb7b-4447-8df5-44718f50061a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6272388 Aug 31 15:52:08.171265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39076) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:08.171265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-91d6717b-e1f8-4668-8d1b-7ff21c8bef46 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:08.171265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1a20a3eb-bf93-4d18-b4e6-cc2197c4e6d8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (14e4c206-f8e6-48b7-93a4-267aa17207db), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.218221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94799b54-c91b-4c40-b9dc-89c57ed73e80 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for router_controller (cf872f49-c989-472e-a479-ae4b4d41ab24), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.221350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1a20a3eb-bf93-4d18-b4e6-cc2197c4e6d8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (14e4c206-f8e6-48b7-93a4-267aa17207db), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.268648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2eac5c8e-41ae-4a26-8b79-56f4825a1b62), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.304042 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bbd447-17da-40b6-a6be-9c224bcf167d None None] Network af9cccca-86fa-46ba-8cd7-54486f626d84 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:08.310915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94799b54-c91b-4c40-b9dc-89c57ed73e80 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (cf872f49-c989-472e-a479-ae4b4d41ab24), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.329158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:08.340648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:08.344775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:08.350192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=2eac5c8e-41ae-4a26-8b79-56f4825a1b62,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:08.368848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e5bddfe6-ec02-4a60-a9eb-845f4ace56f4 None None] Provisioning complete for port b6cc426c-757e-49d5-a147-4248fbee36f8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:08.369215 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e5bddfe6-ec02-4a60-a9eb-845f4ace56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.369678 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e5bddfe6-ec02-4a60-a9eb-845f4ace56f4 None None] Attempt 1 to provision port b6cc426c-757e-49d5-a147-4248fbee36f8 Aug 31 15:52:08.437249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.439173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1a20a3eb-bf93-4d18-b4e6-cc2197c4e6d8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (14e4c206-f8e6-48b7-93a4-267aa17207db), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.442340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1a20a3eb-bf93-4d18-b4e6-cc2197c4e6d8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.443517 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1a20a3eb-bf93-4d18-b4e6-cc2197c4e6d8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/14e4c206-f8e6-48b7-93a4-267aa17207db HTTP/1.1" status: 204 len: 168 time: 0.3793981 Aug 31 15:52:08.446838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-94799b54-c91b-4c40-b9dc-89c57ed73e80 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.450826 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-94799b54-c91b-4c40-b9dc-89c57ed73e80 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5222876 Aug 31 15:52:08.451611 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39078) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:08.451955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39080) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e5bddfe6-ec02-4a60-a9eb-845f4ace56f4 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:08.465515 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:08.477929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a1190a92-9770-4a59-af2a-82050ddbaa56 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1055968945', 'prefixes': ['172.20.0.0/16']}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:08.487651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20a3eb-bf93-4d18-b4e6-cc2197c4e6d8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e4c206-f8e6-48b7-93a4-267aa17207db,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:08.567341 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d6717b-e1f8-4668-8d1b-7ff21c8bef46 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:08.571648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-91d6717b-e1f8-4668-8d1b-7ff21c8bef46 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.573306 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d6717b-e1f8-4668-8d1b-7ff21c8bef46 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:52:08.573923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d6717b-e1f8-4668-8d1b-7ff21c8bef46 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:52:08.584209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Subnet': ['ID=4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:08.591093 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ada65f2f-0504-4b64-947d-ecef80c4821d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1312647 Aug 31 15:52:08.592902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Checking segment: {'id': 'd11d8335-75cf-4390-93a7-044d41248379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8466584a-e21d-4ead-a27c-c500e65b9cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:08.593268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network hostable DHCP agents. Network: 8466584a-e21d-4ead-a27c-c500e65b9cd5, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:08.594569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39082) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:08.605127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ea594da-b873-4182-b7f3-dcc79a625d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.612371 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-6e0725d1-a104-48f8-b5cf-a7c228db80cb tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] delete failed (client error): The resource could not be found. Aug 31 15:52:08.614953 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6e0725d1-a104-48f8-b5cf-a7c228db80cb tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/14e4c206-f8e6-48b7-93a4-267aa17207db HTTP/1.1" status: 404 len: 347 time: 0.0191400 Aug 31 15:52:08.626622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39084) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:08.632847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9ccaaf2c-a3ab-4c07-909f-66d22d9195f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group': {'name': 'tempest-secgroup--361242339'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:08.760110 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-91d6717b-e1f8-4668-8d1b-7ff21c8bef46 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6101868 Aug 31 15:52:08.763192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39086) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:08.768981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-6b260577-381f-4fd2-933e-7015a9d4ef5b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:08.783425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_gateway (8cedc965-ea5d-4f4c-8826-cc0b08708230), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.804228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Provisioning complete for port b6cc426c-757e-49d5-a147-4248fbee36f8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:08.804600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.804939 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 1 to provision port b6cc426c-757e-49d5-a147-4248fbee36f8 Aug 31 15:52:08.805548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 8466584a-e21d-4ead-a27c-c500e65b9cd5 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:08.904585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9ccaaf2c-a3ab-4c07-909f-66d22d9195f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:08.924981 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:08.939003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Provisioning complete for port afc8e031-2672-445d-a228-eecfce6f9adb triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:08.939611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (afc8e031-2672-445d-a228-eecfce6f9adb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:08.940018 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 1 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:09.025744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:09.036262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 8466584a-e21d-4ead-a27c-c500e65b9cd5) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:09.041522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a1190a92-9770-4a59-af2a-82050ddbaa56 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.045126 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a1190a92-9770-4a59-af2a-82050ddbaa56 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5776339 Aug 31 15:52:09.047494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:09.048086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.052524 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3c744-0c5f-443b-9b0d-fa5fac0b12e0 None None] Network 8466584a-e21d-4ead-a27c-c500e65b9cd5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:09.055004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39088) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.059613 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9ccaaf2c-a3ab-4c07-909f-66d22d9195f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (8a501bdf-7080-4623-a566-bee83fd1028f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.063080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-b3626d77-2c79-48e8-9ee3-e669ec4aba42 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074', 'tempest-TagsExtTest-Tag-482388834') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:09.084445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (8cedc965-ea5d-4f4c-8826-cc0b08708230), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.145844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b260577-381f-4fd2-933e-7015a9d4ef5b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:09.150699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6b260577-381f-4fd2-933e-7015a9d4ef5b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.152084 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b260577-381f-4fd2-933e-7015a9d4ef5b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:52:09.153621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b260577-381f-4fd2-933e-7015a9d4ef5b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:52:09.195447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-8466584a-e21d-4ead-a27c-c500e65b9cd5', 'network_id': '8466584a-e21d-4ead-a27c-c500e65b9cd5', 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'fixed_ips': [{'subnet_id': '4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:09.196656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.228673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9ccaaf2c-a3ab-4c07-909f-66d22d9195f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8a501bdf-7080-4623-a566-bee83fd1028f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.246079 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0870a498-ccaa-4d71-9b63-e519a42f2611 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5850680 Aug 31 15:52:09.248531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39090) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.254280 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0a92ea29-82a7-47ba-bcc2-bdbdf96b5616 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-73164370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:09.282005 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6b260577-381f-4fd2-933e-7015a9d4ef5b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5166535 Aug 31 15:52:09.286845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39092) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.289851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaaf2c-a3ab-4c07-909f-66d22d9195f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a501bdf-7080-4623-a566-bee83fd1028f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:09.291686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f5fb1b97-f7ab-47a8-bb4e-ab87e8614a98 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:09.298675 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b6cc426c-757e-49d5-a147-4248fbee36f8 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:09.346638 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b3626d77-2c79-48e8-9ee3-e669ec4aba42 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags/tempest-TagsExtTest-Tag-482388834 HTTP/1.1" status: 201 len: 201 time: 0.2907572 Aug 31 15:52:09.351045 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39094) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.361957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-068cb49a-0f91-457b-abca-86ba4af313db tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb', 'tempest-TagsExtTest-Tag-1261703587') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:09.374948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9ccaaf2c-a3ab-4c07-909f-66d22d9195f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.376398 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9ccaaf2c-a3ab-4c07-909f-66d22d9195f8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7481623 Aug 31 15:52:09.385105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39096) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.390413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-fc586c74-9345-45af-86ff-90cb2720ccb8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '8a501bdf-7080-4623-a566-bee83fd1028f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:09.392478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port b6cc426c-757e-49d5-a147-4248fbee36f8 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:09.392974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.393521 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port b6cc426c-757e-49d5-a147-4248fbee36f8 Aug 31 15:52:09.429127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Allocated IP 2001:db8::2 (8466584a-e21d-4ead-a27c-c500e65b9cd5/4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7/6e589470-d053-4e7a-81cb-e83dbce55260) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:09.458911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 8cedc965-ea5d-4f4c-8826-cc0b08708230 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:09.464932 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:09.500251 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0a92ea29-82a7-47ba-bcc2-bdbdf96b5616 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.502438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0a92ea29-82a7-47ba-bcc2-bdbdf96b5616 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.514175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:09.527698 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 2 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:09.565376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0a92ea29-82a7-47ba-bcc2-bdbdf96b5616 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.584085 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-068cb49a-0f91-457b-abca-86ba4af313db tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags/tempest-TagsExtTest-Tag-1261703587 HTTP/1.1" status: 201 len: 201 time: 0.2323582 Aug 31 15:52:09.586637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39098) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.586637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fb1b97-f7ab-47a8-bb4e-ab87e8614a98 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:09.589267 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:09.589907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f5fb1b97-f7ab-47a8-bb4e-ab87e8614a98 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.590548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:09.591308 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fb1b97-f7ab-47a8-bb4e-ab87e8614a98 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:52:09.591733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fb1b97-f7ab-47a8-bb4e-ab87e8614a98 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:52:09.592528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fc586c74-9345-45af-86ff-90cb2720ccb8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (d3afe77f-8059-4278-8f3c-917c8eac853e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.600242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-1461b1eb-87f0-49b0-ad20-5f53bead6d30 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24', 'tempest-TagsExtTest-Tag-71867625') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:09.609264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffea58-36a4-4ca5-a4d8-5f655dab2411 None None] Sync routers for ids ['8cedc965-ea5d-4f4c-8826-cc0b08708230'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:09.640339 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffea58-36a4-4ca5-a4d8-5f655dab2411 None None] Routers {'8cedc965-ea5d-4f4c-8826-cc0b08708230'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:09.641065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-acffea58-36a4-4ca5-a4d8-5f655dab2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8cedc965-ea5d-4f4c-8826-cc0b08708230'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:09.666748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fc586c74-9345-45af-86ff-90cb2720ccb8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (d3afe77f-8059-4278-8f3c-917c8eac853e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.673451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0a92ea29-82a7-47ba-bcc2-bdbdf96b5616 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.677505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Publish callbacks [] for port (6e589470-d053-4e7a-81cb-e83dbce55260), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.680813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-acffea58-36a4-4ca5-a4d8-5f655dab2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:09.691346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffea58-36a4-4ca5-a4d8-5f655dab2411 None None] Routers {'8cedc965-ea5d-4f4c-8826-cc0b08708230'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:09.692052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-acffea58-36a4-4ca5-a4d8-5f655dab2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:51:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8cedc965-ea5d-4f4c-8826-cc0b08708230'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:09.704472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.706077 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f498f44d-1d22-4188-bab3-60551fc20e08 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2875040 Aug 31 15:52:09.715014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39100) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.737578 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-acffea58-36a4-4ca5-a4d8-5f655dab2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:09.738338 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffea58-36a4-4ca5-a4d8-5f655dab2411 None None] The sync data for ids ['8cedc965-ea5d-4f4c-8826-cc0b08708230'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:09.740080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:09.774404 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f5fb1b97-f7ab-47a8-bb4e-ab87e8614a98 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4871447 Aug 31 15:52:09.777603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39102) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.792768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fc586c74-9345-45af-86ff-90cb2720ccb8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (d3afe77f-8059-4278-8f3c-917c8eac853e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.808890 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4d579c5a-f166-4779-a775-fa6b3ea12546 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0301082 Aug 31 15:52:09.811808 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39104) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.821425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc586c74-9345-45af-86ff-90cb2720ccb8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3afe77f-8059-4278-8f3c-917c8eac853e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:09.834749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (6e589470-d053-4e7a-81cb-e83dbce55260), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.835893 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f510a8ad-31ee-4dad-95b1-1bb04b756f82 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/routers/8cedc965-ea5d-4f4c-8826-cc0b08708230 HTTP/1.1" status: 200 len: 881 time: 0.1254282 Aug 31 15:52:09.838554 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39106) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.849853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0a92ea29-82a7-47ba-bcc2-bdbdf96b5616 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.853627 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0a92ea29-82a7-47ba-bcc2-bdbdf96b5616 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6011739 Aug 31 15:52:09.853627 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1461b1eb-87f0-49b0-ad20-5f53bead6d30 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags/tempest-TagsExtTest-Tag-71867625 HTTP/1.1" status: 201 len: 201 time: 0.2580266 Aug 31 15:52:09.853830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:09.856691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39108) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.857030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39110) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.862593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-dc1c5448-b008-46fb-88f9-50006b38d0f9 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417', 'tempest-TagsExtTest-Tag-338262071') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:09.883344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Network 8466584a-e21d-4ead-a27c-c500e65b9cd5 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:09.889113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:09.893205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:09.897749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Pushing event updated for resources: {'Port': ['ID=6e589470-d053-4e7a-81cb-e83dbce55260,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:09.926048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fc586c74-9345-45af-86ff-90cb2720ccb8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.930286 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fc586c74-9345-45af-86ff-90cb2720ccb8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5410280 Aug 31 15:52:09.932648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39112) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:09.950479 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:09.965283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Attempting to bind port 6e589470-d053-4e7a-81cb-e83dbce55260 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:09.965627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Attempting to bind port 6e589470-d053-4e7a-81cb-e83dbce55260 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'd11d8335-75cf-4390-93a7-044d41248379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8466584a-e21d-4ead-a27c-c500e65b9cd5'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:09.966014 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Attempting to bind port 6e589470-d053-4e7a-81cb-e83dbce55260 on network 8466584a-e21d-4ead-a27c-c500e65b9cd5 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:09.971942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:09.972274 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Checking segment: {'id': 'd11d8335-75cf-4390-93a7-044d41248379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8466584a-e21d-4ead-a27c-c500e65b9cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:09.972767 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:09.973645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Bound using segment: {'id': 'd11d8335-75cf-4390-93a7-044d41248379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8466584a-e21d-4ead-a27c-c500e65b9cd5'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:09.974169 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Bound port: 6e589470-d053-4e7a-81cb-e83dbce55260, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11d8335-75cf-4390-93a7-044d41248379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8466584a-e21d-4ead-a27c-c500e65b9cd5'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:09.974564 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6e589470-d053-4e7a-81cb-e83dbce55260), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:10.051133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] For port 6e589470-d053-4e7a-81cb-e83dbce55260, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:10.055656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] For port 6e589470-d053-4e7a-81cb-e83dbce55260, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6e589470-d053-4e7a-81cb-e83dbce55260,segment=NetworkSegment(d11d8335-75cf-4390-93a7-044d41248379),segment_id=d11d8335-75cf-4390-93a7-044d41248379)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:10.087283 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 3 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:10.145409 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6e589470-d053-4e7a-81cb-e83dbce55260), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:10.162273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:10.247024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833ffb7-e0d4-4efa-bf57-dfcf3b762cec None None] Pushing event updated for resources: {'Port': ['ID=6e589470-d053-4e7a-81cb-e83dbce55260,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:10.251652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:10.343520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52717796-4580-4237-90da-b96ee33fe5e6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:10.347839 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-52717796-4580-4237-90da-b96ee33fe5e6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5323350 Aug 31 15:52:10.348526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39114) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:10.389166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7edd9df5-3c65-4cb9-85bf-4c87d05bb49b tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (d3afe77f-8059-4278-8f3c-917c8eac853e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:10.417414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7edd9df5-3c65-4cb9-85bf-4c87d05bb49b tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (d3afe77f-8059-4278-8f3c-917c8eac853e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:10.430057 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-145845e7-d7c1-492e-8ca1-a22f4768e0ff tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5892901 Aug 31 15:52:10.431947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39116) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:10.447171 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ac874b89-f380-4caf-89e2-95f079c06034 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1207125161'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:10.467067 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dacb6cb2-054e-4f2e-b763-eb874073e7fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157858 Aug 31 15:52:10.486056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39118) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:10.492125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:10.493997 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dc1c5448-b008-46fb-88f9-50006b38d0f9 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags/tempest-TagsExtTest-Tag-338262071 HTTP/1.1" status: 201 len: 201 time: 0.6348150 Aug 31 15:52:10.499554 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39120) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:10.503726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-be04c0e1-b551-4104-8d79-a82ce6033050 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:10.530638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:10.610969 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-be04c0e1-b551-4104-8d79-a82ce6033050 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags HTTP/1.1" status: 200 len: 240 time: 0.1104600 Aug 31 15:52:10.614950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39122) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:10.620895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-48a9a653-a104-492c-9eef-61b15869ecd6 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074', 'tempest-TagsExtTest-Tag-482388834') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:10.633676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7edd9df5-3c65-4cb9-85bf-4c87d05bb49b tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (d3afe77f-8059-4278-8f3c-917c8eac853e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:10.663838 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 4 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:10.667950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7edd9df5-3c65-4cb9-85bf-4c87d05bb49b tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:10.668479 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7edd9df5-3c65-4cb9-85bf-4c87d05bb49b tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/d3afe77f-8059-4278-8f3c-917c8eac853e HTTP/1.1" status: 204 len: 168 time: 0.7349021 Aug 31 15:52:10.676025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39124) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:10.683179 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:10.703713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:10.733507 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:10.743139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9df5-3c65-4cb9-85bf-4c87d05bb49b tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3afe77f-8059-4278-8f3c-917c8eac853e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:10.744395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-54b57c90-3a5e-4e4e-9911-4c1768d3d892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:10.813459 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-48a9a653-a104-492c-9eef-61b15869ecd6 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags/tempest-TagsExtTest-Tag-482388834 HTTP/1.1" status: 204 len: 168 time: 0.1957533 Aug 31 15:52:10.816600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39126) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:10.826100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-bf4db955-b201-4312-871f-275a93765f06 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074', 'tempest-TagsExtTest-Tag-482388834') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:10.843966 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-da8ecf50-55fe-4f78-80e2-1a405b4d2bbe tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1642296 Aug 31 15:52:10.851458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39128) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:10.881320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:10.885512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.015807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fad528bd-d775-40bb-b00c-4282e56f5b5e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (8a501bdf-7080-4623-a566-bee83fd1028f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.049537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fad528bd-d775-40bb-b00c-4282e56f5b5e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (8a501bdf-7080-4623-a566-bee83fd1028f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.061017 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:11.076493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Allocated IP 2001:db8::1 (8466584a-e21d-4ead-a27c-c500e65b9cd5/4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7/06c7bda9-791b-4e71-9f2c-b507f95b328d) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:11.092082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac874b89-f380-4caf-89e2-95f079c06034 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (8cedc965-ea5d-4f4c-8826-cc0b08708230), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.124920 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bf4db955-b201-4312-871f-275a93765f06 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags/tempest-TagsExtTest-Tag-482388834 HTTP/1.1" status: 204 len: 168 time: 0.3047526 Aug 31 15:52:11.125256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39130) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.132085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-11f3493f-397a-4555-865a-8edd97af923e tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:11.205706 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 5 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:11.232877 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-11f3493f-397a-4555-865a-8edd97af923e tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags HTTP/1.1" status: 200 len: 205 time: 0.1065257 Aug 31 15:52:11.239455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39132) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.245549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-1450012a-6079-401c-9114-7534eba8c7d5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:11.252876 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac874b89-f380-4caf-89e2-95f079c06034 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (8cedc965-ea5d-4f4c-8826-cc0b08708230), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.256295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fad528bd-d775-40bb-b00c-4282e56f5b5e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8a501bdf-7080-4623-a566-bee83fd1028f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.258898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fad528bd-d775-40bb-b00c-4282e56f5b5e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.263100 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fad528bd-d775-40bb-b00c-4282e56f5b5e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8a501bdf-7080-4623-a566-bee83fd1028f HTTP/1.1" status: 204 len: 168 time: 0.4110289 Aug 31 15:52:11.267052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39134) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.308874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (06c7bda9-791b-4e71-9f2c-b507f95b328d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.310506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad528bd-d775-40bb-b00c-4282e56f5b5e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a501bdf-7080-4623-a566-bee83fd1028f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:11.330372 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1450012a-6079-401c-9114-7534eba8c7d5 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags HTTP/1.1" status: 200 len: 241 time: 0.0898700 Aug 31 15:52:11.338624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39136) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.343329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-bd48f6df-9f77-44e4-83af-265ad77964f0 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb', 'tempest-TagsExtTest-Tag-1261703587') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:11.403514 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f49d0366-5da1-4c6d-947e-a0db9890762b tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1319754 Aug 31 15:52:11.412369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39138) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.416249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d180cedf-2fc0-4be7-94b0-14be4bf127d6 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group': {'name': 'tempest-secgroup--311142220'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:11.446296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6e589470-d053-4e7a-81cb-e83dbce55260 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:11.449960 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c0e7b-c399-44e4-9385-b34ebac604c2 None None] Network 8466584a-e21d-4ead-a27c-c500e65b9cd5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:11.455338 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bd48f6df-9f77-44e4-83af-265ad77964f0 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags/tempest-TagsExtTest-Tag-1261703587 HTTP/1.1" status: 204 len: 168 time: 0.1128819 Aug 31 15:52:11.457590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:52:11.458088 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39140) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.463764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (7732655a-1477-4686-8743-06008986987e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.464031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-9acd2ec1-ee5d-4f9f-a35a-8dd269322593 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb', 'tempest-TagsExtTest-Tag-1261703587') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:11.464238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:11.477444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac874b89-f380-4caf-89e2-95f079c06034 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 8cedc965-ea5d-4f4c-8826-cc0b08708230 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:11.489550 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=9,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:11.526029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:11.526237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (06c7bda9-791b-4e71-9f2c-b507f95b328d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.529379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:11.536996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:11.537815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.546478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:11.547168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14337e1-9ff4-4a42-b682-fb339121f7d6 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:11.550322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=7732655a-1477-4686-8743-06008986987e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:11.574618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 8466584a-e21d-4ead-a27c-c500e65b9cd5 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:11.578192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:11.582638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:11.584229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.624389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=06c7bda9-791b-4e71-9f2c-b507f95b328d,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:11.631460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d180cedf-2fc0-4be7-94b0-14be4bf127d6 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.649355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac874b89-f380-4caf-89e2-95f079c06034 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:11.663339 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9acd2ec1-ee5d-4f9f-a35a-8dd269322593 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags/tempest-TagsExtTest-Tag-1261703587 HTTP/1.1" status: 204 len: 168 time: 0.1968153 Aug 31 15:52:11.663457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 6e589470-d053-4e7a-81cb-e83dbce55260 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:11.663457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6e589470-d053-4e7a-81cb-e83dbce55260), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.663457 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 6e589470-d053-4e7a-81cb-e83dbce55260 Aug 31 15:52:11.664055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ac874b89-f380-4caf-89e2-95f079c06034 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.665349 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd48a28-0827-44a4-9818-5a198889f64b None None] Sync routers for ids ['8cedc965-ea5d-4f4c-8826-cc0b08708230'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:11.665941 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ac874b89-f380-4caf-89e2-95f079c06034 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/8cedc965-ea5d-4f4c-8826-cc0b08708230 HTTP/1.1" status: 200 len: 888 time: 1.2319775 Aug 31 15:52:11.666126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39142) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.670426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-d71a6654-e2af-4cf8-93f2-d29968fbacb2 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:11.673162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39144) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.695411 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd48a28-0827-44a4-9818-5a198889f64b None None] Routers {'8cedc965-ea5d-4f4c-8826-cc0b08708230'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:11.696042 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9bd48a28-0827-44a4-9818-5a198889f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8cedc965-ea5d-4f4c-8826-cc0b08708230'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:11.730523 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:11.738544 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9bd48a28-0827-44a4-9818-5a198889f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:11.750407 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd48a28-0827-44a4-9818-5a198889f64b None None] Routers {'8cedc965-ea5d-4f4c-8826-cc0b08708230'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:11.751496 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9bd48a28-0827-44a4-9818-5a198889f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['8cedc965-ea5d-4f4c-8826-cc0b08708230'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:11.758169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d180cedf-2fc0-4be7-94b0-14be4bf127d6 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (40ba97c1-90f0-46a6-9549-760c820910e8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.768174 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a83c1c56-2642-426b-ab80-c4de3f3da5f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2787261 Aug 31 15:52:11.769523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39146) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.774137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:10:5f:59', 'name': 'tempest-NetworksTestDHCPv6-413125693'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:11.796133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39148) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.797488 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d71a6654-e2af-4cf8-93f2-d29968fbacb2 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags HTTP/1.1" status: 200 len: 205 time: 0.1303110 Aug 31 15:52:11.801353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '7732655a-1477-4686-8743-06008986987e'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:11.802352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.805732 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-a1e00bcc-36e3-40e3-9c57-5461f3430580 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:11.826978 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9bd48a28-0827-44a4-9818-5a198889f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:11.827575 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd48a28-0827-44a4-9818-5a198889f64b None None] The sync data for ids ['8cedc965-ea5d-4f4c-8826-cc0b08708230'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:11.871697 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-07d81668-995b-4928-b9c3-d7ad1a1fa5bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/routers/8cedc965-ea5d-4f4c-8826-cc0b08708230 HTTP/1.1" status: 200 len: 888 time: 0.1963637 Aug 31 15:52:11.873190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:11.874276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39150) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.909279 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d180cedf-2fc0-4be7-94b0-14be4bf127d6 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (40ba97c1-90f0-46a6-9549-760c820910e8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:11.910898 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cabe77c5-93cc-431d-b9dc-e2c4a369fbfb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cedc965-ea5d-4f4c-8826-cc0b08708230 HTTP/1.1" status: 200 len: 205 time: 0.0353885 Aug 31 15:52:11.913348 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39152) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.919275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:11.984211 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a1e00bcc-36e3-40e3-9c57-5461f3430580 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags HTTP/1.1" status: 200 len: 239 time: 0.1868365 Aug 31 15:52:11.990036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39154) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:11.995132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-25844d2d-2ce5-4a8a-8b3d-9cb805553e03 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24', 'tempest-TagsExtTest-Tag-71867625') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:12.018189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180cedf-2fc0-4be7-94b0-14be4bf127d6 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba97c1-90f0-46a6-9549-760c820910e8,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.022879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (06c7bda9-791b-4e71-9f2c-b507f95b328d), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.034286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Allocated IP 2001:db8::f816:3eff:fede:9a38 (e986fc1f-2559-47ce-89c8-1dd43368919a/7732655a-1477-4686-8743-06008986987e/8d6ad579-216c-4acc-9f46-9a042fa7e999) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:12.048848 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 6 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:12.115976 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-25844d2d-2ce5-4a8a-8b3d-9cb805553e03 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags/tempest-TagsExtTest-Tag-71867625 HTTP/1.1" status: 204 len: 168 time: 0.1251373 Aug 31 15:52:12.118756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39156) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:12.123567 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-da8d7fd8-7843-4202-aa7a-e1dfdd2e4b2c tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24', 'tempest-TagsExtTest-Tag-71867625') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:12.142358 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:12.148848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.168992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d180cedf-2fc0-4be7-94b0-14be4bf127d6 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.173104 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d180cedf-2fc0-4be7-94b0-14be4bf127d6 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7577124 Aug 31 15:52:12.189932 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39158) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:12.194029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-13c3ac1d-bda5-4ede-86ca-a2528a65bca2 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '40ba97c1-90f0-46a6-9549-760c820910e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:12.203238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (8cedc965-ea5d-4f4c-8826-cc0b08708230), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.273802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Publish callbacks [] for port (8d6ad579-216c-4acc-9f46-9a042fa7e999), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.302627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:12.345942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_gateway (8cedc965-ea5d-4f4c-8826-cc0b08708230), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.358208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13c3ac1d-bda5-4ede-86ca-a2528a65bca2 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (1a94527b-438b-4d23-8c3f-50699b4933ef), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.410280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (8d6ad579-216c-4acc-9f46-9a042fa7e999), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.410867 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-da8d7fd8-7843-4202-aa7a-e1dfdd2e4b2c tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags/tempest-TagsExtTest-Tag-71867625 HTTP/1.1" status: 204 len: 168 time: 0.2908533 Aug 31 15:52:12.416172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39160) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:12.421797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-074f2b0a-56d9-44f0-9665-b28f51e94810 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:12.456939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:12.461812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:12.465779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:12.469090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Pushing event updated for resources: {'Port': ['ID=8d6ad579-216c-4acc-9f46-9a042fa7e999,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.486265 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.516619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (06c7bda9-791b-4e71-9f2c-b507f95b328d), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.524261 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:52:12.533615 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Attempting to bind port 8d6ad579-216c-4acc-9f46-9a042fa7e999 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:12.534015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Attempting to bind port 8d6ad579-216c-4acc-9f46-9a042fa7e999 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:12.534382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Attempting to bind port 8d6ad579-216c-4acc-9f46-9a042fa7e999 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:12.540293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:12.540664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:12.541062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.541448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:12.541934 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Bound port: 8d6ad579-216c-4acc-9f46-9a042fa7e999, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:12.542311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8d6ad579-216c-4acc-9f46-9a042fa7e999), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.557125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13c3ac1d-bda5-4ede-86ca-a2528a65bca2 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (1a94527b-438b-4d23-8c3f-50699b4933ef), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.558702 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-074f2b0a-56d9-44f0-9665-b28f51e94810 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags HTTP/1.1" status: 200 len: 205 time: 0.1415873 Aug 31 15:52:12.562729 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39162) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:12.572374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-4a5a375b-17f4-4158-ac08-ed195736893a tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:12.602454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port 2eac5c8e-41ae-4a26-8b79-56f4825a1b62 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:12.602832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2eac5c8e-41ae-4a26-8b79-56f4825a1b62), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.617601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] For port 8d6ad579-216c-4acc-9f46-9a042fa7e999, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:12.618610 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4a5a375b-17f4-4158-ac08-ed195736893a tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags HTTP/1.1" status: 200 len: 240 time: 0.0549226 Aug 31 15:52:12.620733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] For port 8d6ad579-216c-4acc-9f46-9a042fa7e999, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8d6ad579-216c-4acc-9f46-9a042fa7e999,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:12.622194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39164) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:12.629888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-c2c372e2-2ce0-482f-aafd-136c49d32321 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417', 'tempest-TagsExtTest-Tag-338262071') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:12.637472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (06c7bda9-791b-4e71-9f2c-b507f95b328d), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.638530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.643874 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 7 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:12.664457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13c3ac1d-bda5-4ede-86ca-a2528a65bca2 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (1a94527b-438b-4d23-8c3f-50699b4933ef), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.678275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:12.697544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8d6ad579-216c-4acc-9f46-9a042fa7e999), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.699248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::f816:3eff:fe10:5f59 (e986fc1f-2559-47ce-89c8-1dd43368919a/7732655a-1477-4686-8743-06008986987e/b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:12.699407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3ac1d-bda5-4ede-86ca-a2528a65bca2 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a94527b-438b-4d23-8c3f-50699b4933ef,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.706171 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c2c372e2-2ce0-482f-aafd-136c49d32321 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags/tempest-TagsExtTest-Tag-338262071 HTTP/1.1" status: 204 len: 168 time: 0.0827041 Aug 31 15:52:12.714160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39166) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:12.725703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2eac5c8e-41ae-4a26-8b79-56f4825a1b62), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.731207 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-1ef5a01f-32c0-4c4a-98f2-2f02b04dac15 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417', 'tempest-TagsExtTest-Tag-338262071') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:12.755718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for 2eac5c8e-41ae-4a26-8b79-56f4825a1b62 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:12.761875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89ba85-0c7e-4ddb-905c-cc29bc21cec1 None None] Pushing event updated for resources: {'Port': ['ID=8d6ad579-216c-4acc-9f46-9a042fa7e999,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.797226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=06c7bda9-791b-4e71-9f2c-b507f95b328d,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.813762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13c3ac1d-bda5-4ede-86ca-a2528a65bca2 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:12.815262 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-13c3ac1d-bda5-4ede-86ca-a2528a65bca2 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6245356 Aug 31 15:52:12.819090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39168) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:12.825114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-153bc6e2-67e1-455b-8a18-cdda5797dc15 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '40ba97c1-90f0-46a6-9549-760c820910e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:12.865689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 8466584a-e21d-4ead-a27c-c500e65b9cd5 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:12.870681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:12.917604 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1ef5a01f-32c0-4c4a-98f2-2f02b04dac15 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags/tempest-TagsExtTest-Tag-338262071 HTTP/1.1" status: 204 len: 168 time: 0.1969051 Aug 31 15:52:12.920506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39170) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:12.927687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-38c11ab1-fe12-40a1-b9af-73704051b902 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:12.980351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:13.003349 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-38c11ab1-fe12-40a1-b9af-73704051b902 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags HTTP/1.1" status: 200 len: 205 time: 0.0815365 Aug 31 15:52:13.008948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39172) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:13.017028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-d8771ae1-a04c-4c69-a89c-e9d9cd3596ca tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:13.043225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-153bc6e2-67e1-455b-8a18-cdda5797dc15 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (c03de069-55c3-4df0-9df9-8da0d75193ac), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.075981 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d8771ae1-a04c-4c69-a89c-e9d9cd3596ca tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags HTTP/1.1" status: 204 len: 168 time: 0.0622780 Aug 31 15:52:13.076272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39174) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:13.087802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-a832a489-68f3-49bc-83f2-255b6af3cd94 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:13.111718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:13.127007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-153bc6e2-67e1-455b-8a18-cdda5797dc15 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (c03de069-55c3-4df0-9df9-8da0d75193ac), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.179193 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 8 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:13.185042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.214924 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a832a489-68f3-49bc-83f2-255b6af3cd94 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags HTTP/1.1" status: 204 len: 168 time: 0.1361208 Aug 31 15:52:13.218115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39176) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:13.230763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:13.235681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-44de1172-a664-40cd-9da1-7b2b41b7770b tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:13.240596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2eac5c8e-41ae-4a26-8b79-56f4825a1b62), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.261437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-153bc6e2-67e1-455b-8a18-cdda5797dc15 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (c03de069-55c3-4df0-9df9-8da0d75193ac), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.261552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8d6ad579-216c-4acc-9f46-9a042fa7e999 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:13.301301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=2eac5c8e-41ae-4a26-8b79-56f4825a1b62,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:13.306987 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-44de1172-a664-40cd-9da1-7b2b41b7770b tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags HTTP/1.1" status: 204 len: 168 time: 0.0747793 Aug 31 15:52:13.308791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bc6e2-67e1-455b-8a18-cdda5797dc15 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03de069-55c3-4df0-9df9-8da0d75193ac,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:13.310082 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39178) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:13.315458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-6bfec2e6-abc6-4cf3-b7e6-76a9bddae57f tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:13.323757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 8d6ad579-216c-4acc-9f46-9a042fa7e999 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:13.324303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8d6ad579-216c-4acc-9f46-9a042fa7e999), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.335627 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 8d6ad579-216c-4acc-9f46-9a042fa7e999 Aug 31 15:52:13.371125 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6bfec2e6-abc6-4cf3-b7e6-76a9bddae57f tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags HTTP/1.1" status: 204 len: 168 time: 0.0559492 Aug 31 15:52:13.371404 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39180) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:13.376566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-fdafb302-b4dd-4220-8ad7-a4e202f2ad13 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074', 'tempest-TagsExtTest-Tag-1751899321') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:13.389918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:13.396017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (8cedc965-ea5d-4f4c-8826-cc0b08708230), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.453614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.458703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 4f5a9ff6-e948-4073-bfdd-b8daf0c0804a is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:13.459844 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-153bc6e2-67e1-455b-8a18-cdda5797dc15 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.461071 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-153bc6e2-67e1-455b-8a18-cdda5797dc15 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6411345 Aug 31 15:52:13.468941 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39182) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:13.480782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f3b16942-4ede-4357-8a70-a14fecc68e0e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '40ba97c1-90f0-46a6-9549-760c820910e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:13.494071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (8cedc965-ea5d-4f4c-8826-cc0b08708230), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.496356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (8cedc965-ea5d-4f4c-8826-cc0b08708230), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.534410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:13.546501 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:13.549020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:13.566840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:13.566840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.647980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (8cedc965-ea5d-4f4c-8826-cc0b08708230), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.648563 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:13.648746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Fanout notify agent at l3_agent the message router_deleted on router 8cedc965-ea5d-4f4c-8826-cc0b08708230 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:52:13.649693 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.660669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.661462 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f2b6d2c5-f855-4c78-90de-a3269eaa866c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/8cedc965-ea5d-4f4c-8826-cc0b08708230 HTTP/1.1" status: 204 len: 168 time: 1.7464755 Aug 31 15:52:13.664646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39184) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:13.670836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'network': {'name': 'tempest-RoutersTest-535683936'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:13.725656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.731559 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 9 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:13.773624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:13.841510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:13.845640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.854098 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:13.867131 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fdafb302-b4dd-4220-8ad7-a4e202f2ad13 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags/tempest-TagsExtTest-Tag-1751899321 HTTP/1.1" status: 201 len: 201 time: 0.4947169 Aug 31 15:52:13.870434 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39186) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:13.875033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:13.882110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-f3b39e65-211b-4a19-9000-027c034f0cbc tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb', 'tempest-TagsExtTest-Tag-453252681') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:13.886739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7a6f0889-4529-4abd-b195-13f1b8ce9013), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.887091 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added segment 7a6f0889-4529-4abd-b195-13f1b8ce9013 of type vlan for network d8166261-0f35-4984-a6b8-4983f2a22177 Aug 31 15:52:13.892433 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f3b16942-4ede-4357-8a70-a14fecc68e0e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (930b19ec-1023-4ff7-95a6-5b636d4947ec), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.946757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:13.952075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (d8166261-0f35-4984-a6b8-4983f2a22177), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:13.956901 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5906782-2083-49f6-8717-e5fc7cdf32fa None None] Sync routers for ids ['4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:13.958259 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7abb4953-ee50-4b4a-ac3c-d30babc7a17f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/4f5a9ff6-e948-4073-bfdd-b8daf0c0804a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1001859 Aug 31 15:52:13.958452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39188) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:13.981875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5906782-2083-49f6-8717-e5fc7cdf32fa None None] Routers {'4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:13.982415 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f5906782-2083-49f6-8717-e5fc7cdf32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:14.014825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f3b16942-4ede-4357-8a70-a14fecc68e0e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (930b19ec-1023-4ff7-95a6-5b636d4947ec), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.020313 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9db5b9b6-9126-402b-8533-f0381e48d0c8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2504809 Aug 31 15:52:14.022330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39190) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.024007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513394a9-74ca-44a8-b4be-ff4d8c61c8b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:14.025525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f5906782-2083-49f6-8717-e5fc7cdf32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:14.025719 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-513394a9-74ca-44a8-b4be-ff4d8c61c8b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports/06c7bda9-791b-4e71-9f2c-b507f95b328d HTTP/1.1" status: 200 len: 911 time: 0.0660925 Aug 31 15:52:14.028655 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39192) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.036345 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5906782-2083-49f6-8717-e5fc7cdf32fa None None] Routers {'4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:14.037102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f5906782-2083-49f6-8717-e5fc7cdf32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:14.073685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-f5906782-2083-49f6-8717-e5fc7cdf32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:14.074628 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5906782-2083-49f6-8717-e5fc7cdf32fa None None] The sync data for ids ['4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:14.086782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ebf941-35d5-41f2-bc91-230cbe1a9657 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:14.088540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ebf941-35d5-41f2-bc91-230cbe1a9657 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:14.090456 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-16ebf941-35d5-41f2-bc91-230cbe1a9657 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0669792 Aug 31 15:52:14.093119 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39194) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.175596 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f3b39e65-211b-4a19-9000-027c034f0cbc tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags/tempest-TagsExtTest-Tag-453252681 HTTP/1.1" status: 201 len: 201 time: 0.2995155 Aug 31 15:52:14.181270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39196) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.188255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-e97d7061-9dff-4786-9a38-9739645290df tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24', 'tempest-TagsExtTest-Tag-1980828494') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:14.194049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-25bf010f-cbc8-4c5a-9b2f-e8dd1485318d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:14.194389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25bf010f-cbc8-4c5a-9b2f-e8dd1485318d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.226034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (d8166261-0f35-4984-a6b8-4983f2a22177), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.231238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:14.231833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.251836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f3b16942-4ede-4357-8a70-a14fecc68e0e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (930b19ec-1023-4ff7-95a6-5b636d4947ec), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.274869 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Attempt 10 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:14.321158 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c442-7907-4687-a602-a1a6f0d0c0fe None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:14.328210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b16942-4ede-4357-8a70-a14fecc68e0e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930b19ec-1023-4ff7-95a6-5b636d4947ec,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:14.332718 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:14.334599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Network': ['ID=d8166261-0f35-4984-a6b8-4983f2a22177,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:14.350257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network d8166261-0f35-4984-a6b8-4983f2a22177 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:14.383137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25bf010f-cbc8-4c5a-9b2f-e8dd1485318d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.397895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-25bf010f-cbc8-4c5a-9b2f-e8dd1485318d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:14.411684 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e0f47df9-6e55-4a12-816b-6b5e5a0bba20 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7459249 Aug 31 15:52:14.414328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39198) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.419200 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'subnet': {'network_id': 'd8166261-0f35-4984-a6b8-4983f2a22177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:14.446794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Provisioning complete for port afc8e031-2672-445d-a228-eecfce6f9adb triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:14.447509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (afc8e031-2672-445d-a228-eecfce6f9adb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.448054 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Attempt 1 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:14.453079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f3b16942-4ede-4357-8a70-a14fecc68e0e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.454320 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f3b16942-4ede-4357-8a70-a14fecc68e0e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9790335 Aug 31 15:52:14.459376 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e97d7061-9dff-4786-9a38-9739645290df tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags/tempest-TagsExtTest-Tag-1980828494 HTTP/1.1" status: 201 len: 201 time: 0.2736390 Aug 31 15:52:14.459376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39200) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.461176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39202) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.470892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-b4285c95-0e1c-41f4-9a5c-fc0a3cc1fa31 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417', 'tempest-TagsExtTest-Tag-1150466065') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:14.480167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.480430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-6ab386c4-4b6e-43f8-9619-4025fe2c0e45 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '40ba97c1-90f0-46a6-9549-760c820910e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:14.497835 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:14.634834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ab386c4-4b6e-43f8-9619-4025fe2c0e45 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (0b4e45f4-4f55-4400-8b09-f4957f26868b), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.672292 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b4285c95-0e1c-41f4-9a5c-fc0a3cc1fa31 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags/tempest-TagsExtTest-Tag-1150466065 HTTP/1.1" status: 201 len: 201 time: 0.2101130 Aug 31 15:52:14.673195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:14.678274 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39204) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.687657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-20257b42-4b1f-471a-a6dc-05b98c31fd06 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074', {'tags': ['tempest-TagsExtTest-Tag-1705938651', 'tempest-TagsExtTest-Tag-955912586', 'tempest-TagsExtTest-Tag-1857356260']}) {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:14.747236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ab386c4-4b6e-43f8-9619-4025fe2c0e45 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (0b4e45f4-4f55-4400-8b09-f4957f26868b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.772896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25bf010f-cbc8-4c5a-9b2f-e8dd1485318d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.802613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf010f-cbc8-4c5a-9b2f-e8dd1485318d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:14.833530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25bf010f-cbc8-4c5a-9b2f-e8dd1485318d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.837393 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-25bf010f-cbc8-4c5a-9b2f-e8dd1485318d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba HTTP/1.1" status: 204 len: 168 time: 0.7432532 Aug 31 15:52:14.840077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39206) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.882841 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ab386c4-4b6e-43f8-9619-4025fe2c0e45 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (0b4e45f4-4f55-4400-8b09-f4957f26868b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.919415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab386c4-4b6e-43f8-9619-4025fe2c0e45 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4e45f4-4f55-4400-8b09-f4957f26868b,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:14.925675 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c94357-7bfe-4f59-b3c2-370e629b2e1b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:14.927564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c94357-7bfe-4f59-b3c2-370e629b2e1b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:14.931737 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c4c94357-7bfe-4f59-b3c2-370e629b2e1b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0881584 Aug 31 15:52:14.931737 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-20257b42-4b1f-471a-a6dc-05b98c31fd06 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags HTTP/1.1" status: 200 len: 317 time: 0.2517366 Aug 31 15:52:14.932073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39208) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.934015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39210) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:14.945531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-25afe545-e2ec-46b4-a8c9-4b6d58ac27fb tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:14.966106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:14.969892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:14.999479 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Attempt 2 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:15.039312 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:15.042373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a190005-8cd8-4d60-a821-bdc950cc9a24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 7732655a-1477-4686-8743-06008986987e {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:15.049354 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a190005-8cd8-4d60-a821-bdc950cc9a24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (7732655a-1477-4686-8743-06008986987e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.057196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:15.095319 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ab386c4-4b6e-43f8-9619-4025fe2c0e45 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.096631 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6ab386c4-4b6e-43f8-9619-4025fe2c0e45 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6376905 Aug 31 15:52:15.101659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39212) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:15.106391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7f4040fc-388f-481b-9e82-c9f3da0e3d2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '40ba97c1-90f0-46a6-9549-760c820910e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:15.119115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a190005-8cd8-4d60-a821-bdc950cc9a24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (7732655a-1477-4686-8743-06008986987e), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.188428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port 06c7bda9-791b-4e71-9f2c-b507f95b328d {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:15.188428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (06c7bda9-791b-4e71-9f2c-b507f95b328d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.216895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a190005-8cd8-4d60-a821-bdc950cc9a24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (7732655a-1477-4686-8743-06008986987e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.222411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:15.292264 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-25afe545-e2ec-46b4-a8c9-4b6d58ac27fb tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags HTTP/1.1" status: 204 len: 168 time: 0.3573942 Aug 31 15:52:15.294393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f4040fc-388f-481b-9e82-c9f3da0e3d2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (75d0dd41-504b-445f-88e2-834d4f5d5c36), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.295566 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39214) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:15.299740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-a0c84ec5-ad99-4a06-ac64-14553ed4c118 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074', 'tempest-TagsExtTest-Tag-1705938651') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:15.344478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (06c7bda9-791b-4e71-9f2c-b507f95b328d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.358252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f4040fc-388f-481b-9e82-c9f3da0e3d2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (75d0dd41-504b-445f-88e2-834d4f5d5c36), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.366933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for 06c7bda9-791b-4e71-9f2c-b507f95b328d owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:15.373607 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-a0c84ec5-ad99-4a06-ac64-14553ed4c118 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:15.374659 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a0c84ec5-ad99-4a06-ac64-14553ed4c118 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags/tempest-TagsExtTest-Tag-1705938651 HTTP/1.1" status: 404 len: 329 time: 0.0781975 Aug 31 15:52:15.377814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39216) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:15.383035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-f0106624-fe47-45ac-ac7e-d7e71af77b25 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074', 'tempest-TagsExtTest-Tag-955912586') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:15.406359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a190005-8cd8-4d60-a821-bdc950cc9a24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (7732655a-1477-4686-8743-06008986987e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.440131 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:15.442277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (aec0de64-ed93-4dc0-9665-18b0e8b3116b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.447328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a190005-8cd8-4d60-a821-bdc950cc9a24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=7732655a-1477-4686-8743-06008986987e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:15.454388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a190005-8cd8-4d60-a821-bdc950cc9a24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.459209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23df985-228d-4776-9a1e-190612ee9963 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:15.460273 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7a190005-8cd8-4d60-a821-bdc950cc9a24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7732655a-1477-4686-8743-06008986987e HTTP/1.1" status: 204 len: 168 time: 0.5272315 Aug 31 15:52:15.460925 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39218) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:15.472341 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-f0106624-fe47-45ac-ac7e-d7e71af77b25 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:15.475954 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f0106624-fe47-45ac-ac7e-d7e71af77b25 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags/tempest-TagsExtTest-Tag-955912586 HTTP/1.1" status: 404 len: 328 time: 0.0934658 Aug 31 15:52:15.484882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39220) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:15.505084 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-00e85073-caee-4151-b509-8eb7e026cc24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393674 Aug 31 15:52:15.517689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-1ca1db08-de60-4a63-8d53-2883048201b0 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074', 'tempest-TagsExtTest-Tag-1857356260') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:15.518468 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39222) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:15.523326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:15.545603 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Attempt 3 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:15.576992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f4040fc-388f-481b-9e82-c9f3da0e3d2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (75d0dd41-504b-445f-88e2-834d4f5d5c36), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.588540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:15.599806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Subnet': ['ID=aec0de64-ed93-4dc0-9665-18b0e8b3116b,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:15.615519 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-1ca1db08-de60-4a63-8d53-2883048201b0 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:15.615519 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1ca1db08-de60-4a63-8d53-2883048201b0 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags/tempest-TagsExtTest-Tag-1857356260 HTTP/1.1" status: 404 len: 329 time: 0.1235631 Aug 31 15:52:15.616492 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4040fc-388f-481b-9e82-c9f3da0e3d2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d0dd41-504b-445f-88e2-834d4f5d5c36,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:15.616578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39224) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:15.623993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-ea831791-e199-4d20-8d1e-b98c74fdca78 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb', {'tags': ['tempest-TagsExtTest-Tag-1217180540', 'tempest-TagsExtTest-Tag-2060611712', 'tempest-TagsExtTest-Tag-92938101']}) {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:15.678669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9248bf9f-d45f-49d3-b2ce-dbc4f0929133 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:15.685809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Checking segment: {'id': '7a6f0889-4529-4abd-b195-13f1b8ce9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd8166261-0f35-4984-a6b8-4983f2a22177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:15.686176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network hostable DHCP agents. Network: d8166261-0f35-4984-a6b8-4983f2a22177, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:15.717191 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9248bf9f-d45f-49d3-b2ce-dbc4f0929133 None None] Deleting port 8d6ad579-216c-4acc-9f46-9a042fa7e999 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:15.717441 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9248bf9f-d45f-49d3-b2ce-dbc4f0929133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8d6ad579-216c-4acc-9f46-9a042fa7e999), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.786159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-9248bf9f-d45f-49d3-b2ce-dbc4f0929133 None None] For port 8d6ad579-216c-4acc-9f46-9a042fa7e999, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8d6ad579-216c-4acc-9f46-9a042fa7e999,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:15.786494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f4040fc-388f-481b-9e82-c9f3da0e3d2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.787017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9248bf9f-d45f-49d3-b2ce-dbc4f0929133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8d6ad579-216c-4acc-9f46-9a042fa7e999), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.787716 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7f4040fc-388f-481b-9e82-c9f3da0e3d2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6848576 Aug 31 15:52:15.790914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39226) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:15.801161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9248bf9f-d45f-49d3-b2ce-dbc4f0929133 None None] Calling delete_port for 8d6ad579-216c-4acc-9f46-9a042fa7e999 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:15.820384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f0c340cf-8a6c-4697-b448-c448cc244977 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (75d0dd41-504b-445f-88e2-834d4f5d5c36), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.828749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f0c340cf-8a6c-4697-b448-c448cc244977 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (75d0dd41-504b-445f-88e2-834d4f5d5c36), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.839768 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ea831791-e199-4d20-8d1e-b98c74fdca78 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags HTTP/1.1" status: 200 len: 316 time: 0.2236495 Aug 31 15:52:15.840475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network d8166261-0f35-4984-a6b8-4983f2a22177 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:15.842585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (06c7bda9-791b-4e71-9f2c-b507f95b328d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.842763 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39228) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:15.847905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-cc6246f6-e5a2-43b3-81c3-5d578612d7ec tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:15.883845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=06c7bda9-791b-4e71-9f2c-b507f95b328d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:15.938264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:15.943911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.984234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:15.993811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, d8166261-0f35-4984-a6b8-4983f2a22177) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:16.000458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:16.000893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.009176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71c1ef4-85a1-4279-8cd1-e2f4b86ed3f9 None None] Network d8166261-0f35-4984-a6b8-4983f2a22177 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:16.041967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f0c340cf-8a6c-4697-b448-c448cc244977 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (75d0dd41-504b-445f-88e2-834d4f5d5c36), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.047755 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cc6246f6-e5a2-43b3-81c3-5d578612d7ec tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags HTTP/1.1" status: 204 len: 168 time: 0.2013934 Aug 31 15:52:16.048552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39230) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.053325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-e70f47b6-ce04-46df-beae-70315c1ccb82 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb', 'tempest-TagsExtTest-Tag-1217180540') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.061027 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9248bf9f-d45f-49d3-b2ce-dbc4f0929133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (8d6ad579-216c-4acc-9f46-9a042fa7e999), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.079188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f0c340cf-8a6c-4697-b448-c448cc244977 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.079845 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f0c340cf-8a6c-4697-b448-c448cc244977 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/75d0dd41-504b-445f-88e2-834d4f5d5c36 HTTP/1.1" status: 204 len: 168 time: 0.2878714 Aug 31 15:52:16.086768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39232) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.098398 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Attempt 4 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:16.099644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c340cf-8a6c-4697-b448-c448cc244977 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75d0dd41-504b-445f-88e2-834d4f5d5c36,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:16.105130 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-e70f47b6-ce04-46df-beae-70315c1ccb82 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:16.109874 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e70f47b6-ce04-46df-beae-70315c1ccb82 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags/tempest-TagsExtTest-Tag-1217180540 HTTP/1.1" status: 404 len: 329 time: 0.0572767 Aug 31 15:52:16.114384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39234) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.123340 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248bf9f-d45f-49d3-b2ce-dbc4f0929133 None None] Pushing event deleted for resources: {'Port': ['ID=8d6ad579-216c-4acc-9f46-9a042fa7e999,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:16.142533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248bf9f-d45f-49d3-b2ce-dbc4f0929133 None None] No DVR routers for this DVR port 8d6ad579-216c-4acc-9f46-9a042fa7e999 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:16.184084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:16.185701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:16.187617 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d9c75451-2c9a-4898-866a-ac0e71b2cfbb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7722695 Aug 31 15:52:16.194373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39236) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.200509 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-07bcf7b2-0591-490a-8bdf-bfd28b7bb09e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2059132594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:16.210221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-074e0090-39fc-4217-b2fe-db5bdf89ea6d tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb', 'tempest-TagsExtTest-Tag-2060611712') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.225355 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-d8166261-0f35-4984-a6b8-4983f2a22177', 'network_id': 'd8166261-0f35-4984-a6b8-4983f2a22177', 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'fixed_ips': [{'subnet_id': 'aec0de64-ed93-4dc0-9665-18b0e8b3116b'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:16.226407 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.227257 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2bc72f06-61c5-4743-a2ab-8a99feca0b23 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1363575 Aug 31 15:52:16.231624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39238) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.265423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 4f5a9ff6-e948-4073-bfdd-b8daf0c0804a has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:16.286233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b3d9-8672-4596-87df-56a4c10d080a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (0b4e45f4-4f55-4400-8b09-f4957f26868b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.299484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b3d9-8672-4596-87df-56a4c10d080a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (0b4e45f4-4f55-4400-8b09-f4957f26868b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.299771 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-074e0090-39fc-4217-b2fe-db5bdf89ea6d tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:16.300853 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-074e0090-39fc-4217-b2fe-db5bdf89ea6d tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags/tempest-TagsExtTest-Tag-2060611712 HTTP/1.1" status: 404 len: 329 time: 0.0948100 Aug 31 15:52:16.303792 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39240) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.308132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-a9bf20c7-725e-4935-a39e-6d7483e34427 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb', 'tempest-TagsExtTest-Tag-92938101') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.346676 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:16.359299 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-a9bf20c7-725e-4935-a39e-6d7483e34427 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:16.364993 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a9bf20c7-725e-4935-a39e-6d7483e34427 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags/tempest-TagsExtTest-Tag-92938101 HTTP/1.1" status: 404 len: 327 time: 0.0602088 Aug 31 15:52:16.365695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39242) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.370761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-f30b30b3-d39e-496e-81dc-aa7bad377a29 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24', {'tags': ['tempest-TagsExtTest-Tag-1520440166', 'tempest-TagsExtTest-Tag-314091998', 'tempest-TagsExtTest-Tag-1049888192']}) {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.381799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bcf7b2-0591-490a-8bdf-bfd28b7bb09e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.382933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bcf7b2-0591-490a-8bdf-bfd28b7bb09e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.386156 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Allocated IP 172.20.0.2 (d8166261-0f35-4984-a6b8-4983f2a22177/aec0de64-ed93-4dc0-9665-18b0e8b3116b/f954003f-362e-41b1-812a-424d1fbcce04) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:16.389785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:16.399395 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-637748a3-a9b8-4467-93a5-0463c6f3f8a5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/4f5a9ff6-e948-4073-bfdd-b8daf0c0804a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3658271 Aug 31 15:52:16.399395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39244) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.408340 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce1edd-f9fd-46bf-806a-bd877b071ab3 None None] Sync routers for ids ['4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:16.423754 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce1edd-f9fd-46bf-806a-bd877b071ab3 None None] Routers {'4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:16.426105 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-80ce1edd-f9fd-46bf-806a-bd877b071ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.434822 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fa75faa8-5dfe-4187-8ceb-863bc7648d48 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4f5a9ff6-e948-4073-bfdd-b8daf0c0804a HTTP/1.1" status: 200 len: 205 time: 0.0339863 Aug 31 15:52:16.435221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:16.439727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39246) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.463679 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-80ce1edd-f9fd-46bf-806a-bd877b071ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.475078 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce1edd-f9fd-46bf-806a-bd877b071ab3 None None] Routers {'4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:16.475982 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-80ce1edd-f9fd-46bf-806a-bd877b071ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.514065 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-80ce1edd-f9fd-46bf-806a-bd877b071ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.514929 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce1edd-f9fd-46bf-806a-bd877b071ab3 None None] The sync data for ids ['4f5a9ff6-e948-4073-bfdd-b8daf0c0804a'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:16.527733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b3d9-8672-4596-87df-56a4c10d080a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (0b4e45f4-4f55-4400-8b09-f4957f26868b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.529743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b3d9-8672-4596-87df-56a4c10d080a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.530330 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3eb2b3d9-8672-4596-87df-56a4c10d080a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/0b4e45f4-4f55-4400-8b09-f4957f26868b HTTP/1.1" status: 204 len: 168 time: 0.2957232 Aug 31 15:52:16.533736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39248) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.556683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2b3d9-8672-4596-87df-56a4c10d080a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b4e45f4-4f55-4400-8b09-f4957f26868b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:16.592962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bcf7b2-0591-490a-8bdf-bfd28b7bb09e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.600036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80ebc719-08a8-4fd6-a849-26bcf6086864 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.621602 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0e95c597-e938-4f61-ba66-ae70fececf76 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0852478 Aug 31 15:52:16.623034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39250) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.635787 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:16.651419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2bd09a7a-758f-4d28-b228-90d2fde11b03 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (930b19ec-1023-4ff7-95a6-5b636d4947ec), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.660175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2bd09a7a-758f-4d28-b228-90d2fde11b03 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (930b19ec-1023-4ff7-95a6-5b636d4947ec), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.661582 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.objects.ports [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114265) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:52:16.675439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bcf7b2-0591-490a-8bdf-bfd28b7bb09e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.686132 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Attempt 5 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:16.686711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (768fc87d-0c5b-4a10-8af0-54ea6b69f495), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.696266 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f30b30b3-d39e-496e-81dc-aa7bad377a29 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags HTTP/1.1" status: 200 len: 317 time: 0.3292894 Aug 31 15:52:16.699594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39252) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.704361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-dffee2e6-ea68-4ba5-ad0b-ab01e1921d4a tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.711794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Publish callbacks [] for port (f954003f-362e-41b1-812a-424d1fbcce04), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.727695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:16.767284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:16.807510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:16.809129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=768fc87d-0c5b-4a10-8af0-54ea6b69f495,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:16.811684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:16.812273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.818845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (f954003f-362e-41b1-812a-424d1fbcce04), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.819974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-07bcf7b2-0591-490a-8bdf-bfd28b7bb09e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.821284 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-07bcf7b2-0591-490a-8bdf-bfd28b7bb09e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6243103 Aug 31 15:52:16.822212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2bd09a7a-758f-4d28-b228-90d2fde11b03 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (930b19ec-1023-4ff7-95a6-5b636d4947ec), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.825763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb34da7-66cd-4006-8c45-b5c586936dd1 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:16.828011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39254) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.832283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2bd09a7a-758f-4d28-b228-90d2fde11b03 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.833620 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2bd09a7a-758f-4d28-b228-90d2fde11b03 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/930b19ec-1023-4ff7-95a6-5b636d4947ec HTTP/1.1" status: 204 len: 168 time: 0.2096326 Aug 31 15:52:16.840029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39256) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:16.857794 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80ebc719-08a8-4fd6-a849-26bcf6086864 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.860238 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80ebc719-08a8-4fd6-a849-26bcf6086864 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:16.915115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Network d8166261-0f35-4984-a6b8-4983f2a22177 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:16.920230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd09a7a-758f-4d28-b228-90d2fde11b03 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=930b19ec-1023-4ff7-95a6-5b636d4947ec,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:16.923823 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:16.927981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:16.931563 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Pushing event updated for resources: {'Port': ['ID=f954003f-362e-41b1-812a-424d1fbcce04,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:17.002233 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1112e45a-03d6-4feb-9194-c3dcdd222b80 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4829998 Aug 31 15:52:17.006027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39258) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.011180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:9e:c9:25', 'name': 'tempest-NetworksTestDHCPv6-278314061'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:17.014882 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dffee2e6-ea68-4ba5-ad0b-ab01e1921d4a tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags HTTP/1.1" status: 204 len: 168 time: 0.3141618 Aug 31 15:52:17.019287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39260) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.023810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-c1064fbc-eec9-4ea9-9a5b-8e09a0bbe322 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24', 'tempest-TagsExtTest-Tag-1520440166') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:17.028227 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3378c23d-7a2c-4f72-ab20-2e0e2ad5eb81 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1830626 Aug 31 15:52:17.029321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39262) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.044285 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '768fc87d-0c5b-4a10-8af0-54ea6b69f495'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:17.045275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.061717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Attempting to bind port f954003f-362e-41b1-812a-424d1fbcce04 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:17.061962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Attempting to bind port f954003f-362e-41b1-812a-424d1fbcce04 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '7a6f0889-4529-4abd-b195-13f1b8ce9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd8166261-0f35-4984-a6b8-4983f2a22177'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:17.062323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Attempting to bind port f954003f-362e-41b1-812a-424d1fbcce04 on network d8166261-0f35-4984-a6b8-4983f2a22177 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:17.072181 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:17.072566 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Checking segment: {'id': '7a6f0889-4529-4abd-b195-13f1b8ce9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd8166261-0f35-4984-a6b8-4983f2a22177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:17.072948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.073335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Bound using segment: {'id': '7a6f0889-4529-4abd-b195-13f1b8ce9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd8166261-0f35-4984-a6b8-4983f2a22177'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:17.073826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Bound port: f954003f-362e-41b1-812a-424d1fbcce04, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6f0889-4529-4abd-b195-13f1b8ce9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd8166261-0f35-4984-a6b8-4983f2a22177'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:17.074393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f954003f-362e-41b1-812a-424d1fbcce04), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.128319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-62705f80-20f3-4264-b11e-6875d74e047f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (c03de069-55c3-4df0-9df9-8da0d75193ac), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.138489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-62705f80-20f3-4264-b11e-6875d74e047f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (c03de069-55c3-4df0-9df9-8da0d75193ac), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.140599 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-c1064fbc-eec9-4ea9-9a5b-8e09a0bbe322 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:17.144717 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c1064fbc-eec9-4ea9-9a5b-8e09a0bbe322 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags/tempest-TagsExtTest-Tag-1520440166 HTTP/1.1" status: 404 len: 329 time: 0.1243052 Aug 31 15:52:17.149684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39264) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.153732 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-95989c14-1316-4d0a-ac46-7be68827a249 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24', 'tempest-TagsExtTest-Tag-314091998') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:17.243681 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Attempt 6 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:17.259662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.275143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8d6ad579-216c-4acc-9f46-9a042fa7e999 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:17.306924 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] For port f954003f-362e-41b1-812a-424d1fbcce04, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:17.324401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-62705f80-20f3-4264-b11e-6875d74e047f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (c03de069-55c3-4df0-9df9-8da0d75193ac), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.330583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 8d6ad579-216c-4acc-9f46-9a042fa7e999 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:17.331082 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8d6ad579-216c-4acc-9f46-9a042fa7e999 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:17.342248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] For port f954003f-362e-41b1-812a-424d1fbcce04, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f954003f-362e-41b1-812a-424d1fbcce04,segment=NetworkSegment(7a6f0889-4529-4abd-b195-13f1b8ce9013),segment_id=7a6f0889-4529-4abd-b195-13f1b8ce9013)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:17.351894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:17.355635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Allocated IP 2001:db8::f816:3eff:feb0:883f (e986fc1f-2559-47ce-89c8-1dd43368919a/768fc87d-0c5b-4a10-8af0-54ea6b69f495/08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:17.362541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-62705f80-20f3-4264-b11e-6875d74e047f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.364404 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-62705f80-20f3-4264-b11e-6875d74e047f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/c03de069-55c3-4df0-9df9-8da0d75193ac HTTP/1.1" status: 204 len: 168 time: 0.3324814 Aug 31 15:52:17.390795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39266) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.405891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705f80-20f3-4264-b11e-6875d74e047f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c03de069-55c3-4df0-9df9-8da0d75193ac,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:17.462319 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (f954003f-362e-41b1-812a-424d1fbcce04), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.467351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80ebc719-08a8-4fd6-a849-26bcf6086864 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (4f5a9ff6-e948-4073-bfdd-b8daf0c0804a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.467351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ebc719-08a8-4fd6-a849-26bcf6086864 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Fanout notify agent at l3_agent the message router_deleted on router 4f5a9ff6-e948-4073-bfdd-b8daf0c0804a {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:52:17.490267 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-89ca1d3b-3281-449e-8ce0-a1cc46b98740 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0944605 Aug 31 15:52:17.492494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80ebc719-08a8-4fd6-a849-26bcf6086864 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.493595 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-80ebc719-08a8-4fd6-a849-26bcf6086864 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/4f5a9ff6-e948-4073-bfdd-b8daf0c0804a HTTP/1.1" status: 204 len: 168 time: 1.0524561 Aug 31 15:52:17.501250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39268) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.501250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39270) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.540659 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-95989c14-1316-4d0a-ac46-7be68827a249 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:17.544654 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-95989c14-1316-4d0a-ac46-7be68827a249 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags/tempest-TagsExtTest-Tag-314091998 HTTP/1.1" status: 404 len: 328 time: 0.3914702 Aug 31 15:52:17.544654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:17.544954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39272) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.556943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-4efe31e7-8efc-41b2-bd73-99819db80a8b tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24', 'tempest-TagsExtTest-Tag-1049888192') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:17.581637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a38067a-142a-4133-abf9-37681bedfa42 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (1a94527b-438b-4d23-8c3f-50699b4933ef), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.598436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a38067a-142a-4133-abf9-37681bedfa42 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (1a94527b-438b-4d23-8c3f-50699b4933ef), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.608955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44b955f-208e-462c-82a6-0b9f7efa2ea9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting subnet 4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:17.612289 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d317b-fc51-4dcd-bdd9-20debf3c50e7 None None] Pushing event updated for resources: {'Port': ['ID=f954003f-362e-41b1-812a-424d1fbcce04,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:17.620115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a44b955f-208e-462c-82a6-0b9f7efa2ea9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.631898 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Publish callbacks [] for port (08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.666867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a44b955f-208e-462c-82a6-0b9f7efa2ea9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.671329 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-4efe31e7-8efc-41b2-bd73-99819db80a8b tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:17.671666 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4efe31e7-8efc-41b2-bd73-99819db80a8b tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags/tempest-TagsExtTest-Tag-1049888192 HTTP/1.1" status: 404 len: 329 time: 0.1251006 Aug 31 15:52:17.674750 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39274) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.682680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-1599dd5c-79ad-4535-9c9f-94f32bfed419 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417', {'tags': ['tempest-TagsExtTest-Tag-136345986', 'tempest-TagsExtTest-Tag-679891255', 'tempest-TagsExtTest-Tag-1828499606']}) {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:17.707793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:17.711771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Allocated IP 172.20.0.1 (d8166261-0f35-4984-a6b8-4983f2a22177/aec0de64-ed93-4dc0-9665-18b0e8b3116b/deb0ab71-6a06-4c66-ab46-2c2185e1613f) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:17.746363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.754941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:17.803194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a38067a-142a-4133-abf9-37681bedfa42 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (1a94527b-438b-4d23-8c3f-50699b4933ef), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.805242 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:17.808740 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:17.809777 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a38067a-142a-4133-abf9-37681bedfa42 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.815166 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9a38067a-142a-4133-abf9-37681bedfa42 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/1a94527b-438b-4d23-8c3f-50699b4933ef HTTP/1.1" status: 204 len: 168 time: 0.3163021 Aug 31 15:52:17.818489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:17.819454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39276) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.852919 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Attempt 7 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:17.861858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38067a-142a-4133-abf9-37681bedfa42 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a94527b-438b-4d23-8c3f-50699b4933ef,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:17.880511 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Pushing event updated for resources: {'Port': ['ID=08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:17.919086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.928060 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1599dd5c-79ad-4535-9c9f-94f32bfed419 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "PUT /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags HTTP/1.1" status: 200 len: 316 time: 0.2517292 Aug 31 15:52:17.931819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39278) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.937519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-7a21cb14-c33e-4214-8ad7-54d5deae3a6f tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:17.953787 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f57369b2-f158-423f-a59d-e9a4946d15bf tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1267247 Aug 31 15:52:17.957062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39280) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:17.968350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Attempting to bind port 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:17.968802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Attempting to bind port 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:17.969229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Attempting to bind port 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:17.971217 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a44b955f-208e-462c-82a6-0b9f7efa2ea9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.971451 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:17.976281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:17.977166 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:17.977293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.977446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:17.977446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:17.978039 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Bound port: 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:17.978481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.032158 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 92319978-1fa5-4e7b-891b-3a2bcf931093 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:52:18.044666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56cc332d-faac-4c06-a2ee-e45da95dabbc tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (40ba97c1-90f0-46a6-9549-760c820910e8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.045760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] For port 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:18.049545 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] For port 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:18.072817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56cc332d-faac-4c06-a2ee-e45da95dabbc tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (40ba97c1-90f0-46a6-9549-760c820910e8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.166249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::f816:3eff:fe9e:c925 (e986fc1f-2559-47ce-89c8-1dd43368919a/768fc87d-0c5b-4a10-8af0-54ea6b69f495/92319978-1fa5-4e7b-891b-3a2bcf931093) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:18.314489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.354279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network d8166261-0f35-4984-a6b8-4983f2a22177 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:18.360896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:18.365300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:18.394929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=deb0ab71-6a06-4c66-ab46-2c2185e1613f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:18.420830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.442929 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.474191 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Attempt 8 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:18.534168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:18.537550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c925538-28ef-4dd1-844a-c50f926166c5 None None] Pushing event updated for resources: {'Port': ['ID=08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:18.553010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a44b955f-208e-462c-82a6-0b9f7efa2ea9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.591862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b955f-208e-462c-82a6-0b9f7efa2ea9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:18.609237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a44b955f-208e-462c-82a6-0b9f7efa2ea9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.617033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53001941-f237-4b37-b933-d204c3fb3a1b None None] Network 8466584a-e21d-4ead-a27c-c500e65b9cd5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:18.620462 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a44b955f-208e-462c-82a6-0b9f7efa2ea9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7 HTTP/1.1" status: 204 len: 168 time: 1.1056380 Aug 31 15:52:18.626739 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39282) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:18.780588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56cc332d-faac-4c06-a2ee-e45da95dabbc tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (40ba97c1-90f0-46a6-9549-760c820910e8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.783296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56cc332d-faac-4c06-a2ee-e45da95dabbc tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.787486 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-56cc332d-faac-4c06-a2ee-e45da95dabbc tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/40ba97c1-90f0-46a6-9549-760c820910e8 HTTP/1.1" status: 204 len: 168 time: 0.8261762 Aug 31 15:52:18.787486 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7a21cb14-c33e-4214-8ad7-54d5deae3a6f tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags HTTP/1.1" status: 204 len: 168 time: 0.8542151 Aug 31 15:52:18.793032 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39284) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:18.793511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39286) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:18.794141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:18.814296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-bc7cc80c-660f-46aa-a681-1e0d325a8617 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417', 'tempest-TagsExtTest-Tag-136345986') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:18.817261 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (8466584a-e21d-4ead-a27c-c500e65b9cd5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.846866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc332d-faac-4c06-a2ee-e45da95dabbc tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba97c1-90f0-46a6-9549-760c820910e8,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:18.875890 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-bc7cc80c-660f-46aa-a681-1e0d325a8617 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:18.877063 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bc7cc80c-660f-46aa-a681-1e0d325a8617 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags/tempest-TagsExtTest-Tag-136345986 HTTP/1.1" status: 404 len: 328 time: 0.0729420 Aug 31 15:52:18.881286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39288) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:18.881491 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38abac24-8981-40e5-9044-d1d0448ba7eb None None] Network d8166261-0f35-4984-a6b8-4983f2a22177 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:18.886334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-bc2fe46f-6ca5-4fba-b336-0f9c9ab0c7a8 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417', 'tempest-TagsExtTest-Tag-679891255') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:18.918722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port 6e589470-d053-4e7a-81cb-e83dbce55260 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:18.920053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6e589470-d053-4e7a-81cb-e83dbce55260), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:18.923326 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-bc2fe46f-6ca5-4fba-b336-0f9c9ab0c7a8 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:18.924385 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bc2fe46f-6ca5-4fba-b336-0f9c9ab0c7a8 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags/tempest-TagsExtTest-Tag-679891255 HTTP/1.1" status: 404 len: 328 time: 0.0416608 Aug 31 15:52:18.930735 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39290) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:18.937703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-5883e936-f39e-4d83-949c-6b0741fb60ce tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417', 'tempest-TagsExtTest-Tag-1828499606') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:18.945985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7da855-1439-40d4-899a-ac331c4d4010 None None] DHCP port deletion for 8466584a-e21d-4ead-a27c-c500e65b9cd5 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:18.972750 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-14522910-988c-4910-998e-ef9ba90cfe44 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1704364 Aug 31 15:52:18.978164 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-5883e936-f39e-4d83-949c-6b0741fb60ce tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] show failed (client error): The resource could not be found. Aug 31 15:52:18.979671 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5883e936-f39e-4d83-949c-6b0741fb60ce tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags/tempest-TagsExtTest-Tag-1828499606 HTTP/1.1" status: 404 len: 329 time: 0.0477099 Aug 31 15:52:18.980490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39292) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:18.985097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5823ab91-f8a4-49ec-9230-19646fc755dd tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group': {'name': 'tempest-secgroup--200994666'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:18.994109 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39294) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:19.001859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-d90fccb8-8398-4e96-9ba8-914f7822d57b tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '67e8d4f6-d0bd-4fd8-be85-640f166e3417') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:19.008263 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (92319978-1fa5-4e7b-891b-3a2bcf931093), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.023149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9b7da855-1439-40d4-899a-ac331c4d4010 None None] Deleting port 6e589470-d053-4e7a-81cb-e83dbce55260 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:19.023594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9b7da855-1439-40d4-899a-ac331c4d4010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6e589470-d053-4e7a-81cb-e83dbce55260), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.051530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.059942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port 6e589470-d053-4e7a-81cb-e83dbce55260, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6e589470-d053-4e7a-81cb-e83dbce55260,segment=NetworkSegment(d11d8335-75cf-4390-93a7-044d41248379),segment_id=d11d8335-75cf-4390-93a7-044d41248379)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:19.060308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6e589470-d053-4e7a-81cb-e83dbce55260), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.070135 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Attempt 9 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:19.081750 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d90fccb8-8398-4e96-9ba8-914f7822d57b tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417/tags HTTP/1.1" status: 204 len: 168 time: 0.0862181 Aug 31 15:52:19.086394 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39296) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:19.095834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-0bc6871b-d433-4943-9d40-b53098f384a0 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cf872f49-c989-472e-a479-ae4b4d41ab24') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:19.100998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for 6e589470-d053-4e7a-81cb-e83dbce55260 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:19.158949 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-9b7da855-1439-40d4-899a-ac331c4d4010 None None] For port 6e589470-d053-4e7a-81cb-e83dbce55260, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6e589470-d053-4e7a-81cb-e83dbce55260,segment=NetworkSegment(d11d8335-75cf-4390-93a7-044d41248379),segment_id=d11d8335-75cf-4390-93a7-044d41248379)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:19.158949 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9b7da855-1439-40d4-899a-ac331c4d4010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6e589470-d053-4e7a-81cb-e83dbce55260), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.158949 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:19.160018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5823ab91-f8a4-49ec-9230-19646fc755dd tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.190200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9b7da855-1439-40d4-899a-ac331c4d4010 None None] Calling delete_port for 6e589470-d053-4e7a-81cb-e83dbce55260 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:19.224395 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0bc6871b-d433-4943-9d40-b53098f384a0 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24/tags HTTP/1.1" status: 204 len: 168 time: 0.1339321 Aug 31 15:52:19.226425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39298) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:19.232532 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-441523be-a129-47b1-8648-c2da29b26f28 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'afc8e031-2672-445d-a228-eecfce6f9adb') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:19.296734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (92319978-1fa5-4e7b-891b-3a2bcf931093), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.376898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:19.391966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:19.395252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:19.400312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:19.400965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.408415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=92319978-1fa5-4e7b-891b-3a2bcf931093,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:19.421860 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-441523be-a129-47b1-8648-c2da29b26f28 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb/tags HTTP/1.1" status: 204 len: 168 time: 0.1846247 Aug 31 15:52:19.426494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39300) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:19.431694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:19.436724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-389be6c5-7cbd-4dd2-801d-7935079daa1d tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3296972b-1909-4254-be6f-669a3760b074') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:19.443363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5823ab91-f8a4-49ec-9230-19646fc755dd tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (687424e5-0c4f-4158-9333-96d3da9b8464), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.480837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:19.480837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.481214 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: from cryptography.utils import int_from_bytes Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: from cryptography.utils import int_from_bytes Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.500223 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:19.508940 dv-neutron-855257-2-hyperv neutron-server[114265]: self.session.flush() Aug 31 15:52:19.511998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (6e589470-d053-4e7a-81cb-e83dbce55260), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.517285 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9b7da855-1439-40d4-899a-ac331c4d4010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (6e589470-d053-4e7a-81cb-e83dbce55260), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.549487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7da855-1439-40d4-899a-ac331c4d4010 None None] Pushing event deleted for resources: {'Port': ['ID=6e589470-d053-4e7a-81cb-e83dbce55260,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:19.594383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:19.595331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5823ab91-f8a4-49ec-9230-19646fc755dd tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (687424e5-0c4f-4158-9333-96d3da9b8464), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7da855-1439-40d4-899a-ac331c4d4010 None None] No DVR routers for this DVR port 6e589470-d053-4e7a-81cb-e83dbce55260 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:19.595439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f954003f-362e-41b1-812a-424d1fbcce04 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:19.596488 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-458eaae7-8829-472e-b806-0ed62218b7ed tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5633519 Aug 31 15:52:19.596488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=6e589470-d053-4e7a-81cb-e83dbce55260,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:19.596677 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-389be6c5-7cbd-4dd2-801d-7935079daa1d tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074/tags HTTP/1.1" status: 204 len: 168 time: 0.1445739 Aug 31 15:52:19.597480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39302) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:19.597480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39304) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:19.627435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.629059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port f954003f-362e-41b1-812a-424d1fbcce04 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:19.629646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f954003f-362e-41b1-812a-424d1fbcce04), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.630048 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port f954003f-362e-41b1-812a-424d1fbcce04 Aug 31 15:52:19.647899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823ab91-f8a4-49ec-9230-19646fc755dd tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687424e5-0c4f-4158-9333-96d3da9b8464,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:19.652382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No DVR routers for this DVR port 6e589470-d053-4e7a-81cb-e83dbce55260 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:19.656664 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Attempt 10 to provision port afc8e031-2672-445d-a228-eecfce6f9adb Aug 31 15:52:19.685789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2980face-742f-44e0-857e-8fc6d9bdc94f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:19.691000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2980face-742f-44e0-857e-8fc6d9bdc94f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:19.692856 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2980face-742f-44e0-857e-8fc6d9bdc94f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1023870 Aug 31 15:52:19.698921 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39306) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:19.710721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Port afc8e031-2672-445d-a228-eecfce6f9adb cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:19.717756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Could not find standard attr ID for object 6e589470-d053-4e7a-81cb-e83dbce55260. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:19.725362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Could not find standard attr ID for object b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:19.726551 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:19.731993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Could not find standard attr ID for object 8d6ad579-216c-4acc-9f46-9a042fa7e999. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:19.736204 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c5204a50-0fba-4c71-a6f3-ccb1679b3b38 None None] Could not find standard attr ID for object 06c7bda9-791b-4e71-9f2c-b507f95b328d. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:19.845314 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6e589470-d053-4e7a-81cb-e83dbce55260 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:19.845432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-7fa41748-e266-444e-a50c-882410c5641e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 92319978-1fa5-4e7b-891b-3a2bcf931093 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:19.845432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7fa41748-e266-444e-a50c-882410c5641e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (92319978-1fa5-4e7b-891b-3a2bcf931093), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.845649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (8466584a-e21d-4ead-a27c-c500e65b9cd5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.868536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Provisioning complete for port deb0ab71-6a06-4c66-ab46-2c2185e1613f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:19.869028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.869472 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Attempt 1 to provision port deb0ab71-6a06-4c66-ab46-2c2185e1613f Aug 31 15:52:19.871737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 6e589470-d053-4e7a-81cb-e83dbce55260 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:19.871934 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6e589470-d053-4e7a-81cb-e83dbce55260 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:19.888776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8466584a-e21d-4ead-a27c-c500e65b9cd5']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:19.906393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11d8335-75cf-4390-93a7-044d41248379') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:19.906998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11d8335-75cf-4390-93a7-044d41248379') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:19.917958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5823ab91-f8a4-49ec-9230-19646fc755dd tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.919251 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5823ab91-f8a4-49ec-9230-19646fc755dd tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9376330 Aug 31 15:52:19.922952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.928163 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Port deb0ab71-6a06-4c66-ab46-2c2185e1613f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:19.928652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (d11d8335-75cf-4390-93a7-044d41248379), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.946900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d11d8335-75cf-4390-93a7-044d41248379), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.954737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:52:19.955054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (d11d8335-75cf-4390-93a7-044d41248379), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:19.958024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39308) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:19.999864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9867bae7-08cb-4e46-a2b9-a0ccb48b472e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '687424e5-0c4f-4158-9333-96d3da9b8464', 'direction': 'ingress', 'protocol': 17}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:20.065239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7fa41748-e266-444e-a50c-882410c5641e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (92319978-1fa5-4e7b-891b-3a2bcf931093), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.095641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-7fa41748-e266-444e-a50c-882410c5641e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 92319978-1fa5-4e7b-891b-3a2bcf931093 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:20.100025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.107368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=deb0ab71-6a06-4c66-ab46-2c2185e1613f,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:20.135020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d94632bc-3730-42a3-ade9-01edffd98082 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.138386 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d94632bc-3730-42a3-ade9-01edffd98082 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/subnetpools/67e8d4f6-d0bd-4fd8-be85-640f166e3417 HTTP/1.1" status: 204 len: 168 time: 0.4945219 Aug 31 15:52:20.139169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39314) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:20.172571 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment d11d8335-75cf-4390-93a7-044d41248379 resource provider aggregate not found Aug 31 15:52:20.181338 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0460b10d-fb2f-427f-9ea9-efefe97d1527 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cf872f49-c989-472e-a479-ae4b4d41ab24 HTTP/1.1" status: 200 len: 205 time: 0.0382013 Aug 31 15:52:20.181338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39318) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:20.227056 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment d11d8335-75cf-4390-93a7-044d41248379 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d11d8335-75cf-4390-93a7-044d41248379 found for delete ", "request_id": "req-c08323f1-3c38-4b97-9a93-a6fd07e80280"}]} Aug 31 15:52:20.266832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e34d3d5-99c3-4597-bf54-886cff69c4af tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for router (cf872f49-c989-472e-a479-ae4b4d41ab24), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.270899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:20.280280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network d8166261-0f35-4984-a6b8-4983f2a22177 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:20.283209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:20.308918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (8466584a-e21d-4ead-a27c-c500e65b9cd5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.337635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9867bae7-08cb-4e46-a2b9-a0ccb48b472e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (7bf32a82-0716-49ac-929e-b3c170f11b1c), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.348915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.352645 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/networks/8466584a-e21d-4ead-a27c-c500e65b9cd5 HTTP/1.1" status: 204 len: 168 time: 1.7130723 Aug 31 15:52:20.367335 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39320) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:20.373727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-392599756', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:20.385381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5a6ec-5027-4c5f-9280-b177900e0e88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Network': ['ID=8466584a-e21d-4ead-a27c-c500e65b9cd5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:20.429021 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Attempt 2 to provision port deb0ab71-6a06-4c66-ab46-2c2185e1613f Aug 31 15:52:20.478626 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Port deb0ab71-6a06-4c66-ab46-2c2185e1613f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:20.502618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e34d3d5-99c3-4597-bf54-886cff69c4af tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (cf872f49-c989-472e-a479-ae4b4d41ab24), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.505230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e34d3d5-99c3-4597-bf54-886cff69c4af tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for router_controller (cf872f49-c989-472e-a479-ae4b4d41ab24), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.524071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9867bae7-08cb-4e46-a2b9-a0ccb48b472e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (7bf32a82-0716-49ac-929e-b3c170f11b1c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.589859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7fa41748-e266-444e-a50c-882410c5641e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (92319978-1fa5-4e7b-891b-3a2bcf931093), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.619367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa41748-e266-444e-a50c-882410c5641e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=92319978-1fa5-4e7b-891b-3a2bcf931093,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:20.652725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7fa41748-e266-444e-a50c-882410c5641e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.655921 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7fa41748-e266-444e-a50c-882410c5641e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/92319978-1fa5-4e7b-891b-3a2bcf931093 HTTP/1.1" status: 204 len: 168 time: 0.9559543 Aug 31 15:52:20.658782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39322) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:20.676702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9867bae7-08cb-4e46-a2b9-a0ccb48b472e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (7bf32a82-0716-49ac-929e-b3c170f11b1c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.691898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (21979810-068a-4eca-891f-8d4f37fb67af), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.692950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (21979810-068a-4eca-891f-8d4f37fb67af), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.702089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867bae7-08cb-4e46-a2b9-a0ccb48b472e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf32a82-0716-49ac-929e-b3c170f11b1c,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:20.720509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e34d3d5-99c3-4597-bf54-886cff69c4af tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (cf872f49-c989-472e-a479-ae4b4d41ab24), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.720509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e34d3d5-99c3-4597-bf54-886cff69c4af tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Fanout notify agent at l3_agent the message router_deleted on router cf872f49-c989-472e-a479-ae4b4d41ab24 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:52:20.730076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9e34d3d5-99c3-4597-bf54-886cff69c4af tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.731200 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9e34d3d5-99c3-4597-bf54-886cff69c4af tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/routers/cf872f49-c989-472e-a479-ae4b4d41ab24 HTTP/1.1" status: 204 len: 168 time: 0.5490255 Aug 31 15:52:20.734002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39324) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:20.737092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd22e88b-0663-4e55-a4b1-6448d108bf9e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:20.739283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd22e88b-0663-4e55-a4b1-6448d108bf9e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:20.740806 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bd22e88b-0663-4e55-a4b1-6448d108bf9e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0810039 Aug 31 15:52:20.743909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39326) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:20.783544 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (21979810-068a-4eca-891f-8d4f37fb67af), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.804966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:20.844627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router d0484754-5c1e-47cf-a2bb-c50f2a1a7007 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:20.849409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9867bae7-08cb-4e46-a2b9-a0ccb48b472e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.849787 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9867bae7-08cb-4e46-a2b9-a0ccb48b472e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8879826 Aug 31 15:52:20.852931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39328) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:20.858577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47a2489-ca15-49e3-8c00-927b19e16ac0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 768fc87d-0c5b-4a10-8af0-54ea6b69f495 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:20.867543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d47a2489-ca15-49e3-8c00-927b19e16ac0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (768fc87d-0c5b-4a10-8af0-54ea6b69f495), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.898244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-19b4f262-2c36-47d2-804f-99b105840846 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Deleting port afc8e031-2672-445d-a228-eecfce6f9adb {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:20.898495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19b4f262-2c36-47d2-804f-99b105840846 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (afc8e031-2672-445d-a228-eecfce6f9adb), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.975757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a0ef-305a-4ab3-860e-f9ce633ff056 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (687424e5-0c4f-4158-9333-96d3da9b8464), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:20.981033 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Attempt 3 to provision port deb0ab71-6a06-4c66-ab46-2c2185e1613f Aug 31 15:52:21.016881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d47a2489-ca15-49e3-8c00-927b19e16ac0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (768fc87d-0c5b-4a10-8af0-54ea6b69f495), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.058852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a0ef-305a-4ab3-860e-f9ce633ff056 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (687424e5-0c4f-4158-9333-96d3da9b8464), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.063080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_gateway (21979810-068a-4eca-891f-8d4f37fb67af), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.115818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:21.126611 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4d9c15d1-85f8-45ec-9ef7-75a12f768f30 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/d0484754-5c1e-47cf-a2bb-c50f2a1a7007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2918935 Aug 31 15:52:21.129453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39330) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:21.141464 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:21.151981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19b4f262-2c36-47d2-804f-99b105840846 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (afc8e031-2672-445d-a228-eecfce6f9adb), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.173879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad925103-6c75-4a03-b48f-c8dc62f6425c None None] Sync routers for ids ['d0484754-5c1e-47cf-a2bb-c50f2a1a7007'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:21.174249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-19b4f262-2c36-47d2-804f-99b105840846 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Calling delete_port for afc8e031-2672-445d-a228-eecfce6f9adb owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:21.180816 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.185602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Port deb0ab71-6a06-4c66-ab46-2c2185e1613f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:21.187941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d47a2489-ca15-49e3-8c00-927b19e16ac0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (768fc87d-0c5b-4a10-8af0-54ea6b69f495), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.191109 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad925103-6c75-4a03-b48f-c8dc62f6425c None None] Routers {'d0484754-5c1e-47cf-a2bb-c50f2a1a7007'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:21.191980 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ad925103-6c75-4a03-b48f-c8dc62f6425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d0484754-5c1e-47cf-a2bb-c50f2a1a7007'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:21.230418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a0ef-305a-4ab3-860e-f9ce633ff056 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (687424e5-0c4f-4158-9333-96d3da9b8464), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.231733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ad925103-6c75-4a03-b48f-c8dc62f6425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:21.233389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a0ef-305a-4ab3-860e-f9ce633ff056 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.236894 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c1b8a0ef-305a-4ab3-860e-f9ce633ff056 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/687424e5-0c4f-4158-9333-96d3da9b8464 HTTP/1.1" status: 204 len: 168 time: 0.3805907 Aug 31 15:52:21.246151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad925103-6c75-4a03-b48f-c8dc62f6425c None None] Routers {'d0484754-5c1e-47cf-a2bb-c50f2a1a7007'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:21.246555 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e618b9-bf5e-423a-a148-f645ba5362d5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:21.250844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ad925103-6c75-4a03-b48f-c8dc62f6425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d0484754-5c1e-47cf-a2bb-c50f2a1a7007'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:21.251059 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-27e618b9-bf5e-423a-a148-f645ba5362d5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports/deb0ab71-6a06-4c66-ab46-2c2185e1613f HTTP/1.1" status: 200 len: 910 time: 0.1175733 Aug 31 15:52:21.251059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39332) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:21.253695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39334) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:21.259148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d02d8dd6-45f8-4737-bb00-6026725b0b8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aec0de64-ed93-4dc0-9665-18b0e8b3116b'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:21.280491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8a0ef-305a-4ab3-860e-f9ce633ff056 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687424e5-0c4f-4158-9333-96d3da9b8464,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:21.291684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ad925103-6c75-4a03-b48f-c8dc62f6425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:21.291684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad925103-6c75-4a03-b48f-c8dc62f6425c None None] The sync data for ids ['d0484754-5c1e-47cf-a2bb-c50f2a1a7007'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:21.390354 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-81f92f0a-52a2-4b0e-ad07-a02837546b6f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1356390 Aug 31 15:52:21.394473 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39336) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:21.398909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-8473aeda-7d0e-4e48-afca-3a9fdbdac5f4 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group': {'name': 'tempest-secgroup--873929349'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:21.455559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d47a2489-ca15-49e3-8c00-927b19e16ac0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (768fc87d-0c5b-4a10-8af0-54ea6b69f495), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.510098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a2489-ca15-49e3-8c00-927b19e16ac0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=768fc87d-0c5b-4a10-8af0-54ea6b69f495,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:21.510098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:21.510660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d47a2489-ca15-49e3-8c00-927b19e16ac0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.517386 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d47a2489-ca15-49e3-8c00-927b19e16ac0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/768fc87d-0c5b-4a10-8af0-54ea6b69f495 HTTP/1.1" status: 204 len: 168 time: 0.7688172 Aug 31 15:52:21.522057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22daf1ff-1e6a-4fdc-8e26-5a09566601b8 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:21.531247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39338) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:21.669610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_gateway (21979810-068a-4eca-891f-8d4f37fb67af), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.692182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.692592 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Attempt 4 to provision port deb0ab71-6a06-4c66-ab46-2c2185e1613f Aug 31 15:52:21.726956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457fd6d6-86a2-4985-a1ac-38ef8e4b498d None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:21.766567 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Port deb0ab71-6a06-4c66-ab46-2c2185e1613f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:21.780602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-457fd6d6-86a2-4985-a1ac-38ef8e4b498d None None] Deleting port 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:21.781338 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-457fd6d6-86a2-4985-a1ac-38ef8e4b498d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.793337 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8473aeda-7d0e-4e48-afca-3a9fdbdac5f4 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.812019 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-25ddda25-ad36-438e-9aaf-6b4448c9d6b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2798140 Aug 31 15:52:21.814988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19b4f262-2c36-47d2-804f-99b105840846 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (afc8e031-2672-445d-a228-eecfce6f9adb), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.818611 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39340) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:21.842701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d02d8dd6-45f8-4737-bb00-6026725b0b8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.849579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4f262-2c36-47d2-804f-99b105840846 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Pushing event deleted for resources: {'Port': ['ID=afc8e031-2672-445d-a228-eecfce6f9adb,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:21.882019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-457fd6d6-86a2-4985-a1ac-38ef8e4b498d None None] For port 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:21.889673 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-457fd6d6-86a2-4985-a1ac-38ef8e4b498d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:21.905366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-457fd6d6-86a2-4985-a1ac-38ef8e4b498d None None] Calling delete_port for 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:21.910843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dec59b-9da7-4688-9d67-a4f56de4eb0f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:21.913077 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-84dec59b-9da7-4688-9d67-a4f56de4eb0f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0934563 Aug 31 15:52:21.916462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39342) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:21.925844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Allocated IP 172.26.2.164 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/84f74bd6-2bc3-48df-8ba9-e20cc2ff36a1) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:22.023178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8473aeda-7d0e-4e48-afca-3a9fdbdac5f4 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (7e05fd35-dbdc-49e8-ac94-1319ded04e82), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.089740 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (84f74bd6-2bc3-48df-8ba9-e20cc2ff36a1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.100042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19b4f262-2c36-47d2-804f-99b105840846 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.105981 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-19b4f262-2c36-47d2-804f-99b105840846 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/ports/afc8e031-2672-445d-a228-eecfce6f9adb HTTP/1.1" status: 204 len: 168 time: 1.3708777 Aug 31 15:52:22.108026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39344) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:22.109352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd8da93-2764-4b50-80ca-16acb6a107cf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:22.111591 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1fd8da93-2764-4b50-80ca-16acb6a107cf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1719372 Aug 31 15:52:22.116974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39346) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:22.149255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8473aeda-7d0e-4e48-afca-3a9fdbdac5f4 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (7e05fd35-dbdc-49e8-ac94-1319ded04e82), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.166105 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ea722342-02b2-48fc-aa07-18284adf226f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471766 Aug 31 15:52:22.173327 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39348) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:22.183363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:22.226391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e28736-81b6-4e10-b37e-2e26ae547ffe tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Deleting subnet 3296972b-1909-4254-be6f-669a3760b074 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:22.235588 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-457fd6d6-86a2-4985-a1ac-38ef8e4b498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.256730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22e28736-81b6-4e10-b37e-2e26ae547ffe tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for subnet (3296972b-1909-4254-be6f-669a3760b074), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.262251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fd6d6-86a2-4985-a1ac-38ef8e4b498d None None] Pushing event deleted for resources: {'Port': ['ID=08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:22.267305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457fd6d6-86a2-4985-a1ac-38ef8e4b498d None None] No DVR routers for this DVR port 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:22.274391 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Attempt 5 to provision port deb0ab71-6a06-4c66-ab46-2c2185e1613f Aug 31 15:52:22.283506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473aeda-7d0e-4e48-afca-3a9fdbdac5f4 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e05fd35-dbdc-49e8-ac94-1319ded04e82,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:22.304724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (84f74bd6-2bc3-48df-8ba9-e20cc2ff36a1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.329092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Port deb0ab71-6a06-4c66-ab46-2c2185e1613f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:22.338291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:22.363595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8473aeda-7d0e-4e48-afca-3a9fdbdac5f4 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.364881 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8473aeda-7d0e-4e48-afca-3a9fdbdac5f4 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9693246 Aug 31 15:52:22.373979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39350) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:22.383369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-857b616f-774f-4232-b043-f7398f72aa95 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521520850'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:22.383604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22e28736-81b6-4e10-b37e-2e26ae547ffe tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (3296972b-1909-4254-be6f-669a3760b074), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.439974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:22.441176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=84f74bd6-2bc3-48df-8ba9-e20cc2ff36a1,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:22.442710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d02d8dd6-45f8-4737-bb00-6026725b0b8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.449093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:22.452871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:22.543893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-857b616f-774f-4232-b043-f7398f72aa95 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.562846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d02d8dd6-45f8-4737-bb00-6026725b0b8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.566498 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:22.569956 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.601500 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:22.612954 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22e28736-81b6-4e10-b37e-2e26ae547ffe tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (3296972b-1909-4254-be6f-669a3760b074), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.654054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d8dd6-45f8-4737-bb00-6026725b0b8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=deb0ab71-6a06-4c66-ab46-2c2185e1613f,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:22.666602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02d8dd6-45f8-4737-bb00-6026725b0b8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:22.667307 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d02d8dd6-45f8-4737-bb00-6026725b0b8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.668663 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d02d8dd6-45f8-4737-bb00-6026725b0b8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/ports/deb0ab71-6a06-4c66-ab46-2c2185e1613f HTTP/1.1" status: 200 len: 910 time: 1.4140422 Aug 31 15:52:22.672722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39352) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:22.711218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:22.763176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-857b616f-774f-4232-b043-f7398f72aa95 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (b7682f8b-4c90-4a34-a9bd-39a3d94b3d1c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.830513 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Attempt 6 to provision port deb0ab71-6a06-4c66-ab46-2c2185e1613f Aug 31 15:52:22.866538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Port deb0ab71-6a06-4c66-ab46-2c2185e1613f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:22.976779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-857b616f-774f-4232-b043-f7398f72aa95 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b7682f8b-4c90-4a34-a9bd-39a3d94b3d1c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:22.980852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:22.988905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22e28736-81b6-4e10-b37e-2e26ae547ffe tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (3296972b-1909-4254-be6f-669a3760b074), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.019827 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.029779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e28736-81b6-4e10-b37e-2e26ae547ffe tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Pushing event deleted for resources: {'Subnet': ['ID=3296972b-1909-4254-be6f-669a3760b074,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:23.033767 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22e28736-81b6-4e10-b37e-2e26ae547ffe tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.039756 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-22e28736-81b6-4e10-b37e-2e26ae547ffe tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/3296972b-1909-4254-be6f-669a3760b074 HTTP/1.1" status: 204 len: 168 time: 0.9278688 Aug 31 15:52:23.039858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39354) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:23.042343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d92b95-4ad5-4306-a67e-662ab30b3c33 None None] Network af9cccca-86fa-46ba-8cd7-54486f626d84 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:23.054037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b616f-774f-4232-b043-f7398f72aa95 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7682f8b-4c90-4a34-a9bd-39a3d94b3d1c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:23.062552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_gateway (21979810-068a-4eca-891f-8d4f37fb67af), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.110586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:23.118076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-857b616f-774f-4232-b043-f7398f72aa95 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.122310 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-857b616f-774f-4232-b043-f7398f72aa95 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7473655 Aug 31 15:52:23.124675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39356) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:23.129781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f1ec85a5-73c1-4b17-9ae9-fb8dbf4b9f8f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '7e05fd35-dbdc-49e8-ac94-1319ded04e82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b7682f8b-4c90-4a34-a9bd-39a3d94b3d1c', 'remote_ip_prefix': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:23.229319 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (af9cccca-86fa-46ba-8cd7-54486f626d84), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.251296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b44c4c7-94de-4385-836f-399ec484fef9 None None] DHCP port deletion for af9cccca-86fa-46ba-8cd7-54486f626d84 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:23.283208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:23.317351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:23.318026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:23.323568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3b44c4c7-94de-4385-836f-399ec484fef9 None None] Deleting port b6cc426c-757e-49d5-a147-4248fbee36f8 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:23.323707 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3b44c4c7-94de-4385-836f-399ec484fef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.342006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.objects.ports [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114265) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:52:23.351411 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (a8926fe0-73d7-47a5-a382-bff56de54386), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.351643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port deb0ab71-6a06-4c66-ab46-2c2185e1613f {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:23.351643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.364907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1ec85a5-73c1-4b17-9ae9-fb8dbf4b9f8f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (fe652adc-d931-4c4f-b0af-bab3a10a15b0), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.396116 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Attempt 7 to provision port deb0ab71-6a06-4c66-ab46-2c2185e1613f Aug 31 15:52:23.403335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:23.437993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Deleting port b6cc426c-757e-49d5-a147-4248fbee36f8 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:23.438341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.448202 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:23.456346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3b44c4c7-94de-4385-836f-399ec484fef9 None None] For port b6cc426c-757e-49d5-a147-4248fbee36f8, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b6cc426c-757e-49d5-a147-4248fbee36f8,segment=NetworkSegment(697492b3-7548-4df8-bd1f-23efab537533),segment_id=697492b3-7548-4df8-bd1f-23efab537533)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:23.456745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3b44c4c7-94de-4385-836f-399ec484fef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.465460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:23.467094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Port deb0ab71-6a06-4c66-ab46-2c2185e1613f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:23.472379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3b44c4c7-94de-4385-836f-399ec484fef9 None None] Calling delete_port for b6cc426c-757e-49d5-a147-4248fbee36f8 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:23.495868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1ec85a5-73c1-4b17-9ae9-fb8dbf4b9f8f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (fe652adc-d931-4c4f-b0af-bab3a10a15b0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.497742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.505076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:23.505669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.515962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3118cb0a-d2e1-4c18-b2c0-d744d05e5789 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:23.521398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for deb0ab71-6a06-4c66-ab46-2c2185e1613f owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:23.536164 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=a8926fe0-73d7-47a5-a382-bff56de54386,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:23.550853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (21979810-068a-4eca-891f-8d4f37fb67af), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.560106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] For port b6cc426c-757e-49d5-a147-4248fbee36f8, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b6cc426c-757e-49d5-a147-4248fbee36f8,segment=NetworkSegment(697492b3-7548-4df8-bd1f-23efab537533),segment_id=697492b3-7548-4df8-bd1f-23efab537533)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:23.560468 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.575067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1ec85a5-73c1-4b17-9ae9-fb8dbf4b9f8f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (fe652adc-d931-4c4f-b0af-bab3a10a15b0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.605234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec85a5-73c1-4b17-9ae9-fb8dbf4b9f8f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe652adc-d931-4c4f-b0af-bab3a10a15b0,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:23.653836 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb50183-b271-464b-a861-cef064975454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': 'a8926fe0-73d7-47a5-a382-bff56de54386'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:23.655312 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ddb50183-b271-464b-a861-cef064975454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.762863 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f1ec85a5-73c1-4b17-9ae9-fb8dbf4b9f8f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.767328 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f1ec85a5-73c1-4b17-9ae9-fb8dbf4b9f8f tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6386061 Aug 31 15:52:23.772965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39358) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:23.782816 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3b44c4c7-94de-4385-836f-399ec484fef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.795706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d80bc923-511d-4dbb-ac94-bf333fc8e107 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (fe652adc-d931-4c4f-b0af-bab3a10a15b0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.798718 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b44c4c7-94de-4385-836f-399ec484fef9 None None] No DVR routers for this DVR port b6cc426c-757e-49d5-a147-4248fbee36f8 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:23.807015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d80bc923-511d-4dbb-ac94-bf333fc8e107 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (fe652adc-d931-4c4f-b0af-bab3a10a15b0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.831737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Calling delete_port for b6cc426c-757e-49d5-a147-4248fbee36f8 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:23.840088 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3fd3a2bb-2973-4423-b484-a770c8436099 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6628287 Aug 31 15:52:23.843167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39360) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:23.843341 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44c4c7-94de-4385-836f-399ec484fef9 None None] Pushing event deleted for resources: {'Port': ['ID=b6cc426c-757e-49d5-a147-4248fbee36f8,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:23.850300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-ddb50183-b271-464b-a861-cef064975454 None None] Allocated IP 2001:db8::f816:3eff:fefa:abc2 (e986fc1f-2559-47ce-89c8-1dd43368919a/a8926fe0-73d7-47a5-a382-bff56de54386/2a7b5b0a-c7d3-4724-811b-6b310633c765) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:23.852855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:65:e8:bf', 'name': 'tempest-NetworksTestDHCPv6-459100478'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:23.859706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (deb0ab71-6a06-4c66-ab46-2c2185e1613f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.930675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=deb0ab71-6a06-4c66-ab46-2c2185e1613f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:23.969320 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Attempt 8 to provision port deb0ab71-6a06-4c66-ab46-2c2185e1613f Aug 31 15:52:23.992027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b6cc426c-757e-49d5-a147-4248fbee36f8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:23.993131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d80bc923-511d-4dbb-ac94-bf333fc8e107 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (fe652adc-d931-4c4f-b0af-bab3a10a15b0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.004435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d80bc923-511d-4dbb-ac94-bf333fc8e107 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.006364 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d80bc923-511d-4dbb-ac94-bf333fc8e107 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/fe652adc-d931-4c4f-b0af-bab3a10a15b0 HTTP/1.1" status: 204 len: 168 time: 0.2377405 Aug 31 15:52:24.010427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Port deb0ab71-6a06-4c66-ab46-2c2185e1613f was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:52:24.023562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39362) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:24.037595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] No DVR routers for this DVR port b6cc426c-757e-49d5-a147-4248fbee36f8 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:24.039387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Pushing event deleted for resources: {'Port': ['ID=b6cc426c-757e-49d5-a147-4248fbee36f8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:24.040476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bc923-511d-4dbb-ac94-bf333fc8e107 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe652adc-d931-4c4f-b0af-bab3a10a15b0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:24.048067 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Provisioning complete for port f954003f-362e-41b1-812a-424d1fbcce04 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:24.048436 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f954003f-362e-41b1-812a-424d1fbcce04), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.048769 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Attempt 1 to provision port f954003f-362e-41b1-812a-424d1fbcce04 Aug 31 15:52:24.091611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ddb50183-b271-464b-a861-cef064975454 None None] Publish callbacks [] for port (2a7b5b0a-c7d3-4724-811b-6b310633c765), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-8e37e2c5-bb5f-416f-b850-769f53f84f26 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:24.108621 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:24.156096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 21979810-068a-4eca-891f-8d4f37fb67af is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:24.163789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (af9cccca-86fa-46ba-8cd7-54486f626d84), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.180253 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7028f82a-a87d-4cfb-9f7c-f7bbafe0f8f6 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1552124 Aug 31 15:52:24.184157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39364) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:24.192895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9cccca-86fa-46ba-8cd7-54486f626d84']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:24.195696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ddb50183-b271-464b-a861-cef064975454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (2a7b5b0a-c7d3-4724-811b-6b310633c765), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.196298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.240754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697492b3-7548-4df8-bd1f-23efab537533') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:24.241046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697492b3-7548-4df8-bd1f-23efab537533') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:24.251664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c268af00-70aa-421e-a53d-65e909316202 None None] Could not find standard attr ID for object 92319978-1fa5-4e7b-891b-3a2bcf931093. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:24.253711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb50183-b271-464b-a861-cef064975454 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:24.257747 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (697492b3-7548-4df8-bd1f-23efab537533), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.264687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-ddb50183-b271-464b-a861-cef064975454 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:24.270936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb50183-b271-464b-a861-cef064975454 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:24.277086 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c268af00-70aa-421e-a53d-65e909316202 None None] Could not find standard attr ID for object deb0ab71-6a06-4c66-ab46-2c2185e1613f. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:24.284916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb50183-b271-464b-a861-cef064975454 None None] Pushing event updated for resources: {'Port': ['ID=2a7b5b0a-c7d3-4724-811b-6b310633c765,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:24.293786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c268af00-70aa-421e-a53d-65e909316202 None None] Could not find standard attr ID for object 08c66a0f-7fd4-4262-a8dc-6f2dfd2614b4. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:24.307401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:24.312915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (697492b3-7548-4df8-bd1f-23efab537533), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.328973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:52:24.329365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (697492b3-7548-4df8-bd1f-23efab537533), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.338250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bc90f93-23e5-49de-b98e-23c1e512dc5c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (b7682f8b-4c90-4a34-a9bd-39a3d94b3d1c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.370054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ddb50183-b271-464b-a861-cef064975454 None None] Attempting to bind port 2a7b5b0a-c7d3-4724-811b-6b310633c765 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:24.370621 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ddb50183-b271-464b-a861-cef064975454 None None] Attempting to bind port 2a7b5b0a-c7d3-4724-811b-6b310633c765 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:24.371106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb50183-b271-464b-a861-cef064975454 None None] Attempting to bind port 2a7b5b0a-c7d3-4724-811b-6b310633c765 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:24.378802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb50183-b271-464b-a861-cef064975454 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:24.386331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb50183-b271-464b-a861-cef064975454 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:24.386331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ddb50183-b271-464b-a861-cef064975454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.386331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb50183-b271-464b-a861-cef064975454 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:24.386331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ddb50183-b271-464b-a861-cef064975454 None None] Bound port: 2a7b5b0a-c7d3-4724-811b-6b310633c765, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:24.386331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ddb50183-b271-464b-a861-cef064975454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2a7b5b0a-c7d3-4724-811b-6b310633c765), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.390586 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 697492b3-7548-4df8-bd1f-23efab537533 resource provider aggregate not found Aug 31 15:52:24.406836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:24.420491 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:24.426395 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c584c5c-603d-45e0-85a0-d418bbf19e80 None None] Sync routers for ids ['21979810-068a-4eca-891f-8d4f37fb67af'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:24.435715 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 697492b3-7548-4df8-bd1f-23efab537533 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 697492b3-7548-4df8-bd1f-23efab537533 found for delete ", "request_id": "req-79515668-02fc-4a41-aabe-cf1f0cec9f7a"}]} Aug 31 15:52:24.439061 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c584c5c-603d-45e0-85a0-d418bbf19e80 None None] Routers {'21979810-068a-4eca-891f-8d4f37fb67af'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:24.439697 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7c584c5c-603d-45e0-85a0-d418bbf19e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['21979810-068a-4eca-891f-8d4f37fb67af'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:24.461651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ddb50183-b271-464b-a861-cef064975454 None None] For port 2a7b5b0a-c7d3-4724-811b-6b310633c765, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:24.470089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ddb50183-b271-464b-a861-cef064975454 None None] For port 2a7b5b0a-c7d3-4724-811b-6b310633c765, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2a7b5b0a-c7d3-4724-811b-6b310633c765,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:24.475385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bc90f93-23e5-49de-b98e-23c1e512dc5c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (b7682f8b-4c90-4a34-a9bd-39a3d94b3d1c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.476569 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7c584c5c-603d-45e0-85a0-d418bbf19e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:24.485259 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c584c5c-603d-45e0-85a0-d418bbf19e80 None None] Routers {'21979810-068a-4eca-891f-8d4f37fb67af'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:24.485890 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7c584c5c-603d-45e0-85a0-d418bbf19e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['21979810-068a-4eca-891f-8d4f37fb67af'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:24.520860 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7c584c5c-603d-45e0-85a0-d418bbf19e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:24.521445 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c584c5c-603d-45e0-85a0-d418bbf19e80 None None] The sync data for ids ['21979810-068a-4eca-891f-8d4f37fb67af'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:24.530822 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router d0484754-5c1e-47cf-a2bb-c50f2a1a7007 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:24.548997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.582030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (af9cccca-86fa-46ba-8cd7-54486f626d84), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.598457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.598457 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] 10.222.0.46 "DELETE /networking/v2.0/networks/af9cccca-86fa-46ba-8cd7-54486f626d84 HTTP/1.1" status: 204 len: 168 time: 1.5560889 Aug 31 15:52:24.605723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port e7593e07-29e1-4edd-9883-4f43ae2e0132 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:52:24.610189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87366e6a-49d1-44ad-a254-99ecd9188e35 tempest-TagsExtTest-489749996 tempest-TagsExtTest-489749996-project] Pushing event deleted for resources: {'Network': ['ID=af9cccca-86fa-46ba-8cd7-54486f626d84,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:24.619189 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ddb50183-b271-464b-a861-cef064975454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (2a7b5b0a-c7d3-4724-811b-6b310633c765), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.622301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.624551 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c03cd8b5-1aa8-434b-afec-35f55bbbaa0d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2536881 Aug 31 15:52:24.636191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39372) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:24.719197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb50183-b271-464b-a861-cef064975454 None None] Pushing event updated for resources: {'Port': ['ID=2a7b5b0a-c7d3-4724-811b-6b310633c765,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:24.807648 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6cb43556-dd0b-4afa-82e6-265139e33dbe tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/routers/21979810-068a-4eca-891f-8d4f37fb67af HTTP/1.1" status: 200 len: 884 time: 0.1699305 Aug 31 15:52:24.809923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39374) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:24.898618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bc90f93-23e5-49de-b98e-23c1e512dc5c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b7682f8b-4c90-4a34-a9bd-39a3d94b3d1c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.906410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bc90f93-23e5-49de-b98e-23c1e512dc5c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:24.906410 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3bc90f93-23e5-49de-b98e-23c1e512dc5c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b7682f8b-4c90-4a34-a9bd-39a3d94b3d1c HTTP/1.1" status: 204 len: 168 time: 0.7176054 Aug 31 15:52:24.918892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39376) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:24.933098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=11 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:24.949338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:24.957024 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8910ac53-4549-4535-8f62-361f1dd6ba75 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/d0484754-5c1e-47cf-a2bb-c50f2a1a7007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2832880 Aug 31 15:52:24.958139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc90f93-23e5-49de-b98e-23c1e512dc5c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7682f8b-4c90-4a34-a9bd-39a3d94b3d1c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:24.965951 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39378) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:24.969013 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da6a4d-304e-4ff5-8c50-19d4a12b105f None None] Sync routers for ids ['d0484754-5c1e-47cf-a2bb-c50f2a1a7007'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:25.004472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da6a4d-304e-4ff5-8c50-19d4a12b105f None None] Routers {'d0484754-5c1e-47cf-a2bb-c50f2a1a7007'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:25.005117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a5da6a4d-304e-4ff5-8c50-19d4a12b105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d0484754-5c1e-47cf-a2bb-c50f2a1a7007'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:25.009067 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b1ceeb9e-c875-426f-84c3-82f9999cde3e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0484754-5c1e-47cf-a2bb-c50f2a1a7007 HTTP/1.1" status: 200 len: 205 time: 0.0452654 Aug 31 15:52:25.012636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39380) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:25.067586 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a5da6a4d-304e-4ff5-8c50-19d4a12b105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:25.091712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da6a4d-304e-4ff5-8c50-19d4a12b105f None None] Routers {'d0484754-5c1e-47cf-a2bb-c50f2a1a7007'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:25.092627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a5da6a4d-304e-4ff5-8c50-19d4a12b105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d0484754-5c1e-47cf-a2bb-c50f2a1a7007'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:25.131711 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4be22fba-0879-4b18-851b-0f288ea21a32 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3204165 Aug 31 15:52:25.134923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39382) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:25.139213 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a5da6a4d-304e-4ff5-8c50-19d4a12b105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:25.143011 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a9ca9056-a298-4613-a3c9-784a59fc4374 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4540 time: 0.2207854 Aug 31 15:52:25.143192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da6a4d-304e-4ff5-8c50-19d4a12b105f None None] The sync data for ids ['d0484754-5c1e-47cf-a2bb-c50f2a1a7007'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:25.144506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39384) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:25.146224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-720986a7-4af0-46be-b25d-f9c63d286abc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-392599756'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:25.199462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b557208-97f1-4cdf-8b7a-a0fc49ecadeb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.207713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:25.211986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8aded33f-d1ec-4348-8af4-683effaefb0d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (7e05fd35-dbdc-49e8-ac94-1319ded04e82), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.238833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8aded33f-d1ec-4348-8af4-683effaefb0d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (7e05fd35-dbdc-49e8-ac94-1319ded04e82), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.253399 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2a7b5b0a-c7d3-4724-811b-6b310633c765 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:25.262445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:25.289343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::f816:3eff:fe65:e8bf (e986fc1f-2559-47ce-89c8-1dd43368919a/a8926fe0-73d7-47a5-a382-bff56de54386/e7593e07-29e1-4edd-9883-4f43ae2e0132) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:25.321823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:25.321969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 2a7b5b0a-c7d3-4724-811b-6b310633c765 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:25.322379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2a7b5b0a-c7d3-4724-811b-6b310633c765), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.322853 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 2a7b5b0a-c7d3-4724-811b-6b310633c765 Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:25.376608 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:25.385614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8aded33f-d1ec-4348-8af4-683effaefb0d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (7e05fd35-dbdc-49e8-ac94-1319ded04e82), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.388849 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8aded33f-d1ec-4348-8af4-683effaefb0d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.390252 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8aded33f-d1ec-4348-8af4-683effaefb0d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7e05fd35-dbdc-49e8-ac94-1319ded04e82 HTTP/1.1" status: 204 len: 168 time: 0.2456658 Aug 31 15:52:25.396957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39388) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:25.426587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aded33f-d1ec-4348-8af4-683effaefb0d tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e05fd35-dbdc-49e8-ac94-1319ded04e82,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:25.430527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39390) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:25.462817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b6cc426c-757e-49d5-a147-4248fbee36f8 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:25.465243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b557208-97f1-4cdf-8b7a-a0fc49ecadeb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.471164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b557208-97f1-4cdf-8b7a-a0fc49ecadeb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.485257 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9c13d6a5-a102-4cb6-8a23-2a02c9cbb4ed tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0865448 Aug 31 15:52:25.491630 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39394) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:25.497228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-387d78da-ab1c-49d7-ae80-73449fa07e4a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008785719'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:25.524006 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: b6cc426c-757e-49d5-a147-4248fbee36f8 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:25.524448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b6cc426c-757e-49d5-a147-4248fbee36f8 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:25.532925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:25.641985 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-387d78da-ab1c-49d7-ae80-73449fa07e4a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.673184 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-395bbbc4-d105-4c66-88cf-b9ab0d9dd496 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=310d1ed3467f4b8384f50cbfa148e6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391622 Aug 31 15:52:25.673397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39396) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:25.753414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b557208-97f1-4cdf-8b7a-a0fc49ecadeb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (d0484754-5c1e-47cf-a2bb-c50f2a1a7007), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.754277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b557208-97f1-4cdf-8b7a-a0fc49ecadeb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Fanout notify agent at l3_agent the message router_deleted on router d0484754-5c1e-47cf-a2bb-c50f2a1a7007 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:52:25.761040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b557208-97f1-4cdf-8b7a-a0fc49ecadeb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.762606 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5b557208-97f1-4cdf-8b7a-a0fc49ecadeb tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/d0484754-5c1e-47cf-a2bb-c50f2a1a7007 HTTP/1.1" status: 204 len: 168 time: 0.7488015 Aug 31 15:52:25.767979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39398) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:25.774922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-537cd5a6-9b12-4e83-be7d-9ae8fe3b30d9 admin admin] Publish callbacks [] for security_group (7d6c9952-535d-4ec4-afbe-28128ced7182), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.778607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-387d78da-ab1c-49d7-ae80-73449fa07e4a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (826bc910-2a09-4c8d-bbd4-9c0af1ebcf96), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.802000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-537cd5a6-9b12-4e83-be7d-9ae8fe3b30d9 admin admin] Publish callbacks [] for security_group (7d6c9952-535d-4ec4-afbe-28128ced7182), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.821403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (e7593e07-29e1-4edd-9883-4f43ae2e0132), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.889682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6db133-b6aa-4979-a262-2bf19eb35765 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting subnet aec0de64-ed93-4dc0-9665-18b0e8b3116b {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:25.899074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-387d78da-ab1c-49d7-ae80-73449fa07e4a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (826bc910-2a09-4c8d-bbd4-9c0af1ebcf96), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.904986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e6db133-b6aa-4979-a262-2bf19eb35765 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (aec0de64-ed93-4dc0-9665-18b0e8b3116b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.931572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d78da-ab1c-49d7-ae80-73449fa07e4a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826bc910-2a09-4c8d-bbd4-9c0af1ebcf96,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:25.932305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-720986a7-4af0-46be-b25d-f9c63d286abc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (21979810-068a-4eca-891f-8d4f37fb67af), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:25.965482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e6db133-b6aa-4979-a262-2bf19eb35765 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (aec0de64-ed93-4dc0-9665-18b0e8b3116b), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.006797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-537cd5a6-9b12-4e83-be7d-9ae8fe3b30d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (7d6c9952-535d-4ec4-afbe-28128ced7182), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.009387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-537cd5a6-9b12-4e83-be7d-9ae8fe3b30d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.010711 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-537cd5a6-9b12-4e83-be7d-9ae8fe3b30d9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7d6c9952-535d-4ec4-afbe-28128ced7182 HTTP/1.1" status: 204 len: 168 time: 0.3362706 Aug 31 15:52:26.018874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cd5a6-9b12-4e83-be7d-9ae8fe3b30d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6c9952-535d-4ec4-afbe-28128ced7182,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:26.048800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b94c05a9-04bb-4775-a82f-e14022a76f33 None None] Provisioning complete for port 2a7b5b0a-c7d3-4724-811b-6b310633c765 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:26.049316 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b94c05a9-04bb-4775-a82f-e14022a76f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2a7b5b0a-c7d3-4724-811b-6b310633c765), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.049520 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b94c05a9-04bb-4775-a82f-e14022a76f33 None None] Attempt 1 to provision port 2a7b5b0a-c7d3-4724-811b-6b310633c765 Aug 31 15:52:26.049722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-387d78da-ab1c-49d7-ae80-73449fa07e4a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.055007 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-387d78da-ab1c-49d7-ae80-73449fa07e4a tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5624127 Aug 31 15:52:26.057276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-720986a7-4af0-46be-b25d-f9c63d286abc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (21979810-068a-4eca-891f-8d4f37fb67af), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.059003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39402) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:26.064267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-bd908843-90d9-41ca-b7af-c3fc91a191e5 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '826bc910-2a09-4c8d-bbd4-9c0af1ebcf96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:26.087325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e6db133-b6aa-4979-a262-2bf19eb35765 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (aec0de64-ed93-4dc0-9665-18b0e8b3116b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.092743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e7593e07-29e1-4edd-9883-4f43ae2e0132), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-b94c05a9-04bb-4775-a82f-e14022a76f33 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:26.107565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:26.219601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd908843-90d9-41ca-b7af-c3fc91a191e5 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (2fec18ae-1596-4da0-b49f-c03bb3193e28), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.220173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:26.229510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:26.235671 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:26.241814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:26.242407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.264668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:26.273291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=e7593e07-29e1-4edd-9883-4f43ae2e0132,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:26.311080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd908843-90d9-41ca-b7af-c3fc91a191e5 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (2fec18ae-1596-4da0-b49f-c03bb3193e28), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.316815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720986a7-4af0-46be-b25d-f9c63d286abc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 21979810-068a-4eca-891f-8d4f37fb67af has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:26.438289 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720986a7-4af0-46be-b25d-f9c63d286abc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:26.447895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-720986a7-4af0-46be-b25d-f9c63d286abc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.449103 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-720986a7-4af0-46be-b25d-f9c63d286abc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/21979810-068a-4eca-891f-8d4f37fb67af HTTP/1.1" status: 200 len: 891 time: 1.3111129 Aug 31 15:52:26.449235 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef883ca-4319-4c89-b7ad-24eac24c4dfd None None] Sync routers for ids ['21979810-068a-4eca-891f-8d4f37fb67af'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:26.452564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39406) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:26.461848 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef883ca-4319-4c89-b7ad-24eac24c4dfd None None] Routers {'21979810-068a-4eca-891f-8d4f37fb67af'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:26.462437 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eef883ca-4319-4c89-b7ad-24eac24c4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['21979810-068a-4eca-891f-8d4f37fb67af'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:26.467260 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d8f3cf40-bc9e-4327-8283-6fbf93e43f21 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6227517 Aug 31 15:52:26.468555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e6db133-b6aa-4979-a262-2bf19eb35765 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (aec0de64-ed93-4dc0-9665-18b0e8b3116b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.470576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39408) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:26.500453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd908843-90d9-41ca-b7af-c3fc91a191e5 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (2fec18ae-1596-4da0-b49f-c03bb3193e28), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.504967 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eef883ca-4319-4c89-b7ad-24eac24c4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:26.511025 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=67 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:26.516314 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef883ca-4319-4c89-b7ad-24eac24c4dfd None None] Routers {'21979810-068a-4eca-891f-8d4f37fb67af'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:26.517243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6db133-b6aa-4979-a262-2bf19eb35765 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Subnet': ['ID=aec0de64-ed93-4dc0-9665-18b0e8b3116b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:26.519563 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eef883ca-4319-4c89-b7ad-24eac24c4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['21979810-068a-4eca-891f-8d4f37fb67af'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:26.536569 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d1358339-5755-4d0b-a15d-4ef1385ad6ad None None] Provisioning complete for port e7593e07-29e1-4edd-9883-4f43ae2e0132 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:26.537229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d1358339-5755-4d0b-a15d-4ef1385ad6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e7593e07-29e1-4edd-9883-4f43ae2e0132), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.537773 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d1358339-5755-4d0b-a15d-4ef1385ad6ad None None] Attempt 1 to provision port e7593e07-29e1-4edd-9883-4f43ae2e0132 Aug 31 15:52:26.542466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff156db2-f296-4a23-9e46-38e92419feb5 None None] Network d8166261-0f35-4984-a6b8-4983f2a22177 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:26.547698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd908843-90d9-41ca-b7af-c3fc91a191e5 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fec18ae-1596-4da0-b49f-c03bb3193e28,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:26.558676 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eef883ca-4319-4c89-b7ad-24eac24c4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:26.559584 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef883ca-4319-4c89-b7ad-24eac24c4dfd None None] The sync data for ids ['21979810-068a-4eca-891f-8d4f37fb67af'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:26.572938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4e6db133-b6aa-4979-a262-2bf19eb35765 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.579103 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4e6db133-b6aa-4979-a262-2bf19eb35765 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/aec0de64-ed93-4dc0-9665-18b0e8b3116b HTTP/1.1" status: 204 len: 168 time: 0.8048160 Aug 31 15:52:26.579568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39412) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:26.636461 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-474f7e33-1e6e-4953-968d-5825bc2ab582 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/routers/21979810-068a-4eca-891f-8d4f37fb67af HTTP/1.1" status: 200 len: 891 time: 0.1827731 Aug 31 15:52:26.639092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39414) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:26.678488 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d44d684a-3bae-4c04-a81b-b6f8799e875d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=21979810-068a-4eca-891f-8d4f37fb67af HTTP/1.1" status: 200 len: 205 time: 0.0350869 Aug 31 15:52:26.678984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39418) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:26.682466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cdcbd7-37ff-463b-9a69-438c60585a34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:26.693018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cdcbd7-37ff-463b-9a69-438c60585a34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:26.697279 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f8cdcbd7-37ff-463b-9a69-438c60585a34 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1831367 Aug 31 15:52:26.701430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d1358339-5755-4d0b-a15d-4ef1385ad6ad None None] Port e7593e07-29e1-4edd-9883-4f43ae2e0132 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:26.711427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39422) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:26.724624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (d8166261-0f35-4984-a6b8-4983f2a22177), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.742333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bd908843-90d9-41ca-b7af-c3fc91a191e5 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.743568 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bd908843-90d9-41ca-b7af-c3fc91a191e5 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6833892 Aug 31 15:52:26.748059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39426) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:26.799474 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e18da-3514-468e-9f6a-aa22924edbb3 None None] DHCP port deletion for d8166261-0f35-4984-a6b8-4983f2a22177 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:26.846910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7994ef11-82f5-46dd-84d4-1dcf54238373 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (2fec18ae-1596-4da0-b49f-c03bb3193e28), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.857303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b60ddcb9-b396-4907-a58b-c44b5e1429a2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port e7593e07-29e1-4edd-9883-4f43ae2e0132 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:26.858083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b60ddcb9-b396-4907-a58b-c44b5e1429a2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e7593e07-29e1-4edd-9883-4f43ae2e0132), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.860649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-047e18da-3514-468e-9f6a-aa22924edbb3 None None] Deleting port f954003f-362e-41b1-812a-424d1fbcce04 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:26.861021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-047e18da-3514-468e-9f6a-aa22924edbb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f954003f-362e-41b1-812a-424d1fbcce04), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.863216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7994ef11-82f5-46dd-84d4-1dcf54238373 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (2fec18ae-1596-4da0-b49f-c03bb3193e28), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.889149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (21979810-068a-4eca-891f-8d4f37fb67af), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.903433 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:26.913727 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port f954003f-362e-41b1-812a-424d1fbcce04 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:26.914077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f954003f-362e-41b1-812a-424d1fbcce04), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.931834 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-047e18da-3514-468e-9f6a-aa22924edbb3 None None] For port f954003f-362e-41b1-812a-424d1fbcce04, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f954003f-362e-41b1-812a-424d1fbcce04,segment=NetworkSegment(7a6f0889-4529-4abd-b195-13f1b8ce9013),segment_id=7a6f0889-4529-4abd-b195-13f1b8ce9013)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:26.932544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-047e18da-3514-468e-9f6a-aa22924edbb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f954003f-362e-41b1-812a-424d1fbcce04), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:26.948139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-047e18da-3514-468e-9f6a-aa22924edbb3 None None] Calling delete_port for f954003f-362e-41b1-812a-424d1fbcce04 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:26.980262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:26.997309 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7994ef11-82f5-46dd-84d4-1dcf54238373 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (2fec18ae-1596-4da0-b49f-c03bb3193e28), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.020097 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7994ef11-82f5-46dd-84d4-1dcf54238373 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.024071 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7994ef11-82f5-46dd-84d4-1dcf54238373 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/2fec18ae-1596-4da0-b49f-c03bb3193e28 HTTP/1.1" status: 204 len: 168 time: 0.2717412 Aug 31 15:52:27.024071 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994ef11-82f5-46dd-84d4-1dcf54238373 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fec18ae-1596-4da0-b49f-c03bb3193e28,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:27.028952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39432) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:27.064819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_gateway (21979810-068a-4eca-891f-8d4f37fb67af), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.099613 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3ee14cae-0ef0-4892-aa18-7358bc1be04c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0698555 Aug 31 15:52:27.102389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39434) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:27.162429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1008a4d-695b-42c4-aad5-d6b0d0df9457 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (826bc910-2a09-4c8d-bbd4-9c0af1ebcf96), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.173880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-047e18da-3514-468e-9f6a-aa22924edbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (f954003f-362e-41b1-812a-424d1fbcce04), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.188043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1008a4d-695b-42c4-aad5-d6b0d0df9457 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (826bc910-2a09-4c8d-bbd4-9c0af1ebcf96), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.231878 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d1358339-5755-4d0b-a15d-4ef1385ad6ad None None] Attempt 2 to provision port e7593e07-29e1-4edd-9883-4f43ae2e0132 Aug 31 15:52:27.234310 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f954003f-362e-41b1-812a-424d1fbcce04 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:27.241153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e18da-3514-468e-9f6a-aa22924edbb3 None None] Pushing event deleted for resources: {'Port': ['ID=f954003f-362e-41b1-812a-424d1fbcce04,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:27.266264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e18da-3514-468e-9f6a-aa22924edbb3 None None] No DVR routers for this DVR port f954003f-362e-41b1-812a-424d1fbcce04 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:27.266576 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port 84f74bd6-2bc3-48df-8ba9-e20cc2ff36a1 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:27.267061 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (84f74bd6-2bc3-48df-8ba9-e20cc2ff36a1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.283474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port f954003f-362e-41b1-812a-424d1fbcce04, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f954003f-362e-41b1-812a-424d1fbcce04,segment=NetworkSegment(7a6f0889-4529-4abd-b195-13f1b8ce9013),segment_id=7a6f0889-4529-4abd-b195-13f1b8ce9013)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:27.284440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f954003f-362e-41b1-812a-424d1fbcce04), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.294330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b60ddcb9-b396-4907-a58b-c44b5e1429a2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e7593e07-29e1-4edd-9883-4f43ae2e0132), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.300865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: f954003f-362e-41b1-812a-424d1fbcce04 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:27.301209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f954003f-362e-41b1-812a-424d1fbcce04 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:27.321888 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for f954003f-362e-41b1-812a-424d1fbcce04 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:27.332953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:27.333689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d1358339-5755-4d0b-a15d-4ef1385ad6ad None None] Port e7593e07-29e1-4edd-9883-4f43ae2e0132 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:27.333820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b60ddcb9-b396-4907-a58b-c44b5e1429a2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for e7593e07-29e1-4edd-9883-4f43ae2e0132 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:27.389632 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (84f74bd6-2bc3-48df-8ba9-e20cc2ff36a1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.403465 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for 84f74bd6-2bc3-48df-8ba9-e20cc2ff36a1 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: from cryptography.utils import int_from_bytes Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: from cryptography.utils import int_from_bytes Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: items = [ Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: warnings.warn('Neutron quota engine will require "--force" ' Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: warnings.warn('Neutron quota engine will require "--force" ' Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.466565 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: items = [ Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:52:27.469726 dv-neutron-855257-2-hyperv neutron-server[114266]: self.session.flush() Aug 31 15:52:27.479439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f954003f-362e-41b1-812a-424d1fbcce04), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.520904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1008a4d-695b-42c4-aad5-d6b0d0df9457 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (826bc910-2a09-4c8d-bbd4-9c0af1ebcf96), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.523509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1008a4d-695b-42c4-aad5-d6b0d0df9457 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.524643 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f1008a4d-695b-42c4-aad5-d6b0d0df9457 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/826bc910-2a09-4c8d-bbd4-9c0af1ebcf96 HTTP/1.1" status: 204 len: 168 time: 0.4213543 Aug 31 15:52:27.529228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39444) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:27.541215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=f954003f-362e-41b1-812a-424d1fbcce04,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:27.549476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No DVR routers for this DVR port f954003f-362e-41b1-812a-424d1fbcce04 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:27.556189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1008a4d-695b-42c4-aad5-d6b0d0df9457 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826bc910-2a09-4c8d-bbd4-9c0af1ebcf96,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:27.615668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:27.616756 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f053ae4c-95cd-420c-9c9c-c11067041099 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0861654 Aug 31 15:52:27.621761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39448) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:27.627057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e0a41311-7f60-49cb-966d-faa062ed7c37 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group': {'name': 'tempest-secgroup--157304657'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:27.660746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (d8166261-0f35-4984-a6b8-4983f2a22177), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.682528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8166261-0f35-4984-a6b8-4983f2a22177']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:27.684654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b60ddcb9-b396-4907-a58b-c44b5e1429a2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e7593e07-29e1-4edd-9883-4f43ae2e0132), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.700460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6f0889-4529-4abd-b195-13f1b8ce9013') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:27.700758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6f0889-4529-4abd-b195-13f1b8ce9013') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:27.716401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (84f74bd6-2bc3-48df-8ba9-e20cc2ff36a1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.727201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ddcb9-b396-4907-a58b-c44b5e1429a2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=e7593e07-29e1-4edd-9883-4f43ae2e0132,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:27.733688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (7a6f0889-4529-4abd-b195-13f1b8ce9013), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.766664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b60ddcb9-b396-4907-a58b-c44b5e1429a2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.773509 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b60ddcb9-b396-4907-a58b-c44b5e1429a2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/e7593e07-29e1-4edd-9883-4f43ae2e0132 HTTP/1.1" status: 204 len: 168 time: 1.0610261 Aug 31 15:52:27.774181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39452) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:27.777318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0a41311-7f60-49cb-966d-faa062ed7c37 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.779528 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=84f74bd6-2bc3-48df-8ba9-e20cc2ff36a1,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:27.784288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7a6f0889-4529-4abd-b195-13f1b8ce9013), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.825737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:52:27.826152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (7a6f0889-4529-4abd-b195-13f1b8ce9013), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.831356 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d1358339-5755-4d0b-a15d-4ef1385ad6ad None None] Attempt 3 to provision port e7593e07-29e1-4edd-9883-4f43ae2e0132 Aug 31 15:52:27.864863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (21979810-068a-4eca-891f-8d4f37fb67af), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:27.886831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d1358339-5755-4d0b-a15d-4ef1385ad6ad None None] Port e7593e07-29e1-4edd-9883-4f43ae2e0132 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:52:27.925999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79d799f-9fe8-489a-ae10-9f2fae1e198b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:27.928001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79d799f-9fe8-489a-ae10-9f2fae1e198b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:27.934805 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c79d799f-9fe8-489a-ae10-9f2fae1e198b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1587858 Aug 31 15:52:27.939942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39460) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:27.994314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:27.999532 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (21979810-068a-4eca-891f-8d4f37fb67af), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.001517 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (21979810-068a-4eca-891f-8d4f37fb67af), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.027787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c8424b-195a-472f-8c5a-44067b9c4393 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet a8926fe0-73d7-47a5-a382-bff56de54386 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:28.031030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-83c8424b-195a-472f-8c5a-44067b9c4393 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (a8926fe0-73d7-47a5-a382-bff56de54386), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.073545 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (d8166261-0f35-4984-a6b8-4983f2a22177), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.078945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:28.084487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.087536 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/networks/d8166261-0f35-4984-a6b8-4983f2a22177 HTTP/1.1" status: 204 len: 168 time: 1.5070372 Aug 31 15:52:28.091456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39462) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:28.095998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5657a948-516e-45fd-a41f-070cfe439366 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1961861671', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:28.103867 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 7a6f0889-4529-4abd-b195-13f1b8ce9013 resource provider aggregate not found Aug 31 15:52:28.110170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bb8df-c3bf-481a-871c-c9bd036f9a03 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Network': ['ID=d8166261-0f35-4984-a6b8-4983f2a22177,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:28.124065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-83c8424b-195a-472f-8c5a-44067b9c4393 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (a8926fe0-73d7-47a5-a382-bff56de54386), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.128361 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 7a6f0889-4529-4abd-b195-13f1b8ce9013 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a6f0889-4529-4abd-b195-13f1b8ce9013 found for delete ", "request_id": "req-10852741-8c7f-40a4-aada-8f71e610c81e"}]} Aug 31 15:52:28.206226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-83c8424b-195a-472f-8c5a-44067b9c4393 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (a8926fe0-73d7-47a5-a382-bff56de54386), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.271050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5657a948-516e-45fd-a41f-070cfe439366 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.272317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5657a948-516e-45fd-a41f-070cfe439366 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.279276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (21979810-068a-4eca-891f-8d4f37fb67af), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.279276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Fanout notify agent at l3_agent the message router_deleted on router 21979810-068a-4eca-891f-8d4f37fb67af {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:52:28.296021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.296021 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1be685f5-fe43-4fbd-b94a-5d615ba4da38 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/21979810-068a-4eca-891f-8d4f37fb67af HTTP/1.1" status: 204 len: 168 time: 1.6071324 Aug 31 15:52:28.296021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39468) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:28.296021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1612800653'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:28.342467 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:28.462961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-83c8424b-195a-472f-8c5a-44067b9c4393 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (a8926fe0-73d7-47a5-a382-bff56de54386), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.495359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8424b-195a-472f-8c5a-44067b9c4393 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=a8926fe0-73d7-47a5-a382-bff56de54386,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:28.498887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-83c8424b-195a-472f-8c5a-44067b9c4393 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.505345 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-83c8424b-195a-472f-8c5a-44067b9c4393 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a8926fe0-73d7-47a5-a382-bff56de54386 HTTP/1.1" status: 204 len: 168 time: 0.5639114 Aug 31 15:52:28.505993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39472) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:28.506829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadb9c7e-f5ca-42ad-8d6b-5c23723763fb None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:28.543201 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:28.546940 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.551784 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f5dd3112-9484-480a-8181-e203092b8858 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446279 Aug 31 15:52:28.554588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39476) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:28.558330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0a41311-7f60-49cb-966d-faa062ed7c37 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (0b4c503c-e184-46ca-a2a5-74e77f7380a9), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.560504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:28.566523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5657a948-516e-45fd-a41f-070cfe439366 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (583f9b7e-68c9-4249-a942-0173da4775bd), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.585067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:28.618020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d1554e25-6372-435d-9d46-8f85e20fc5f6), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.618207 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added segment d1554e25-6372-435d-9d46-8f85e20fc5f6 of type vlan for network 92543f9b-bea3-4ae5-867d-1caa396ac0f9 Aug 31 15:52:28.670221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (92543f9b-bea3-4ae5-867d-1caa396ac0f9), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.699090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0a41311-7f60-49cb-966d-faa062ed7c37 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (0b4c503c-e184-46ca-a2a5-74e77f7380a9), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.701916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5657a948-516e-45fd-a41f-070cfe439366 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.736434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd37a2e-cccb-4b5d-8875-0ed9c87b955e None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:28.752524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a41311-7f60-49cb-966d-faa062ed7c37 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4c503c-e184-46ca-a2a5-74e77f7380a9,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:28.783783 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7bd37a2e-cccb-4b5d-8875-0ed9c87b955e None None] Deleting port 2a7b5b0a-c7d3-4724-811b-6b310633c765 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:28.784377 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7bd37a2e-cccb-4b5d-8875-0ed9c87b955e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2a7b5b0a-c7d3-4724-811b-6b310633c765), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.801261 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (92543f9b-bea3-4ae5-867d-1caa396ac0f9), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.806336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:28.806939 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.841282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:28.845180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.854819 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7bd37a2e-cccb-4b5d-8875-0ed9c87b955e None None] For port 2a7b5b0a-c7d3-4724-811b-6b310633c765, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2a7b5b0a-c7d3-4724-811b-6b310633c765,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:28.855418 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7bd37a2e-cccb-4b5d-8875-0ed9c87b955e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2a7b5b0a-c7d3-4724-811b-6b310633c765), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.872352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7bd37a2e-cccb-4b5d-8875-0ed9c87b955e None None] Calling delete_port for 2a7b5b0a-c7d3-4724-811b-6b310633c765 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:28.878930 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0a41311-7f60-49cb-966d-faa062ed7c37 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.880710 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e0a41311-7f60-49cb-966d-faa062ed7c37 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2589200 Aug 31 15:52:28.886572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5657a948-516e-45fd-a41f-070cfe439366 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:28.890143 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5657a948-516e-45fd-a41f-070cfe439366 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7952914 Aug 31 15:52:28.890143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39488) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:28.905027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39490) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:28.905822 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b16396b1-f25f-4d18-9d63-fad5659d5b46 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '0b4c503c-e184-46ca-a2a5-74e77f7380a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:28.910593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'network': {'name': 'tempest-RoutersTest-324222960'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:28.932470 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6408517 Aug 31 15:52:28.935294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39492) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:28.941129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'subnet': {'network_id': '92543f9b-bea3-4ae5-867d-1caa396ac0f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:28.948504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03216bd-8e49-408b-8f3f-e45ef7df20fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Network': ['ID=92543f9b-bea3-4ae5-867d-1caa396ac0f9,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:28.965842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 92543f9b-bea3-4ae5-867d-1caa396ac0f9 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:29.068390 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:29.072792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.119362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:29.164763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (aaefa193-d09a-42bb-b251-df53680e4b1d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.165116 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added segment aaefa193-d09a-42bb-b251-df53680e4b1d of type vlan for network ee051425-bffa-4fb5-88c8-b061060824b3 Aug 31 15:52:29.212346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (ee051425-bffa-4fb5-88c8-b061060824b3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.212690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7bd37a2e-cccb-4b5d-8875-0ed9c87b955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (2a7b5b0a-c7d3-4724-811b-6b310633c765), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.270063 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39494) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:29.282415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877432996', 'description': 'tempest-secgroup-smoke-877432996 description', 'project_id': '92927ce1777649bb810f142bd4889a44'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:29.290941 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b16396b1-f25f-4d18-9d63-fad5659d5b46 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (bfdc65b6-7a5d-4021-b806-54a9c3649251), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.380123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b16396b1-f25f-4d18-9d63-fad5659d5b46 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (bfdc65b6-7a5d-4021-b806-54a9c3649251), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.383286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (ee051425-bffa-4fb5-88c8-b061060824b3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.384739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2a7b5b0a-c7d3-4724-811b-6b310633c765 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:29.388233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:29.388766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd37a2e-cccb-4b5d-8875-0ed9c87b955e None None] Pushing event deleted for resources: {'Port': ['ID=2a7b5b0a-c7d3-4724-811b-6b310633c765,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:29.388882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.410310 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd37a2e-cccb-4b5d-8875-0ed9c87b955e None None] No DVR routers for this DVR port 2a7b5b0a-c7d3-4724-811b-6b310633c765 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:29.414922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 2a7b5b0a-c7d3-4724-811b-6b310633c765 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:29.418283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2a7b5b0a-c7d3-4724-811b-6b310633c765 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:29.469921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:29.473807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.477219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.490488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b16396b1-f25f-4d18-9d63-fad5659d5b46 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (bfdc65b6-7a5d-4021-b806-54a9c3649251), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.491021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:52:29.495899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (48f2a0a1-58d1-4757-953d-a61baa40f4c8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.509867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Network': ['ID=ee051425-bffa-4fb5-88c8-b061060824b3,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:29.522306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network ee051425-bffa-4fb5-88c8-b061060824b3 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:29.533973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.543789 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-40978575-9366-4f64-81fd-3f2a809fe298 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6370237 Aug 31 15:52:29.547731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39496) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:29.558113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'subnet': {'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:29.570060 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16396b1-f25f-4d18-9d63-fad5659d5b46 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdc65b6-7a5d-4021-b806-54a9c3649251,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:29.593638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:29.606978 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:29.631916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:29.638991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:29.639594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.644329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba78dcf8-0291-4cf7-a878-0bf355c055ee None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:29.660785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=48f2a0a1-58d1-4757-953d-a61baa40f4c8,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:29.743032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group (4eb055c5-5280-408f-a176-d3c7466e6360), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.758814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '48f2a0a1-58d1-4757-953d-a61baa40f4c8'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:29.760019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.762625 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b16396b1-f25f-4d18-9d63-fad5659d5b46 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.763836 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b16396b1-f25f-4d18-9d63-fad5659d5b46 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8649130 Aug 31 15:52:29.766470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39500) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:29.782258 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5b5930d3-2378-4853-b928-75bfcb535530 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules/bfdc65b6-7a5d-4021-b806-54a9c3649251 HTTP/1.1" status: 200 len: 763 time: 0.0147424 Aug 31 15:52:29.790493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39502) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:29.810046 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-18dec013-8eee-4718-81de-063f5a15b604 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2541814 Aug 31 15:52:29.812594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39504) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:29.818607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:ef:7c:18', 'name': 'tempest-NetworksTestDHCPv6-714482120'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:29.834843 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-86a4b92d-072f-49cd-a5c3-cf4ec621b69e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0431495 Aug 31 15:52:29.837536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39506) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:29.840126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:29.843964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.870401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1224-3b17-4e5f-a212-8b9194b8c0ba tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (bfdc65b6-7a5d-4021-b806-54a9c3649251), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.880515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1224-3b17-4e5f-a212-8b9194b8c0ba tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (bfdc65b6-7a5d-4021-b806-54a9c3649251), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.917495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Allocated IP 2001:db8::f816:3eff:fe50:3752 (e986fc1f-2559-47ce-89c8-1dd43368919a/48f2a0a1-58d1-4757-953d-a61baa40f4c8/7a20c2a0-1a70-4bb5-a104-e057b45eb84c) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:29.921493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (d4c9b480-32a6-4145-828e-e42ff25de901), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:29.924302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4eb055c5-5280-408f-a176-d3c7466e6360), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.015045 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb055c5-5280-408f-a176-d3c7466e6360,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:30.025035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Subnet': ['ID=d4c9b480-32a6-4145-828e-e42ff25de901,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:30.057305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1224-3b17-4e5f-a212-8b9194b8c0ba tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (bfdc65b6-7a5d-4021-b806-54a9c3649251), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.062664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Checking segment: {'id': 'd1554e25-6372-435d-9d46-8f85e20fc5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '92543f9b-bea3-4ae5-867d-1caa396ac0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:30.066055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network hostable DHCP agents. Network: 92543f9b-bea3-4ae5-867d-1caa396ac0f9, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:30.068089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1224-3b17-4e5f-a212-8b9194b8c0ba tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.071718 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cd2c1224-3b17-4e5f-a212-8b9194b8c0ba tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/bfdc65b6-7a5d-4021-b806-54a9c3649251 HTTP/1.1" status: 204 len: 168 time: 0.2308342 Aug 31 15:52:30.073082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39508) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:30.087285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c1224-3b17-4e5f-a212-8b9194b8c0ba tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfdc65b6-7a5d-4021-b806-54a9c3649251,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:30.106268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Publish callbacks [] for port (7a20c2a0-1a70-4bb5-a104-e057b45eb84c), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.106758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group (b2317b4e-ea44-416f-99e1-0502473c241f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.167874 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b77fed2a-3d65-4ae0-8e0f-a345fb733d91 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0926011 Aug 31 15:52:30.169014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:30.169826 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39510) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:30.175240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-700fb771-a277-4869-b540-b22a683058da tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '0b4c503c-e184-46ca-a2a5-74e77f7380a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:30.217045 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 92543f9b-bea3-4ae5-867d-1caa396ac0f9 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:30.217344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (7a20c2a0-1a70-4bb5-a104-e057b45eb84c), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.219295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b2317b4e-ea44-416f-99e1-0502473c241f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.258398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2317b4e-ea44-416f-99e1-0502473c241f,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:30.265003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:30.266300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Pushing event updated for resources: {'Port': ['ID=7a20c2a0-1a70-4bb5-a104-e057b45eb84c,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:30.271769 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.271892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:30.271892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:30.295371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 1d5c3daa-8700-487d-8011-e75a790086ea yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:52:30.329489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Attempting to bind port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:30.329912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Attempting to bind port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:30.330269 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Attempting to bind port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:30.333262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (2a6ce904-a93d-468a-b701-cb712d5b3f57), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.335813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:30.336187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:30.336586 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.337464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:30.337464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Bound port: 7a20c2a0-1a70-4bb5-a104-e057b45eb84c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:30.338083 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7a20c2a0-1a70-4bb5-a104-e057b45eb84c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.403583 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 92543f9b-bea3-4ae5-867d-1caa396ac0f9) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:30.405469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] For port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:30.407702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.408734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] For port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7a20c2a0-1a70-4bb5-a104-e057b45eb84c,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:30.410531 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2cc56312-4fa8-4e9a-97b6-2d1a7351f0d8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1338065 Aug 31 15:52:30.416842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:30.416842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.417149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e43e1-1e04-4508-9243-5dbcbc67e4ee None None] Network 92543f9b-bea3-4ae5-867d-1caa396ac0f9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:30.419116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39512) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:30.427048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-700fb771-a277-4869-b540-b22a683058da tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (c22f208b-077b-4493-ac01-8a0c534ef218), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.447725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Subnet': ['ID=2a6ce904-a93d-468a-b701-cb712d5b3f57,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:30.456483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-29cb5869-072f-4b64-abea-ac882f6792ba tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'security_group_rule': {'security_group_id': 'b2317b4e-ea44-416f-99e1-0502473c241f', 'project_id': '92927ce1777649bb810f142bd4889a44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:30.508071 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-700fb771-a277-4869-b540-b22a683058da tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (c22f208b-077b-4493-ac01-8a0c534ef218), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.510418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Checking segment: {'id': 'aaefa193-d09a-42bb-b251-df53680e4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:30.510972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network hostable DHCP agents. Network: ee051425-bffa-4fb5-88c8-b061060824b3, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:30.514465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::f816:3eff:feef:7c18 (e986fc1f-2559-47ce-89c8-1dd43368919a/48f2a0a1-58d1-4757-953d-a61baa40f4c8/1d5c3daa-8700-487d-8011-e75a790086ea) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:30.544390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-92543f9b-bea3-4ae5-867d-1caa396ac0f9', 'network_id': '92543f9b-bea3-4ae5-867d-1caa396ac0f9', 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'fixed_ips': [{'subnet_id': 'd4c9b480-32a6-4145-828e-e42ff25de901'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:30.545386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.615074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7a20c2a0-1a70-4bb5-a104-e057b45eb84c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.617789 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-587c5cc7-dcbc-4eed-ab02-24764c4efbbb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6814427 Aug 31 15:52:30.618809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-700fb771-a277-4869-b540-b22a683058da tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (c22f208b-077b-4493-ac01-8a0c534ef218), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.622200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39514) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:30.631764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a9048a57-af0b-438a-b275-09fb1514ce60 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-854317487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:30.671630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network ee051425-bffa-4fb5-88c8-b061060824b3 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:30.681784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fb771-a277-4869-b540-b22a683058da tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22f208b-077b-4493-ac01-8a0c534ef218,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:30.695309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, ee051425-bffa-4fb5-88c8-b061060824b3) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:30.699815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:30.700899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.706742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-29cb5869-072f-4b64-abea-ac882f6792ba tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (eb87bfb2-6511-4529-9cfd-245a0c45f0af), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.711348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c90f56-54e5-4138-9c90-d4c24affd276 None None] Network ee051425-bffa-4fb5-88c8-b061060824b3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:30.752241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (1d5c3daa-8700-487d-8011-e75a790086ea), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.759873 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a9048a57-af0b-438a-b275-09fb1514ce60 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (aa425f40-52aa-4bc2-acae-57702e8cfbb4), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.760995 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a9048a57-af0b-438a-b275-09fb1514ce60 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (aa425f40-52aa-4bc2-acae-57702e8cfbb4), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.785532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34240d02-2bdf-4e3e-9ab9-883a60c0b7ed None None] Pushing event updated for resources: {'Port': ['ID=7a20c2a0-1a70-4bb5-a104-e057b45eb84c,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:30.808114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Allocated IP 2001:db8::2 (92543f9b-bea3-4ae5-867d-1caa396ac0f9/d4c9b480-32a6-4145-828e-e42ff25de901/bbdc9346-f24c-475c-a377-8a01996f58fa) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:30.809010 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-29cb5869-072f-4b64-abea-ac882f6792ba tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (eb87bfb2-6511-4529-9cfd-245a0c45f0af), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.816324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-700fb771-a277-4869-b540-b22a683058da tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.818472 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-700fb771-a277-4869-b540-b22a683058da tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6471848 Aug 31 15:52:30.822320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39516) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:30.858443 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6e3abbf7-c31d-4747-aeb9-b004764e85f0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3068247 Aug 31 15:52:30.866546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39518) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:30.875613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a9048a57-af0b-438a-b275-09fb1514ce60 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (aa425f40-52aa-4bc2-acae-57702e8cfbb4), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.881906 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39520) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:30.882082 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5e5f3443-d649-4c93-a3a6-47279a231d1e tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules/c22f208b-077b-4493-ac01-8a0c534ef218 HTTP/1.1" status: 200 len: 763 time: 0.0585535 Aug 31 15:52:30.940755 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f04c4040-b5d5-4d65-86ad-f0c76f49b0bc tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0567663 Aug 31 15:52:30.943531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39522) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:30.970821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-ee051425-bffa-4fb5-88c8-b061060824b3', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:30.971952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:30.984913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-50f20371-77cf-4f19-b671-d39bf8d5b884 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (c22f208b-077b-4493-ac01-8a0c534ef218), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.000622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-50f20371-77cf-4f19-b671-d39bf8d5b884 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (c22f208b-077b-4493-ac01-8a0c534ef218), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.036567 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a9048a57-af0b-438a-b275-09fb1514ce60 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (aa425f40-52aa-4bc2-acae-57702e8cfbb4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.056369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-29cb5869-072f-4b64-abea-ac882f6792ba tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (eb87bfb2-6511-4529-9cfd-245a0c45f0af), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.058528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1d5c3daa-8700-487d-8011-e75a790086ea), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.162837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-50f20371-77cf-4f19-b671-d39bf8d5b884 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (c22f208b-077b-4493-ac01-8a0c534ef218), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.169155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb5869-072f-4b64-abea-ac882f6792ba tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb87bfb2-6511-4529-9cfd-245a0c45f0af,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:31.175799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-50f20371-77cf-4f19-b671-d39bf8d5b884 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.177615 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Publish callbacks [] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.186298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39524) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:31.186736 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-50f20371-77cf-4f19-b671-d39bf8d5b884 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/c22f208b-077b-4493-ac01-8a0c534ef218 HTTP/1.1" status: 204 len: 168 time: 0.2419779 Aug 31 15:52:31.196192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Allocated IP 172.20.0.2 (ee051425-bffa-4fb5-88c8-b061060824b3/2a6ce904-a93d-468a-b701-cb712d5b3f57/dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:31.200838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f20371-77cf-4f19-b671-d39bf8d5b884 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c22f208b-077b-4493-ac01-8a0c534ef218,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:31.204922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:31.212708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a9048a57-af0b-438a-b275-09fb1514ce60 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.214063 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a9048a57-af0b-438a-b275-09fb1514ce60 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5901184 Aug 31 15:52:31.215526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:31.216723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=1d5c3daa-8700-487d-8011-e75a790086ea,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:31.218775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39526) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:31.222371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:31.227077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:31.227712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.310166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-29cb5869-072f-4b64-abea-ac882f6792ba tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.314104 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-29cb5869-072f-4b64-abea-ac882f6792ba tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8912709 Aug 31 15:52:31.314281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39528) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:31.319296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ef0d9ce9-2249-4796-ba6d-7288e4ec6628 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'security_group_rule': {'security_group_id': 'b2317b4e-ea44-416f-99e1-0502473c241f', 'project_id': '92927ce1777649bb810f142bd4889a44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:31.343297 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.351110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7a20c2a0-1a70-4bb5-a104-e057b45eb84c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:31.423097 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f6cc20cd-4488-4777-92ee-2f0ac42c8884 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2352283 Aug 31 15:52:31.425801 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Network 92543f9b-bea3-4ae5-867d-1caa396ac0f9 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:31.426346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39530) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:31.431607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-6c02299e-b6e6-4c74-93d4-67d3756b2826 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '0b4c503c-e184-46ca-a2a5-74e77f7380a9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:31.433145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:31.435711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:31.444996 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Publish callbacks [] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.468884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Pushing event updated for resources: {'Port': ['ID=bbdc9346-f24c-475c-a377-8a01996f58fa,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:31.478140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.495279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:31.522561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:31.522943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7a20c2a0-1a70-4bb5-a104-e057b45eb84c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.529743 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c Aug 31 15:52:31.529902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9ce9-2249-4796-ba6d-7288e4ec6628 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (6cfb55d5-7927-44b9-a182-e0cc2f775583), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.543600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39532) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:31.543836 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1ee34479-784d-4758-a1ef-46f5993a07cc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7298818 Aug 31 15:52:31.581672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Attempting to bind port bbdc9346-f24c-475c-a377-8a01996f58fa on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:31.582050 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Attempting to bind port bbdc9346-f24c-475c-a377-8a01996f58fa by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'd1554e25-6372-435d-9d46-8f85e20fc5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '92543f9b-bea3-4ae5-867d-1caa396ac0f9'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:31.582420 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Attempting to bind port bbdc9346-f24c-475c-a377-8a01996f58fa on network 92543f9b-bea3-4ae5-867d-1caa396ac0f9 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:31.587215 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:31.595598 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:31.596062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Checking segment: {'id': 'd1554e25-6372-435d-9d46-8f85e20fc5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '92543f9b-bea3-4ae5-867d-1caa396ac0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:31.596649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.597154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Bound using segment: {'id': 'd1554e25-6372-435d-9d46-8f85e20fc5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '92543f9b-bea3-4ae5-867d-1caa396ac0f9'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:31.597760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Bound port: bbdc9346-f24c-475c-a377-8a01996f58fa, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1554e25-6372-435d-9d46-8f85e20fc5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '92543f9b-bea3-4ae5-867d-1caa396ac0f9'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:31.599063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.613753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.645948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:31.668439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d495f896-c7f8-4854-b562-0aff0ce531bd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:31.676624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d495f896-c7f8-4854-b562-0aff0ce531bd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:31.679600 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d495f896-c7f8-4854-b562-0aff0ce531bd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1334102 Aug 31 15:52:31.684550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Network ee051425-bffa-4fb5-88c8-b061060824b3 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:31.687342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39534) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:31.692169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9ce9-2249-4796-ba6d-7288e4ec6628 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (6cfb55d5-7927-44b9-a182-e0cc2f775583), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.699133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6c02299e-b6e6-4c74-93d4-67d3756b2826 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (f4932fe1-33e2-4bed-8311-ee1d35b9c6f5), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.699323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:31.699323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:31.734390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Pushing event updated for resources: {'Port': ['ID=dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:31.786588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6c02299e-b6e6-4c74-93d4-67d3756b2826 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (f4932fe1-33e2-4bed-8311-ee1d35b9c6f5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.795320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] For port bbdc9346-f24c-475c-a377-8a01996f58fa, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:31.800514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] For port bbdc9346-f24c-475c-a377-8a01996f58fa, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=bbdc9346-f24c-475c-a377-8a01996f58fa,segment=NetworkSegment(d1554e25-6372-435d-9d46-8f85e20fc5f6),segment_id=d1554e25-6372-435d-9d46-8f85e20fc5f6)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:31.802262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Attempting to bind port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:31.802695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Attempting to bind port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'aaefa193-d09a-42bb-b251-df53680e4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:31.803120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Attempting to bind port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 on network ee051425-bffa-4fb5-88c8-b061060824b3 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:31.810096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:31.813941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Checking segment: {'id': 'aaefa193-d09a-42bb-b251-df53680e4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:31.813941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.813941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Bound using segment: {'id': 'aaefa193-d09a-42bb-b251-df53680e4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:31.813941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Bound port: dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaefa193-d09a-42bb-b251-df53680e4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:31.813941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.814477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9ce9-2249-4796-ba6d-7288e4ec6628 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (6cfb55d5-7927-44b9-a182-e0cc2f775583), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.854863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d9ce9-2249-4796-ba6d-7288e4ec6628 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfb55d5-7927-44b9-a182-e0cc2f775583,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:31.864857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.899244 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] For port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:31.902882 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] For port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82,segment=NetworkSegment(aaefa193-d09a-42bb-b251-df53680e4b1d),segment_id=aaefa193-d09a-42bb-b251-df53680e4b1d)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:31.923685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-549df06b-d507-4f29-b555-7bea101af653 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 1d5c3daa-8700-487d-8011-e75a790086ea {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:31.924027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-549df06b-d507-4f29-b555-7bea101af653 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1d5c3daa-8700-487d-8011-e75a790086ea), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.933270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:31.941147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6c02299e-b6e6-4c74-93d4-67d3756b2826 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (f4932fe1-33e2-4bed-8311-ee1d35b9c6f5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.013488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02299e-b6e6-4c74-93d4-67d3756b2826 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4932fe1-33e2-4bed-8311-ee1d35b9c6f5,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:32.037525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ce5e7-780b-4b86-8569-1390d1e56485 None None] Pushing event updated for resources: {'Port': ['ID=bbdc9346-f24c-475c-a377-8a01996f58fa,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:32.079339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9ce9-2249-4796-ba6d-7288e4ec6628 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.084576 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ef0d9ce9-2249-4796-ba6d-7288e4ec6628 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7656686 Aug 31 15:52:32.084834 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.084947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39536) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:32.088446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=8,neutron:SELECT=87,neutron:INSERT=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:32.089535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1d27f7de-c80d-44ec-9e28-59cba70113e8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'security_group_rule': {'security_group_id': 'b2317b4e-ea44-416f-99e1-0502473c241f', 'project_id': '92927ce1777649bb810f142bd4889a44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:32.098278 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-549df06b-d507-4f29-b555-7bea101af653 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1d5c3daa-8700-487d-8011-e75a790086ea), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.104061 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-900f4526-6f75-480b-b9b3-7d44c9194340 None None] Provisioning complete for port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:32.108757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-900f4526-6f75-480b-b9b3-7d44c9194340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7a20c2a0-1a70-4bb5-a104-e057b45eb84c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.108757 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-900f4526-6f75-480b-b9b3-7d44c9194340 None None] Attempt 1 to provision port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c Aug 31 15:52:32.133794 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-549df06b-d507-4f29-b555-7bea101af653 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 1d5c3daa-8700-487d-8011-e75a790086ea owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:32.160037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6c02299e-b6e6-4c74-93d4-67d3756b2826 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.161486 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6c02299e-b6e6-4c74-93d4-67d3756b2826 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7341068 Aug 31 15:52:32.174532 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39538) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:32.242161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fa521-c42a-473f-b455-ea9dbf05c5bd None None] Pushing event updated for resources: {'Port': ['ID=dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-900f4526-6f75-480b-b9b3-7d44c9194340 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:32.245580 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:32.267563 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c6ed3913-c82e-4e7c-8271-e9174ef107df tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules/f4932fe1-33e2-4bed-8311-ee1d35b9c6f5 HTTP/1.1" status: 200 len: 764 time: 0.0894580 Aug 31 15:52:32.268869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39540) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:32.287428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:32.330571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d27f7de-c80d-44ec-9e28-59cba70113e8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (c6c7c491-46f8-46d4-8b14-93e88fd1e5a0), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.413609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:32.442806 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-00787da4-1834-4ef2-8462-eccaf8737a91 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1686592 Aug 31 15:52:32.442806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39542) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:32.470966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Allocated IP 172.20.0.1 (ee051425-bffa-4fb5-88c8-b061060824b3/2a6ce904-a93d-468a-b701-cb712d5b3f57/ba8029d6-6626-4c96-aeee-b0a360eaaf8f) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:32.478131 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d27f7de-c80d-44ec-9e28-59cba70113e8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (c6c7c491-46f8-46d4-8b14-93e88fd1e5a0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.542608 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3fc57462-82ac-4a26-a288-8a9a0c21f9aa tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (f4932fe1-33e2-4bed-8311-ee1d35b9c6f5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.553134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3fc57462-82ac-4a26-a288-8a9a0c21f9aa tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (f4932fe1-33e2-4bed-8311-ee1d35b9c6f5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.582030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d27f7de-c80d-44ec-9e28-59cba70113e8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (c6c7c491-46f8-46d4-8b14-93e88fd1e5a0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.608545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27f7de-c80d-44ec-9e28-59cba70113e8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c7c491-46f8-46d4-8b14-93e88fd1e5a0,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:32.626280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d76b8e95-fa03-495a-8193-9ad472e73004 None None] Provisioning complete for port 1d5c3daa-8700-487d-8011-e75a790086ea triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:32.632088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d76b8e95-fa03-495a-8193-9ad472e73004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1d5c3daa-8700-487d-8011-e75a790086ea), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.632088 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d76b8e95-fa03-495a-8193-9ad472e73004 None None] Attempt 1 to provision port 1d5c3daa-8700-487d-8011-e75a790086ea Aug 31 15:52:32.674234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d76b8e95-fa03-495a-8193-9ad472e73004 None None] Port 1d5c3daa-8700-487d-8011-e75a790086ea cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:32.724823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-549df06b-d507-4f29-b555-7bea101af653 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1d5c3daa-8700-487d-8011-e75a790086ea), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.728431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.733858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Allocated IP 2001:db8::1 (92543f9b-bea3-4ae5-867d-1caa396ac0f9/d4c9b480-32a6-4145-828e-e42ff25de901/caacb453-b86e-4b50-bee2-0b2c7b082056) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:32.753796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549df06b-d507-4f29-b555-7bea101af653 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=1d5c3daa-8700-487d-8011-e75a790086ea,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:32.795185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d27f7de-c80d-44ec-9e28-59cba70113e8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.795398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:32.796429 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1d27f7de-c80d-44ec-9e28-59cba70113e8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7112241 Aug 31 15:52:32.797856 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3fc57462-82ac-4a26-a288-8a9a0c21f9aa tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (f4932fe1-33e2-4bed-8311-ee1d35b9c6f5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.800241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39544) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:32.814531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-662c2322-cf19-44af-9b5f-070f367e10cc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'security_group_rule': {'security_group_id': 'b2317b4e-ea44-416f-99e1-0502473c241f', 'project_id': '92927ce1777649bb810f142bd4889a44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:32.823435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3fc57462-82ac-4a26-a288-8a9a0c21f9aa tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.826073 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3fc57462-82ac-4a26-a288-8a9a0c21f9aa tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-group-rules/f4932fe1-33e2-4bed-8311-ee1d35b9c6f5 HTTP/1.1" status: 204 len: 168 time: 0.3822947 Aug 31 15:52:32.828598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc57462-82ac-4a26-a288-8a9a0c21f9aa tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4932fe1-33e2-4bed-8311-ee1d35b9c6f5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:32.829968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39546) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:32.835965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-549df06b-d507-4f29-b555-7bea101af653 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.842668 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-549df06b-d507-4f29-b555-7bea101af653 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/1d5c3daa-8700-487d-8011-e75a790086ea HTTP/1.1" status: 204 len: 168 time: 1.1470258 Aug 31 15:52:32.846029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39548) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:32.917118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc917358-a0e7-447e-9c38-bf8871604aeb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:32.919071 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc917358-a0e7-447e-9c38-bf8871604aeb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:32.926940 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bc917358-a0e7-447e-9c38-bf8871604aeb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0735047 Aug 31 15:52:32.927148 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-73cc1a06-da52-4d11-978d-931d9e32d3bd tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0899777 Aug 31 15:52:32.927252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39550) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:32.931531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39552) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:32.943632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:32.974788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.022334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network ee051425-bffa-4fb5-88c8-b061060824b3 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:33.026975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:33.027100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf4d6cb8-f70a-4ae6-8154-45db97207717 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (0b4c503c-e184-46ca-a2a5-74e77f7380a9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.032691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:33.048290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4b29b1-e92f-461e-8409-c5fe882b610b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 48f2a0a1-58d1-4757-953d-a61baa40f4c8 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:33.056753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4b29b1-e92f-461e-8409-c5fe882b610b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (48f2a0a1-58d1-4757-953d-a61baa40f4c8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.065787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=ba8029d6-6626-4c96-aeee-b0a360eaaf8f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:33.086922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.090049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf4d6cb8-f70a-4ae6-8154-45db97207717 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (0b4c503c-e184-46ca-a2a5-74e77f7380a9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.111426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-662c2322-cf19-44af-9b5f-070f367e10cc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (73da19a2-1dc0-497b-bc67-d1102ab38de1), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.123556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.138757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4b29b1-e92f-461e-8409-c5fe882b610b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (48f2a0a1-58d1-4757-953d-a61baa40f4c8), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.171799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 92543f9b-bea3-4ae5-867d-1caa396ac0f9 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:33.175580 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d76b8e95-fa03-495a-8193-9ad472e73004 None None] Attempt 2 to provision port 1d5c3daa-8700-487d-8011-e75a790086ea Aug 31 15:52:33.178169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:33.187970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:33.188762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (aa425f40-52aa-4bc2-acae-57702e8cfbb4), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.202902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d76b8e95-fa03-495a-8193-9ad472e73004 None None] Port 1d5c3daa-8700-487d-8011-e75a790086ea was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:52:33.257413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=caacb453-b86e-4b50-bee2-0b2c7b082056,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:33.287342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-662c2322-cf19-44af-9b5f-070f367e10cc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (73da19a2-1dc0-497b-bc67-d1102ab38de1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.307320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4b29b1-e92f-461e-8409-c5fe882b610b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (48f2a0a1-58d1-4757-953d-a61baa40f4c8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.373497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf4d6cb8-f70a-4ae6-8154-45db97207717 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (0b4c503c-e184-46ca-a2a5-74e77f7380a9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.376347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf4d6cb8-f70a-4ae6-8154-45db97207717 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.378203 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cf4d6cb8-f70a-4ae6-8154-45db97207717 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0b4c503c-e184-46ca-a2a5-74e77f7380a9 HTTP/1.1" status: 204 len: 168 time: 0.4450655 Aug 31 15:52:33.380883 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39554) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:33.388979 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bbdc9346-f24c-475c-a377-8a01996f58fa up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:33.405856 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d6cb8-f70a-4ae6-8154-45db97207717 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4c503c-e184-46ca-a2a5-74e77f7380a9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:33.411466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-662c2322-cf19-44af-9b5f-070f367e10cc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (73da19a2-1dc0-497b-bc67-d1102ab38de1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.434202 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c2322-cf19-44af-9b5f-070f367e10cc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73da19a2-1dc0-497b-bc67-d1102ab38de1,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:33.462712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port bbdc9346-f24c-475c-a377-8a01996f58fa triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:33.463083 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.463415 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port bbdc9346-f24c-475c-a377-8a01996f58fa Aug 31 15:52:33.506632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:33.514907 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:33.516333 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:33.560371 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ef50d689-eb85-4243-b97d-c62578edb0d0 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1780922 Aug 31 15:52:33.569504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-662c2322-cf19-44af-9b5f-070f367e10cc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.570752 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-662c2322-cf19-44af-9b5f-070f367e10cc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7614429 Aug 31 15:52:33.571474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39556) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:33.572518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4b29b1-e92f-461e-8409-c5fe882b610b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (48f2a0a1-58d1-4757-953d-a61baa40f4c8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.578524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ea17e5f4-91e4-497d-a6e7-7c309d3b3b2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062856356'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:33.591737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39558) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:33.599186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:33.600153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.600840 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 Aug 31 15:52:33.601976 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-463ad9ed-b7de-4279-9dc5-acd2ef6dd71b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'security_group_rule': {'security_group_id': 'b2317b4e-ea44-416f-99e1-0502473c241f', 'project_id': '92927ce1777649bb810f142bd4889a44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:33.654221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.660201 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b29b1-e92f-461e-8409-c5fe882b610b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=48f2a0a1-58d1-4757-953d-a61baa40f4c8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:33.661823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:33.671912 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f4b29b1-e92f-461e-8409-c5fe882b610b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.676179 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9f4b29b1-e92f-461e-8409-c5fe882b610b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/48f2a0a1-58d1-4757-953d-a61baa40f4c8 HTTP/1.1" status: 204 len: 168 time: 0.7514989 Aug 31 15:52:33.685748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39560) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:33.685947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde7c288-ee75-4adf-8927-7fa0f1c17bc3 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:33.751628 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bde04b4c-f452-46fd-8e21-2b934db84910 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644479 Aug 31 15:52:33.754896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39562) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:33.784175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea17e5f4-91e4-497d-a6e7-7c309d3b3b2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.801514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca246c-1676-4354-9373-d026e18fcaf4 None None] Network ee051425-bffa-4fb5-88c8-b061060824b3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:33.832894 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-463ad9ed-b7de-4279-9dc5-acd2ef6dd71b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Project 92927ce1777649bb810f142bd4889a44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:52:33.851662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-463ad9ed-b7de-4279-9dc5-acd2ef6dd71b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (4b2a6e52-faac-4ad8-9e2e-c356079a0886), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.882162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b8c26840-9b98-4e97-81c2-31397bf6c05c None None] Provisioning complete for port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:33.882630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b8c26840-9b98-4e97-81c2-31397bf6c05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:33.883059 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b8c26840-9b98-4e97-81c2-31397bf6c05c None None] Attempt 1 to provision port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 Aug 31 15:52:33.901226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa409cf-508c-4a8e-b2ba-d856c1576d92 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:33.905629 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3aa409cf-508c-4a8e-b2ba-d856c1576d92 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1496730 Aug 31 15:52:33.913736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39564) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:33.984100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7614a9-e28a-4ef3-903d-b456c39d652e None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-b8c26840-9b98-4e97-81c2-31397bf6c05c None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:33.996708 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:34.033658 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-463ad9ed-b7de-4279-9dc5-acd2ef6dd71b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (4b2a6e52-faac-4ad8-9e2e-c356079a0886), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.055845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a3961-a4cf-495c-a6e0-61c31141ae75 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:34.060409 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-114a3961-a4cf-495c-a6e0-61c31141ae75 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1435156 Aug 31 15:52:34.065003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39566) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:34.069531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea17e5f4-91e4-497d-a6e7-7c309d3b3b2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (64cc302c-7458-44ec-9c33-735d032fc2cc), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.089233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b37f2da-a93e-4da7-9a98-68997ef4c34b None None] Network 92543f9b-bea3-4ae5-867d-1caa396ac0f9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:34.111444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6a7614a9-e28a-4ef3-903d-b456c39d652e None None] Deleting port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:34.111823 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6a7614a9-e28a-4ef3-903d-b456c39d652e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7a20c2a0-1a70-4bb5-a104-e057b45eb84c), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.129226 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b2201804-50c2-4446-a39d-1789396e5a67 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603580 Aug 31 15:52:34.133674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39568) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:34.149384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7f8e089d-78b6-489f-ae70-ba88c4f2f8f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:34.167892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-463ad9ed-b7de-4279-9dc5-acd2ef6dd71b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4b2a6e52-faac-4ad8-9e2e-c356079a0886), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.184399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.197996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ad9ed-b7de-4279-9dc5-acd2ef6dd71b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2a6e52-faac-4ad8-9e2e-c356079a0886,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:34.207373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea17e5f4-91e4-497d-a6e7-7c309d3b3b2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (64cc302c-7458-44ec-9c33-735d032fc2cc), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.224160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=14 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:34.249840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17e5f4-91e4-497d-a6e7-7c309d3b3b2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc302c-7458-44ec-9c33-735d032fc2cc,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:34.290180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.295810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.299353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (aa425f40-52aa-4bc2-acae-57702e8cfbb4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.374252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bfcf6c93-da03-4464-ac94-c8b434c53262 None None] Provisioning complete for port bbdc9346-f24c-475c-a377-8a01996f58fa triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:34.383183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bfcf6c93-da03-4464-ac94-c8b434c53262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.383183 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bfcf6c93-da03-4464-ac94-c8b434c53262 None None] Attempt 1 to provision port bbdc9346-f24c-475c-a377-8a01996f58fa Aug 31 15:52:34.383428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea17e5f4-91e4-497d-a6e7-7c309d3b3b2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.383428 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ea17e5f4-91e4-497d-a6e7-7c309d3b3b2c tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8032370 Aug 31 15:52:34.383611 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39570) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:34.386762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-463ad9ed-b7de-4279-9dc5-acd2ef6dd71b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.388061 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-647c3be2-bfd6-440b-a358-921194522d29 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Request body: {'security_group_rule': {'security_group_id': '64cc302c-7458-44ec-9c33-735d032fc2cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:34.389084 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-463ad9ed-b7de-4279-9dc5-acd2ef6dd71b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7933829 Aug 31 15:52:34.391786 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39572) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:34.396489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=caacb453-b86e-4b50-bee2-0b2c7b082056,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:34.411398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a541d70c-7ea6-44bc-bfad-564d7804947a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'security_group_rule': {'security_group_id': 'b2317b4e-ea44-416f-99e1-0502473c241f', 'project_id': '92927ce1777649bb810f142bd4889a44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:34.431037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.478505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-6a7614a9-e28a-4ef3-903d-b456c39d652e None None] For port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7a20c2a0-1a70-4bb5-a104-e057b45eb84c,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:34.480078 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6a7614a9-e28a-4ef3-903d-b456c39d652e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7a20c2a0-1a70-4bb5-a104-e057b45eb84c), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.494976 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e089d-78b6-489f-ae70-ba88c4f2f8f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:34.499106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7f8e089d-78b6-489f-ae70-ba88c4f2f8f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.523729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6a7614a9-e28a-4ef3-903d-b456c39d652e None None] Calling delete_port for 7a20c2a0-1a70-4bb5-a104-e057b45eb84c owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-bfcf6c93-da03-4464-ac94-c8b434c53262 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:34.540707 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:34.571975 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-a541d70c-7ea6-44bc-bfad-564d7804947a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Project 92927ce1777649bb810f142bd4889a44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:52:34.576940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:34.579884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a541d70c-7ea6-44bc-bfad-564d7804947a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (ed829768-c5ac-40aa-acf9-802609cf9670), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.646798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:34.649736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=ba8029d6-6626-4c96-aeee-b0a360eaaf8f,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:34.653463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.655502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-647c3be2-bfd6-440b-a358-921194522d29 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (edcc341a-f844-47f6-b3e8-cbc46c4ec49d), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.661236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Provisioning complete for port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:34.661703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.662061 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Attempt 1 to provision port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 Aug 31 15:52:34.707370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a541d70c-7ea6-44bc-bfad-564d7804947a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (ed829768-c5ac-40aa-acf9-802609cf9670), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.716542 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 92543f9b-bea3-4ae5-867d-1caa396ac0f9 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:34.723049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:34.728487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:34.731307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Provisioning complete for port ba8029d6-6626-4c96-aeee-b0a360eaaf8f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:34.731779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.732183 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Attempt 1 to provision port ba8029d6-6626-4c96-aeee-b0a360eaaf8f Aug 31 15:52:34.769481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Port ba8029d6-6626-4c96-aeee-b0a360eaaf8f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:34.794309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6a7614a9-e28a-4ef3-903d-b456c39d652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (7a20c2a0-1a70-4bb5-a104-e057b45eb84c), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.811675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-647c3be2-bfd6-440b-a358-921194522d29 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (edcc341a-f844-47f6-b3e8-cbc46c4ec49d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.820750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7614a9-e28a-4ef3-903d-b456c39d652e None None] Pushing event deleted for resources: {'Port': ['ID=7a20c2a0-1a70-4bb5-a104-e057b45eb84c,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:34.824667 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7614a9-e28a-4ef3-903d-b456c39d652e None None] No DVR routers for this DVR port 7a20c2a0-1a70-4bb5-a104-e057b45eb84c on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:34.841464 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:34.842739 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a541d70c-7ea6-44bc-bfad-564d7804947a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (ed829768-c5ac-40aa-acf9-802609cf9670), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:34.864756 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541d70c-7ea6-44bc-bfad-564d7804947a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed829768-c5ac-40aa-acf9-802609cf9670,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:34.937489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-647c3be2-bfd6-440b-a358-921194522d29 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (edcc341a-f844-47f6-b3e8-cbc46c4ec49d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.008846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a541d70c-7ea6-44bc-bfad-564d7804947a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.010952 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a541d70c-7ea6-44bc-bfad-564d7804947a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6172674 Aug 31 15:52:35.011880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c3be2-bfd6-440b-a358-921194522d29 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcc341a-f844-47f6-b3e8-cbc46c4ec49d,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:35.013398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39574) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:35.019451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'network': {'name': 'tempest-network-smoke--1784143598', 'project_id': '92927ce1777649bb810f142bd4889a44', 'port_security_enabled': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:35.059278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network ee051425-bffa-4fb5-88c8-b061060824b3 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:35.062533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:35.114364 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:35.199610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Made reservation on behalf of 92927ce1777649bb810f142bd4889a44 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:35.201971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-647c3be2-bfd6-440b-a358-921194522d29 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.203331 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-647c3be2-bfd6-440b-a358-921194522d29 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8187747 Aug 31 15:52:35.203670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.204824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7f8e089d-78b6-489f-ae70-ba88c4f2f8f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (7a3db59b-b6e6-404e-a263-ef7607e287ef), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.207456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39576) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:35.232162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7a20c2a0-1a70-4bb5-a104-e057b45eb84c no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:35.250546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:35.257121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 7a20c2a0-1a70-4bb5-a104-e057b45eb84c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:35.257735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7a20c2a0-1a70-4bb5-a104-e057b45eb84c not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:35.259065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router aa425f40-52aa-4bc2-acae-57702e8cfbb4 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:35.266318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (6d4c09ce-ab65-4a12-8674-565a4f957d06), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.266918 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Added segment 6d4c09ce-ab65-4a12-8674-565a4f957d06 of type vlan for network 3fd5fb89-6c95-4a81-9257-bd754675b9fa Aug 31 15:52:35.271679 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Attempt 2 to provision port ba8029d6-6626-4c96-aeee-b0a360eaaf8f Aug 31 15:52:35.293831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:35.296358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:35.312646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Port ba8029d6-6626-4c96-aeee-b0a360eaaf8f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:35.350312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (3fd5fb89-6c95-4a81-9257-bd754675b9fa), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.508035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (3fd5fb89-6c95-4a81-9257-bd754675b9fa), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.513134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:35.513765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.586117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'Network': ['ID=3fd5fb89-6c95-4a81-9257-bd754675b9fa,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:35.599018 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 3fd5fb89-6c95-4a81-9257-bd754675b9fa details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:35.623064 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e089d-78b6-489f-ae70-ba88c4f2f8f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:35.642414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e089d-78b6-489f-ae70-ba88c4f2f8f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:35.651107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e089d-78b6-489f-ae70-ba88c4f2f8f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:35.651718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7f8e089d-78b6-489f-ae70-ba88c4f2f8f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.659372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e089d-78b6-489f-ae70-ba88c4f2f8f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=7a3db59b-b6e6-404e-a263-ef7607e287ef,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:35.665952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669e448-9dfd-4bdb-96aa-01e98196f77f None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:35.698143 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-41e83963-15ad-4d3e-bd7f-aefba4c6048f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6807644 Aug 31 15:52:35.698384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39578) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:35.703294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1446815890', 'admin_state_up': True, 'project_id': '92927ce1777649bb810f142bd4889a44', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:35.758620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:35.761773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3ae30da2-9075-4627-bb68-8fb3d9c5b4de tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (64cc302c-7458-44ec-9c33-735d032fc2cc), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.767429 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d0c3fa99-074e-43cf-a078-08a5780a47b3 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/aa425f40-52aa-4bc2-acae-57702e8cfbb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5358984 Aug 31 15:52:35.770773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39580) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:35.771892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db37f1-b3bc-4a56-8fae-563188cb7131 None None] Sync routers for ids ['aa425f40-52aa-4bc2-acae-57702e8cfbb4'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:35.790367 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '7a3db59b-b6e6-404e-a263-ef7607e287ef'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:35.796540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.805131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3ae30da2-9075-4627-bb68-8fb3d9c5b4de tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (64cc302c-7458-44ec-9c33-735d032fc2cc), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:35.811138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db37f1-b3bc-4a56-8fae-563188cb7131 None None] Routers {'aa425f40-52aa-4bc2-acae-57702e8cfbb4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:35.811946 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b6db37f1-b3bc-4a56-8fae-563188cb7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['aa425f40-52aa-4bc2-acae-57702e8cfbb4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:35.813691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:35.814147 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Attempt 3 to provision port ba8029d6-6626-4c96-aeee-b0a360eaaf8f Aug 31 15:52:35.823785 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-66eec622-58ce-4be6-be5b-83c631d871c0 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9535809 Aug 31 15:52:35.824482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39582) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:35.831368 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Sync routers for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:35.834461 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'network': {'name': 'tempest-RoutersTest-87568749'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:35.837858 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=40 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:35.849205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f61b4-fb42-418b-ad67-47cc6602d6cb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:35.851986 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:35.852551 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:35.859988 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cd1f61b4-fb42-418b-ad67-47cc6602d6cb tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports/caacb453-b86e-4b50-bee2-0b2c7b082056 HTTP/1.1" status: 200 len: 911 time: 0.0846307 Aug 31 15:52:35.861973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39584) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:35.867644 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7f8e089d-78b6-489f-ae70-ba88c4f2f8f9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7327788 Aug 31 15:52:35.871076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0c93641d-0d29-49cc-9365-0814bccc2b3c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd4c9b480-32a6-4145-828e-e42ff25de901'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:35.874009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39586) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:35.882002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:0a:b2:44', 'name': 'tempest-NetworksTestDHCPv6-1428063817'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:35.950505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b6db37f1-b3bc-4a56-8fae-563188cb7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:35.962271 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:35.999964 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.001456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.006512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:36.010666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.013090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3ae30da2-9075-4627-bb68-8fb3d9c5b4de tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (64cc302c-7458-44ec-9c33-735d032fc2cc), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.016082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3ae30da2-9075-4627-bb68-8fb3d9c5b4de tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.017467 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3ae30da2-9075-4627-bb68-8fb3d9c5b4de tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/64cc302c-7458-44ec-9c33-735d032fc2cc HTTP/1.1" status: 204 len: 168 time: 0.8019633 Aug 31 15:52:36.037989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39588) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:36.047090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/7a3db59b-b6e6-404e-a263-ef7607e287ef/67ac3312-303c-4c40-bd2a-4a1ff67af357) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:36.063207 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for router_controller (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.070950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae30da2-9075-4627-bb68-8fb3d9c5b4de tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cc302c-7458-44ec-9c33-735d032fc2cc,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:36.107707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0c93641d-0d29-49cc-9365-0814bccc2b3c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.110065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:36.141093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.141655 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added segment c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656 of type vlan for network 549919da-89f9-4513-9e84-12a230fe688a Aug 31 15:52:36.156078 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:36.157225 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:36.161930 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1538bd96-9d69-42df-a3e2-a9770d565375 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1211026 Aug 31 15:52:36.161930 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39590) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:36.165381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Port ba8029d6-6626-4c96-aeee-b0a360eaaf8f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:36.179201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db37f1-b3bc-4a56-8fae-563188cb7131 None None] Routers {'aa425f40-52aa-4bc2-acae-57702e8cfbb4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:36.180038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b6db37f1-b3bc-4a56-8fae-563188cb7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['aa425f40-52aa-4bc2-acae-57702e8cfbb4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:36.216488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b6db37f1-b3bc-4a56-8fae-563188cb7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:36.217476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db37f1-b3bc-4a56-8fae-563188cb7131 None None] The sync data for ids ['aa425f40-52aa-4bc2-acae-57702e8cfbb4'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:36.230233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (549919da-89f9-4513-9e84-12a230fe688a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.264866 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-49df7570-704b-4d43-b350-a82047dd87da tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0989287 Aug 31 15:52:36.268502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39592) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:36.286701 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-7b12b2bc-6c18-4c50-a888-9160c5dc0ea8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] delete failed (client error): The resource could not be found. Aug 31 15:52:36.287976 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7b12b2bc-6c18-4c50-a888-9160c5dc0ea8 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/64cc302c-7458-44ec-9c33-735d032fc2cc HTTP/1.1" status: 404 len: 347 time: 0.0185311 Aug 31 15:52:36.290681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:36.302517 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:52:33Z', 'revision_number': 2, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:33Z', 'revision_number': 2, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:36.309373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39594) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:36.329793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Publish callbacks [] for port (67ac3312-303c-4c40-bd2a-4a1ff67af357), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.341825 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Checking router: 583f9b7e-68c9-4249-a942-0173da4775bd for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:36.342802 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Updating router 583f9b7e-68c9-4249-a942-0173da4775bd port ba8029d6-6626-4c96-aeee-b0a360eaaf8f binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:36.384296 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.397151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (549919da-89f9-4513-9e84-12a230fe688a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.402181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:36.402838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.452679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (67ac3312-303c-4c40-bd2a-4a1ff67af357), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.496479 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:36.498900 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c338b904-bae3-42fa-aa63-ca58d20b0016 tempest-SecGroupTest-459141933 tempest-SecGroupTest-459141933-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1882026 Aug 31 15:52:36.503770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.507309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:36.509950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:36.512056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Pushing event updated for resources: {'Port': ['ID=67ac3312-303c-4c40-bd2a-4a1ff67af357,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:36.564007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for router_gateway (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.604174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Network': ['ID=549919da-89f9-4513-9e84-12a230fe688a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:36.630680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 549919da-89f9-4513-9e84-12a230fe688a details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:36.636488 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8e840220-4b54-4e5d-a153-0c5a8292f252 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8110721 Aug 31 15:52:36.639470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39598) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:36.648007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'subnet': {'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:36.688987 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Attempt 4 to provision port ba8029d6-6626-4c96-aeee-b0a360eaaf8f Aug 31 15:52:36.719017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 71b29d16-0bb4-4135-9565-8fff6837f527 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:52:36.728557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Attempting to bind port 67ac3312-303c-4c40-bd2a-4a1ff67af357 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:36.728939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Attempting to bind port 67ac3312-303c-4c40-bd2a-4a1ff67af357 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:36.729308 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Attempting to bind port 67ac3312-303c-4c40-bd2a-4a1ff67af357 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:36.751519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:36.751892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:36.752914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.753519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:36.754053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Bound port: 67ac3312-303c-4c40-bd2a-4a1ff67af357, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:36.754436 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (67ac3312-303c-4c40-bd2a-4a1ff67af357), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.768795 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Port ba8029d6-6626-4c96-aeee-b0a360eaaf8f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:36.789318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0c93641d-0d29-49cc-9365-0814bccc2b3c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.809380 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Publish callbacks [] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.835080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] For port 67ac3312-303c-4c40-bd2a-4a1ff67af357, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:36.839096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] For port 67ac3312-303c-4c40-bd2a-4a1ff67af357, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=67ac3312-303c-4c40-bd2a-4a1ff67af357,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:36.903165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::3e0 (e986fc1f-2559-47ce-89c8-1dd43368919a/7a3db59b-b6e6-404e-a263-ef7607e287ef/71b29d16-0bb4-4135-9565-8fff6837f527) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:36.915215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for router_gateway (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.938117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.960734 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.974631 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0c93641d-0d29-49cc-9365-0814bccc2b3c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.979385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93641d-0d29-49cc-9365-0814bccc2b3c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:36.979983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0c93641d-0d29-49cc-9365-0814bccc2b3c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:36.984923 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0c93641d-0d29-49cc-9365-0814bccc2b3c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/ports/caacb453-b86e-4b50-bee2-0b2c7b082056 HTTP/1.1" status: 200 len: 911 time: 1.1150165 Aug 31 15:52:36.993291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39600) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:37.013229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (67ac3312-303c-4c40-bd2a-4a1ff67af357), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.061905 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Pushing event updated for resources: {'Port': ['ID=ba8029d6-6626-4c96-aeee-b0a360eaaf8f,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:37.068532 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:37.081501 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.082185 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.083074 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.083565 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.085963 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.085963 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.085963 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.085963 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.086639 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.087141 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.087605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (71b29d16-0bb4-4135-9565-8fff6837f527), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.087819 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.088902 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.089549 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.090084 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.090672 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:37.092621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:37.099247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.104975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:37.129495 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Attempting to bind port ba8029d6-6626-4c96-aeee-b0a360eaaf8f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:37.130143 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Attempting to bind port ba8029d6-6626-4c96-aeee-b0a360eaaf8f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'aaefa193-d09a-42bb-b251-df53680e4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:37.131918 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Attempting to bind port ba8029d6-6626-4c96-aeee-b0a360eaaf8f on network ee051425-bffa-4fb5-88c8-b061060824b3 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:37.138939 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:37.139596 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Checking segment: {'id': 'aaefa193-d09a-42bb-b251-df53680e4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:37.140187 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.140733 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Bound using segment: {'id': 'aaefa193-d09a-42bb-b251-df53680e4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:37.141364 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Bound port: ba8029d6-6626-4c96-aeee-b0a360eaaf8f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaefa193-d09a-42bb-b251-df53680e4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:37.141946 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.150150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721aef4-914b-47a9-8bbc-fe3ee31a5088 None None] Pushing event updated for resources: {'Port': ['ID=67ac3312-303c-4c40-bd2a-4a1ff67af357,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:37.179695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93641d-0d29-49cc-9365-0814bccc2b3c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=caacb453-b86e-4b50-bee2-0b2c7b082056,revision_number=3']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:37.256486 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] For port ba8029d6-6626-4c96-aeee-b0a360eaaf8f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:37.260725 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] For port ba8029d6-6626-4c96-aeee-b0a360eaaf8f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ba8029d6-6626-4c96-aeee-b0a360eaaf8f,segment=NetworkSegment(aaefa193-d09a-42bb-b251-df53680e4b1d),segment_id=aaefa193-d09a-42bb-b251-df53680e4b1d)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:37.266634 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Allocated IP 172.26.2.44 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/8905560e-1285-403c-bede-c3f7d0746f76) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:37.269836 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Attempt 5 to provision port ba8029d6-6626-4c96-aeee-b0a360eaaf8f Aug 31 15:52:37.355803 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Port ba8029d6-6626-4c96-aeee-b0a360eaaf8f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:37.392433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39604) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:37.415199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (71b29d16-0bb4-4135-9565-8fff6837f527), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.417777 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.493737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:37.499783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:37.504630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:37.509607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:37.513048 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:37.515155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.516374 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:37.517614 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:37.529206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=71b29d16-0bb4-4135-9565-8fff6837f527,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:37.580187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (59ab1194-ff0a-4402-ad97-eadcc817d9ad), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.614657 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dad70-6a95-4fa4-9e8d-1a3713ee98c2 None None] Pushing event updated for resources: {'Port': ['ID=ba8029d6-6626-4c96-aeee-b0a360eaaf8f,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:37.631819 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2259a84c-cb76-4f6b-b73a-5d1d575e919d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7545943 Aug 31 15:52:37.637865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39608) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:37.641980 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:37.648883 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:37.691944 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6d0257e3-e106-4c1d-8c58-462ce57ce465 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f18127524d794307b788772ceb4e4acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946436 Aug 31 15:52:37.697673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39610) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:37.708815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Subnet': ['ID=59ab1194-ff0a-4402-ad97-eadcc817d9ad,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:37.738403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c3ce33-2c83-4f94-9084-5b1d90b96e1e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:37.743713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c3ce33-2c83-4f94-9084-5b1d90b96e1e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:37.747853 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-13c3ce33-2c83-4f94-9084-5b1d90b96e1e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1046212 Aug 31 15:52:37.750317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39612) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:37.769379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Checking segment: {'id': 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '549919da-89f9-4513-9e84-12a230fe688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:37.769886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network hostable DHCP agents. Network: 549919da-89f9-4513-9e84-12a230fe688a, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:37.794825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:37.809133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-931b8567-dda9-47fd-9e82-22fb683b53ee admin admin] Publish callbacks [] for security_group (44047e25-32ca-4925-8a34-2e3292b497f5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.837179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-931b8567-dda9-47fd-9e82-22fb683b53ee admin admin] Publish callbacks [] for security_group (44047e25-32ca-4925-8a34-2e3292b497f5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.860299 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Attempt 6 to provision port ba8029d6-6626-4c96-aeee-b0a360eaaf8f Aug 31 15:52:37.875297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:37.877925 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:52:33Z', 'revision_number': 2, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:37.903935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 549919da-89f9-4513-9e84-12a230fe688a is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-9ea280fe-4a08-4c33-8a17-c7be3b29166e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:37.915821 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:37.918764 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5bc57-432b-4079-84c2-e91fee06e300 None None] The sync data for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv is: [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:52:33Z', 'revision_number': 2, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:37.949157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:37.963538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-38320ed8-3b89-47bf-869f-c09e3fb6b63d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 71b29d16-0bb4-4135-9565-8fff6837f527 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:37.963955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-38320ed8-3b89-47bf-869f-c09e3fb6b63d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (71b29d16-0bb4-4135-9565-8fff6837f527), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:37.997869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for port (8905560e-1285-403c-bede-c3f7d0746f76), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.035553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-931b8567-dda9-47fd-9e82-22fb683b53ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (44047e25-32ca-4925-8a34-2e3292b497f5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.036347 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Provisioning complete for port caacb453-b86e-4b50-bee2-0b2c7b082056 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:38.036875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.037380 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Attempt 1 to provision port caacb453-b86e-4b50-bee2-0b2c7b082056 Aug 31 15:52:38.038653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-931b8567-dda9-47fd-9e82-22fb683b53ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.042449 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-931b8567-dda9-47fd-9e82-22fb683b53ee admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/44047e25-32ca-4925-8a34-2e3292b497f5 HTTP/1.1" status: 204 len: 168 time: 0.3409824 Aug 31 15:52:38.076393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b8567-dda9-47fd-9e82-22fb683b53ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44047e25-32ca-4925-8a34-2e3292b497f5,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:38.085264 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 549919da-89f9-4513-9e84-12a230fe688a) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:38.094495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:38.095096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.106547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (aa425f40-52aa-4bc2-acae-57702e8cfbb4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.107024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:38.114297 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b46eec4-33d2-43c6-9ea0-021efec34a8d None None] Network 549919da-89f9-4513-9e84-12a230fe688a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:38.160161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Port caacb453-b86e-4b50-bee2-0b2c7b082056 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:38.280794 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-38320ed8-3b89-47bf-869f-c09e3fb6b63d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (71b29d16-0bb4-4135-9565-8fff6837f527), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.293140 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2054624a-cb30-415c-82db-a69dc5016f64 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6503117 Aug 31 15:52:38.297455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39616) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:38.309651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-549919da-89f9-4513-9e84-12a230fe688a', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:38.310387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.336970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-38320ed8-3b89-47bf-869f-c09e3fb6b63d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 71b29d16-0bb4-4135-9565-8fff6837f527 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:38.423028 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (8905560e-1285-403c-bede-c3f7d0746f76), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.576956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Allocated IP 172.21.0.2 (549919da-89f9-4513-9e84-12a230fe688a/59ab1194-ff0a-4402-ad97-eadcc817d9ad/8f219f1c-d016-4d2e-9f29-bafa0fdeedf4) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:38.720629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:38.768966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:38.771168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'Port': ['ID=8905560e-1285-403c-bede-c3f7d0746f76,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:38.776258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:38.850468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Publish callbacks [] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.854601 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Attempt 2 to provision port caacb453-b86e-4b50-bee2-0b2c7b082056 Aug 31 15:52:38.856176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port caacb453-b86e-4b50-bee2-0b2c7b082056 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:38.856791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.891085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.905995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5d0c5191-1e3e-4ecd-84d2-9284b4be8f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:38.953217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Port caacb453-b86e-4b50-bee2-0b2c7b082056 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:39.058642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.115583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Network 549919da-89f9-4513-9e84-12a230fe688a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:39.126216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:39.132237 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:39.181711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Pushing event updated for resources: {'Port': ['ID=8f219f1c-d016-4d2e-9f29-bafa0fdeedf4,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:39.207762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.230357 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for caacb453-b86e-4b50-bee2-0b2c7b082056 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:39.246294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-38320ed8-3b89-47bf-869f-c09e3fb6b63d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (71b29d16-0bb4-4135-9565-8fff6837f527), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.347521 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38320ed8-3b89-47bf-869f-c09e3fb6b63d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=71b29d16-0bb4-4135-9565-8fff6837f527,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:39.412760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Allocated IP 172.21.0.1 (549919da-89f9-4513-9e84-12a230fe688a/59ab1194-ff0a-4402-ad97-eadcc817d9ad/4348b963-3947-40c6-afc7-1c08e8f35b51) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:39.417624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ba8029d6-6626-4c96-aeee-b0a360eaaf8f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:39.426302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-38320ed8-3b89-47bf-869f-c09e3fb6b63d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.432647 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-38320ed8-3b89-47bf-869f-c09e3fb6b63d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/71b29d16-0bb4-4135-9565-8fff6837f527 HTTP/1.1" status: 204 len: 168 time: 1.6812782 Aug 31 15:52:39.438413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39628) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:39.468673 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Attempt 3 to provision port caacb453-b86e-4b50-bee2-0b2c7b082056 Aug 31 15:52:39.471456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Attempting to bind port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:39.471825 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Attempting to bind port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '549919da-89f9-4513-9e84-12a230fe688a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:39.472187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Attempting to bind port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 on network 549919da-89f9-4513-9e84-12a230fe688a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:39.523793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:39.524712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Checking segment: {'id': 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '549919da-89f9-4513-9e84-12a230fe688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:39.525110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.525506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Bound using segment: {'id': 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '549919da-89f9-4513-9e84-12a230fe688a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:39.526024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Bound port: 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '549919da-89f9-4513-9e84-12a230fe688a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:39.526400 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.555410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ba8029d6-6626-4c96-aeee-b0a360eaaf8f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:39.555784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.556117 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ba8029d6-6626-4c96-aeee-b0a360eaaf8f Aug 31 15:52:39.558000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Port caacb453-b86e-4b50-bee2-0b2c7b082056 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:39.610877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.641253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e0855-4e53-4763-ab89-d28e3960797a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:39.643443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e0855-4e53-4763-ab89-d28e3960797a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:39.647457 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-846e0855-4e53-4763-ab89-d28e3960797a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2056656 Aug 31 15:52:39.649940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39634) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:39.657805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] For port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:39.661066 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:39.668032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 67ac3312-303c-4c40-bd2a-4a1ff67af357 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:39.668032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] For port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8f219f1c-d016-4d2e-9f29-bafa0fdeedf4,segment=NetworkSegment(c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656),segment_id=c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:39.668510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for router_gateway (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.720424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67743a2-a4e7-4661-aea4-daeae59e2626 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 7a3db59b-b6e6-404e-a263-ef7607e287ef {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:39.724689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b67743a2-a4e7-4661-aea4-daeae59e2626 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (7a3db59b-b6e6-404e-a263-ef7607e287ef), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.742114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 67ac3312-303c-4c40-bd2a-4a1ff67af357 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:39.742674 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (67ac3312-303c-4c40-bd2a-4a1ff67af357), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.743220 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 67ac3312-303c-4c40-bd2a-4a1ff67af357 Aug 31 15:52:39.793892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b67743a2-a4e7-4661-aea4-daeae59e2626 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (7a3db59b-b6e6-404e-a263-ef7607e287ef), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.794261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:39.834014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:39.866157 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d450a5-346f-4d30-8665-5f3f356447ad None None] Pushing event updated for resources: {'Port': ['ID=8f219f1c-d016-4d2e-9f29-bafa0fdeedf4,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:39.879974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b67743a2-a4e7-4661-aea4-daeae59e2626 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (7a3db59b-b6e6-404e-a263-ef7607e287ef), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.929035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.935065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:39.989528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 549919da-89f9-4513-9e84-12a230fe688a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:39.997160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:39.999881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:40.039476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=4348b963-3947-40c6-afc7-1c08e8f35b51,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:40.069918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.070295 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Attempt 4 to provision port caacb453-b86e-4b50-bee2-0b2c7b082056 Aug 31 15:52:40.142362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Port caacb453-b86e-4b50-bee2-0b2c7b082056 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:40.174974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39640) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:40.190256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b67743a2-a4e7-4661-aea4-daeae59e2626 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (7a3db59b-b6e6-404e-a263-ef7607e287ef), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.232781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b67743a2-a4e7-4661-aea4-daeae59e2626 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.238553 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b67743a2-a4e7-4661-aea4-daeae59e2626 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7a3db59b-b6e6-404e-a263-ef7607e287ef HTTP/1.1" status: 204 len: 168 time: 0.5844686 Aug 31 15:52:40.243185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea70059-9a6a-47cf-8650-3b9cfcf218c1 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:40.244144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67743a2-a4e7-4661-aea4-daeae59e2626 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3db59b-b6e6-404e-a263-ef7607e287ef,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:40.254749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39644) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:40.308954 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bca79cfd-f378-40c6-8ed7-416f1cae3bcb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524149 Aug 31 15:52:40.311084 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39646) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:40.359398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1061014928'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:40.386854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d6c7b8-c39a-41d4-929c-8ded65cc22eb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:40.388679 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-26d6c7b8-c39a-41d4-929c-8ded65cc22eb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0764785 Aug 31 15:52:40.398087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39648) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:40.422101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (caacb453-b86e-4b50-bee2-0b2c7b082056), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.448381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875022e-8d48-49f9-b64b-c862abbef690 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:40.468635 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=caacb453-b86e-4b50-bee2-0b2c7b082056,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:40.496823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40b02f-2e9a-483d-a31c-4b50f92e382a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:40.500716 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2a40b02f-2e9a-483d-a31c-4b50f92e382a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0993519 Aug 31 15:52:40.500716 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.501518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39650) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:40.504417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8875022e-8d48-49f9-b64b-c862abbef690 None None] Deleting port 67ac3312-303c-4c40-bd2a-4a1ff67af357 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:40.505295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8875022e-8d48-49f9-b64b-c862abbef690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (67ac3312-303c-4c40-bd2a-4a1ff67af357), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.582630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Made reservation on behalf of 4a4b7b5ac17444ef9f713c768f630560 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:40.588001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.589393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8875022e-8d48-49f9-b64b-c862abbef690 None None] For port 67ac3312-303c-4c40-bd2a-4a1ff67af357, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=67ac3312-303c-4c40-bd2a-4a1ff67af357,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:40.590025 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8875022e-8d48-49f9-b64b-c862abbef690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (67ac3312-303c-4c40-bd2a-4a1ff67af357), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.606442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8875022e-8d48-49f9-b64b-c862abbef690 None None] Calling delete_port for 67ac3312-303c-4c40-bd2a-4a1ff67af357 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:40.639706 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9362edd3-1000-4ec1-a12e-c52e3eff94e1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1370132 Aug 31 15:52:40.644117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39652) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:40.652161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:40.667450 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Attempt 5 to provision port caacb453-b86e-4b50-bee2-0b2c7b082056 Aug 31 15:52:40.713508 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Port caacb453-b86e-4b50-bee2-0b2c7b082056 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:52:40.733673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.771219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Provisioning complete for port bbdc9346-f24c-475c-a377-8a01996f58fa triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:40.771814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.772163 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Attempt 1 to provision port bbdc9346-f24c-475c-a377-8a01996f58fa Aug 31 15:52:40.789442 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (aa425f40-52aa-4bc2-acae-57702e8cfbb4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:40.819536 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:40.828866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Provisioning complete for port ba8029d6-6626-4c96-aeee-b0a360eaaf8f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:40.829161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.829642 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Attempt 1 to provision port ba8029d6-6626-4c96-aeee-b0a360eaaf8f Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ac90e2a3-afe7-4f82-9451-9e96f9bdd8fa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:40.886799 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:40.889244 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f62e4883-21d0-400f-aff2-12104b2efc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.938165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:40.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:40.942979 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.943365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8875022e-8d48-49f9-b64b-c862abbef690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (67ac3312-303c-4c40-bd2a-4a1ff67af357), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:40.973277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875022e-8d48-49f9-b64b-c862abbef690 None None] Pushing event deleted for resources: {'Port': ['ID=67ac3312-303c-4c40-bd2a-4a1ff67af357,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:40.984638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8875022e-8d48-49f9-b64b-c862abbef690 None None] No DVR routers for this DVR port 67ac3312-303c-4c40-bd2a-4a1ff67af357 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:40.994437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:41.004677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9e8966e2-b797-40f3-a531-f7b72a59c611 None None] Could not find standard attr ID for object 67ac3312-303c-4c40-bd2a-4a1ff67af357. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:41.012031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9e8966e2-b797-40f3-a531-f7b72a59c611 None None] Could not find standard attr ID for object 71b29d16-0bb4-4135-9565-8fff6837f527. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:41.063752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router aa425f40-52aa-4bc2-acae-57702e8cfbb4 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:41.184753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:41.194118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.215577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks [] for security_group (84b548ab-9d30-4aeb-ac28-8735b5061c20), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.244755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8e2ee-8d84-43e5-ba60-95a348d72982 None None] Network 549919da-89f9-4513-9e84-12a230fe688a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:41.284128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:41.291562 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:41.292434 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fdc11f29-ae53-4e59-8316-83ca6fc3afe9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/aa425f40-52aa-4bc2-acae-57702e8cfbb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2933218 Aug 31 15:52:41.295167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39654) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:41.299312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:41.300826 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:41.312775 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Sync routers for ids ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:41.323194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77f5d6-ce03-4033-ba03-14d5425f590c None None] Sync routers for ids ['aa425f40-52aa-4bc2-acae-57702e8cfbb4'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:41.333983 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Routers {'2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:41.335660 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:41.350592 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d4aa890a-0557-4988-9dc4-8d147c6e4699 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa425f40-52aa-4bc2-acae-57702e8cfbb4 HTTP/1.1" status: 200 len: 205 time: 0.0530622 Aug 31 15:52:41.362104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39656) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:41.373084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ef816c33-6a24-43a5-be65-12f2d0b6aed0 None None] Provisioning complete for port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:41.373502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ef816c33-6a24-43a5-be65-12f2d0b6aed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.382068 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ef816c33-6a24-43a5-be65-12f2d0b6aed0 None None] Attempt 1 to provision port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 Aug 31 15:52:41.405323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (84b548ab-9d30-4aeb-ac28-8735b5061c20), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.408592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.411659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77f5d6-ce03-4033-ba03-14d5425f590c None None] Routers {'aa425f40-52aa-4bc2-acae-57702e8cfbb4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:41.412384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c77f5d6-ce03-4033-ba03-14d5425f590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['aa425f40-52aa-4bc2-acae-57702e8cfbb4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:41.448854 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.450785 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0db9a16e-829e-4950-a72a-9f615013723e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7510874 Aug 31 15:52:41.453908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39658) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:41.459048 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Set router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:41.477679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c77f5d6-ce03-4033-ba03-14d5425f590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:41.487500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:41.487864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.494478 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 Aug 31 15:52:41.519018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ef816c33-6a24-43a5-be65-12f2d0b6aed0 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:41.534461 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:41.547850 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f24344d-f7a5-46ea-99f6-fe8daa7b979a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (aa425f40-52aa-4bc2-acae-57702e8cfbb4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:41.566145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:41.569952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77f5d6-ce03-4033-ba03-14d5425f590c None None] Routers {'aa425f40-52aa-4bc2-acae-57702e8cfbb4'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:41.570573 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c77f5d6-ce03-4033-ba03-14d5425f590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['aa425f40-52aa-4bc2-acae-57702e8cfbb4'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:41.575400 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:41.602402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (6eea8b83-e7db-48a4-8215-d2d8dbf1e9df), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.602714 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Added segment 6eea8b83-e7db-48a4-8215-d2d8dbf1e9df of type vlan for network 6fed614b-1edc-401e-b22c-02303acb1e61 Aug 31 15:52:41.603953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b548ab-9d30-4aeb-ac28-8735b5061c20,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:41.657070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=4348b963-3947-40c6-afc7-1c08e8f35b51,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:41.662477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.667808 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c77f5d6-ce03-4033-ba03-14d5425f590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:41.673486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77f5d6-ce03-4033-ba03-14d5425f590c None None] The sync data for ids ['aa425f40-52aa-4bc2-acae-57702e8cfbb4'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:41.681087 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446815890', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8905560e-1285-403c-bede-c3f7d0746f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:39Z', 'revision_number': 3, 'project_id': '92927ce1777649bb810f142bd4889a44', 'gw_port': {'id': '8905560e-1285-403c-bede-c3f7d0746f76', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:41.709285 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 67ac3312-303c-4c40-bd2a-4a1ff67af357 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:41.722367 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Checking router: 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:41.722792 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Updating router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b port 8905560e-1285-403c-bede-c3f7d0746f76 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:41.726552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.objects.ports [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114265) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:52:41.733724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (04e915c6-2a50-402b-bd62-09d5029415c3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.758222 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8905560e-1285-403c-bede-c3f7d0746f76), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.759583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 67ac3312-303c-4c40-bd2a-4a1ff67af357 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:41.759943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 67ac3312-303c-4c40-bd2a-4a1ff67af357 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:41.799809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (6fed614b-1edc-401e-b22c-02303acb1e61), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.803257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:41.856211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:41.860371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:41.861184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.866971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c5d7dd-2b93-46c8-bfc9-12f271f3b826 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:41.883473 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b1155324-e118-41c7-9ad8-1201a1f2a2cb tempest-TestNetworkAdvancedServerOps-358131560 tempest-TestNetworkAdvancedServerOps-358131560-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=92927ce1777649bb810f142bd4889a44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4278629 Aug 31 15:52:41.889876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39662) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:41.913511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f24344d-f7a5-46ea-99f6-fe8daa7b979a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (aa425f40-52aa-4bc2-acae-57702e8cfbb4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.918343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f24344d-f7a5-46ea-99f6-fe8daa7b979a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (aa425f40-52aa-4bc2-acae-57702e8cfbb4), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:41.920850 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:42.003659 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3563752 Aug 31 15:52:42.006418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39664) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:42.014087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0a903665-70a2-45b8-a0d3-06dc101b1cd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:42.024588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0dc84-d903-48d1-917a-998d063a4eb2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=04e915c6-2a50-402b-bd62-09d5029415c3,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:42.089801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f24344d-f7a5-46ea-99f6-fe8daa7b979a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (aa425f40-52aa-4bc2-acae-57702e8cfbb4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.091106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f24344d-f7a5-46ea-99f6-fe8daa7b979a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Fanout notify agent at l3_agent the message router_deleted on router aa425f40-52aa-4bc2-acae-57702e8cfbb4 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:52:42.092848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (6fed614b-1edc-401e-b22c-02303acb1e61), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.101413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:42.102319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.106779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '04e915c6-2a50-402b-bd62-09d5029415c3'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:42.107633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.118876 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f24344d-f7a5-46ea-99f6-fe8daa7b979a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.122010 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8f24344d-f7a5-46ea-99f6-fe8daa7b979a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/aa425f40-52aa-4bc2-acae-57702e8cfbb4 HTTP/1.1" status: 204 len: 168 time: 0.7587559 Aug 31 15:52:42.128093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39666) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:42.133409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:42.136870 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.137830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Provisioning complete for port 4348b963-3947-40c6-afc7-1c08e8f35b51 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:42.138341 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.139837 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Attempt 1 to provision port 4348b963-3947-40c6-afc7-1c08e8f35b51 Aug 31 15:52:42.200639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 549919da-89f9-4513-9e84-12a230fe688a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:42.215109 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-202775c8-bd77-462c-a9f0-4d06985556a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting subnet d4c9b480-32a6-4145-828e-e42ff25de901 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:42.222523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-202775c8-bd77-462c-a9f0-4d06985556a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (d4c9b480-32a6-4145-828e-e42ff25de901), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.241386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:42.282193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-202775c8-bd77-462c-a9f0-4d06985556a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (d4c9b480-32a6-4145-828e-e42ff25de901), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.309639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Port 4348b963-3947-40c6-afc7-1c08e8f35b51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:42.312915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:42.336305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d773b-baeb-4e8c-b063-7e7c6ffe8257 tempest-TestNetworkAdvancedServerOps-358131560 tempest-TestNetworkAdvancedServerOps-358131560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:42.340785 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d59d773b-baeb-4e8c-b063-7e7c6ffe8257 tempest-TestNetworkAdvancedServerOps-358131560 tempest-TestNetworkAdvancedServerOps-358131560-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4491487 Aug 31 15:52:42.341424 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39668) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:42.388034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Allocated IP 2001:db8::f816:3eff:fef2:4099 (e986fc1f-2559-47ce-89c8-1dd43368919a/04e915c6-2a50-402b-bd62-09d5029415c3/5bbccd9d-f8f5-420b-8c29-75e453c7c5e7) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:42.407876 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4a51be42-8ff8-4a0a-8604-ae71dece3347 tempest-TestNetworkAdvancedServerOps-358131560 tempest-TestNetworkAdvancedServerOps-358131560-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613239 Aug 31 15:52:42.422187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39670) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:42.442021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Pushing event updated for resources: {'Network': ['ID=6fed614b-1edc-401e-b22c-02303acb1e61,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:42.448738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841507973', 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa', 'project_id': '92927ce1777649bb810f142bd4889a44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:42.451191 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Publish callbacks [] for port (8905560e-1285-403c-bede-c3f7d0746f76), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.459956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 6fed614b-1edc-401e-b22c-02303acb1e61 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:42.460656 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b2edb4c0-e8e2-43e1-92c1-939687da27ee tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.2846060 Aug 31 15:52:42.466464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39672) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:42.472868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-a8e95f75-5b16-4325-93a7-b05e80744974 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61', 'tempest-TagsTest-Tag-1554294347') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:42.531008 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-202775c8-bd77-462c-a9f0-4d06985556a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (d4c9b480-32a6-4145-828e-e42ff25de901), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.573172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:42.589764 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8905560e-1285-403c-bede-c3f7d0746f76), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.651854 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:42.656723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Publish callbacks [] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.659551 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Attempting to bind port 8905560e-1285-403c-bede-c3f7d0746f76 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:42.659983 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Attempting to bind port 8905560e-1285-403c-bede-c3f7d0746f76 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:42.660358 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Attempting to bind port 8905560e-1285-403c-bede-c3f7d0746f76 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:42.676574 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:42.676938 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:42.677338 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.677786 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:42.678242 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Bound port: 8905560e-1285-403c-bede-c3f7d0746f76, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:42.678608 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8905560e-1285-403c-bede-c3f7d0746f76), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.681768 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aa8a3-8583-4c28-b62b-6753c33b0a1b None None] Pushing event updated for resources: {'Port': ['ID=8905560e-1285-403c-bede-c3f7d0746f76,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:42.688931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:42.697660 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bac23780-6a23-46be-ac9e-b7fa4dda19bd tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3959725 Aug 31 15:52:42.698196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39674) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:42.700077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Sync routers for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:42.704419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'network': {'name': 'tempest-RoutersTest-373506571'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:42.711084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:42.711701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:42.733085 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:42.738241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a903665-70a2-45b8-a0d3-06dc101b1cd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:42.740557 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] For port 8905560e-1285-403c-bede-c3f7d0746f76, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:42.744306 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] For port 8905560e-1285-403c-bede-c3f7d0746f76, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8905560e-1285-403c-bede-c3f7d0746f76,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:42.744602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a903665-70a2-45b8-a0d3-06dc101b1cd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.750686 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a8e95f75-5b16-4325-93a7-b05e80744974 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "PUT /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags/tempest-TagsTest-Tag-1554294347 HTTP/1.1" status: 201 len: 201 time: 0.2818255 Aug 31 15:52:42.753622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39676) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:42.760758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-ae3b007c-806a-43d1-b303-2da8f92ce315 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61', 'tempest-TagsTest-Tag-1554294347') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:42.778426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Made reservation on behalf of 92927ce1777649bb810f142bd4889a44 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:42.782263 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.787086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-202775c8-bd77-462c-a9f0-4d06985556a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (d4c9b480-32a6-4145-828e-e42ff25de901), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.788855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.831333 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:42.842763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.858268 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8905560e-1285-403c-bede-c3f7d0746f76), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.880223 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.ipam_backend_mixin [None req-0a903665-70a2-45b8-a0d3-06dc101b1cd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04e915c6-2a50-402b-bd62-09d5029415c3 (CIDR: 2001:db8::/64) Aug 31 15:52:42.890327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:42.902473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.903013 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added segment 88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf of type vlan for network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 Aug 31 15:52:42.915700 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202775c8-bd77-462c-a9f0-4d06985556a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c9b480-32a6-4145-828e-e42ff25de901,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:42.927887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-202775c8-bd77-462c-a9f0-4d06985556a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:42.931631 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-202775c8-bd77-462c-a9f0-4d06985556a9 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/d4c9b480-32a6-4145-828e-e42ff25de901 HTTP/1.1" status: 204 len: 168 time: 0.8054335 Aug 31 15:52:42.934183 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Routers {'2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:42.936172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:42.936577 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39678) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:42.944144 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ae3b007c-806a-43d1-b303-2da8f92ce315 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "GET /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags/tempest-TagsTest-Tag-1554294347 HTTP/1.1" status: 204 len: 168 time: 0.1894372 Aug 31 15:52:42.948170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39680) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:42.953320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-90cbc713-1f53-4d9d-a29b-da5bf1cc55ad tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:42.987317 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a903665-70a2-45b8-a0d3-06dc101b1cd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:52:42.987543 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Attempt 2 to provision port 4348b963-3947-40c6-afc7-1c08e8f35b51 Aug 31 15:52:42.988196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a903665-70a2-45b8-a0d3-06dc101b1cd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:52:42.997546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:43.006776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:43.010009 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3d0af-7a62-4956-8638-191e281211d9 None None] Network 92543f9b-bea3-4ae5-867d-1caa396ac0f9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:43.015423 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aa8a3-8583-4c28-b62b-6753c33b0a1b None None] Pushing event updated for resources: {'Port': ['ID=8905560e-1285-403c-bede-c3f7d0746f76,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:43.030912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (5f54fe8d-3bb5-4af5-b870-325c6fc76d48), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.040977 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:43.043528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:43.058528 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (92543f9b-bea3-4ae5-867d-1caa396ac0f9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.082778 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-90cbc713-1f53-4d9d-a29b-da5bf1cc55ad tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "GET /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags HTTP/1.1" status: 200 len: 238 time: 0.1334007 Aug 31 15:52:43.088595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39682) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:43.095015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-3a0cb076-dce0-43e9-b3de-2b7149814c65 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61', {'tags': ['tempest-TagsTest-Tag-2026253613', 'tempest-TagsTest-Tag-1104403778', 'tempest-TagsTest-Tag-1429722831']}) {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:43.137676 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] Set router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:43.153341 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:43.160320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port bbdc9346-f24c-475c-a377-8a01996f58fa {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:43.160979 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.198284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Pushing event updated for resources: {'Port': ['ID=5bbccd9d-f8f5-420b-8c29-75e453c7c5e7,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:43.216647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (5f54fe8d-3bb5-4af5-b870-325c6fc76d48), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.217918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Port 4348b963-3947-40c6-afc7-1c08e8f35b51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:43.226973 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:43.228043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.251212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39684) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:43.252337 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0a903665-70a2-45b8-a0d3-06dc101b1cd6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2446554 Aug 31 15:52:43.258303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c3af800b-b3a6-467a-8e17-db6f48059ac4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:43.337454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port bbdc9346-f24c-475c-a377-8a01996f58fa, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=bbdc9346-f24c-475c-a377-8a01996f58fa,segment=NetworkSegment(d1554e25-6372-435d-9d46-8f85e20fc5f6),segment_id=d1554e25-6372-435d-9d46-8f85e20fc5f6)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:43.338023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.358112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Network': ['ID=5f54fe8d-3bb5-4af5-b870-325c6fc76d48,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:43.365775 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-33afe069-0b07-4a87-9dad-a440d27b52b4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6661134 Aug 31 15:52:43.370547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39686) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:43.377394 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'subnet': {'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:43.378654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for bbdc9346-f24c-475c-a377-8a01996f58fa owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:43.389908 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Attempting to bind port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:43.390507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Attempting to bind port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:43.390818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Attempting to bind port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:43.398984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:43.404817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:43.405142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:43.405513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.405944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:43.406417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Bound port: 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:43.406800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.413344 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446815890', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8905560e-1285-403c-bede-c3f7d0746f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:39Z', 'revision_number': 3, 'project_id': '92927ce1777649bb810f142bd4889a44', 'gw_port': {'id': '8905560e-1285-403c-bede-c3f7d0746f76', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:43.439826 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d38390-a1ae-4c77-aec9-79c5d82a26bd None None] The sync data for ids ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'] in dv-neutron-855257-2-hyperv is: [{'id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446815890', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8905560e-1285-403c-bede-c3f7d0746f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:39Z', 'revision_number': 3, 'project_id': '92927ce1777649bb810f142bd4889a44', 'gw_port': {'id': '8905560e-1285-403c-bede-c3f7d0746f76', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:43.490608 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (0382ca8b-1be4-4406-b642-966ef45231a0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.564679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb370a1-92cc-41a8-98a7-1c93c4efb3e2 None None] DHCP port deletion for 92543f9b-bea3-4ae5-867d-1caa396ac0f9 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:43.599609 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:52:40Z', 'revision_number': 3, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:40Z', 'revision_number': 2, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:43.615880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:43.620089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.651490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'Subnet': ['ID=0382ca8b-1be4-4406-b642-966ef45231a0,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:43.661698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Checking segment: {'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:43.662072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Network hostable DHCP agents. Network: 3fd5fb89-6c95-4a81-9257-bd754675b9fa, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:43.687184 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3a0cb076-dce0-43e9-b3de-2b7149814c65 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "PUT /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags HTTP/1.1" status: 200 len: 309 time: 0.5967696 Aug 31 15:52:43.691733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.693977 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Checking router: 583f9b7e-68c9-4249-a942-0173da4775bd for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:43.694137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39688) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:43.694329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Updating router 583f9b7e-68c9-4249-a942-0173da4775bd port 4348b963-3947-40c6-afc7-1c08e8f35b51 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:43.700064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8bb370a1-92cc-41a8-98a7-1c93c4efb3e2 None None] Deleting port bbdc9346-f24c-475c-a377-8a01996f58fa {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:43.700337 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8bb370a1-92cc-41a8-98a7-1c93c4efb3e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.707263 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-70575569-6b00-4be8-b286-0ab9c25d2b46 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61', 'tempest-TagsTest-Tag-2026253613') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:43.750228 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Attempt 3 to provision port 4348b963-3947-40c6-afc7-1c08e8f35b51 Aug 31 15:52:43.758785 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] For port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:43.777905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.853606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] For port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5bbccd9d-f8f5-420b-8c29-75e453c7c5e7,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:43.855230 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:43.929548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Port 4348b963-3947-40c6-afc7-1c08e8f35b51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:43.940350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8bb370a1-92cc-41a8-98a7-1c93c4efb3e2 None None] For port bbdc9346-f24c-475c-a377-8a01996f58fa, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=bbdc9346-f24c-475c-a377-8a01996f58fa,segment=NetworkSegment(d1554e25-6372-435d-9d46-8f85e20fc5f6),segment_id=d1554e25-6372-435d-9d46-8f85e20fc5f6)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:43.940756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8bb370a1-92cc-41a8-98a7-1c93c4efb3e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.003570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-8bb370a1-92cc-41a8-98a7-1c93c4efb3e2 None None] Calling delete_port for bbdc9346-f24c-475c-a377-8a01996f58fa owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:44.021314 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.051367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3af800b-b3a6-467a-8e17-db6f48059ac4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:44.055164 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3af800b-b3a6-467a-8e17-db6f48059ac4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.070118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (263cf147-0411-47a6-86f8-bfc0ae7c4a22), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.105671 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.136290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Network 3fd5fb89-6c95-4a81-9257-bd754675b9fa is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:44.154015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Subnet': ['ID=263cf147-0411-47a6-86f8-bfc0ae7c4a22,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:44.160457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=bbdc9346-f24c-475c-a377-8a01996f58fa,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:44.171989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Checking segment: {'id': '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:44.172510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network hostable DHCP agents. Network: 5f54fe8d-3bb5-4af5-b870-325c6fc76d48, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:44.176560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No DVR routers for this DVR port bbdc9346-f24c-475c-a377-8a01996f58fa on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:44.253879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25683f-ad86-49ec-9fcb-5ad1911d377b None None] Pushing event updated for resources: {'Port': ['ID=5bbccd9d-f8f5-420b-8c29-75e453c7c5e7,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:44.282364 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 3fd5fb89-6c95-4a81-9257-bd754675b9fa) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:44.285594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8bb370a1-92cc-41a8-98a7-1c93c4efb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (bbdc9346-f24c-475c-a377-8a01996f58fa), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.286854 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:44.287617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.326318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (92543f9b-bea3-4ae5-867d-1caa396ac0f9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.326715 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87379728-3e07-4cff-8d99-eb70ad1134fe None None] Network 3fd5fb89-6c95-4a81-9257-bd754675b9fa requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:44.343404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:44.352648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 5f54fe8d-3bb5-4af5-b870-325c6fc76d48) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:44.365926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:44.366146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.380898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92543f9b-bea3-4ae5-867d-1caa396ac0f9']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:44.402214 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-70575569-6b00-4be8-b286-0ab9c25d2b46 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags/tempest-TagsTest-Tag-2026253613 HTTP/1.1" status: 204 len: 168 time: 0.7045858 Aug 31 15:52:44.404211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39690) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:44.410802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1554e25-6372-435d-9d46-8f85e20fc5f6') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:44.411313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1554e25-6372-435d-9d46-8f85e20fc5f6') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:44.415694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-740f0e99-c16d-43b2-b229-abf3b8f63482 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61', 'tempest-TagsTest-Tag-2026253613') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:44.417645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76074d5c-6761-405c-95ed-3a9366ec7831 None None] Network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:44.452304 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Attempt 4 to provision port 4348b963-3947-40c6-afc7-1c08e8f35b51 Aug 31 15:52:44.452551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (d1554e25-6372-435d-9d46-8f85e20fc5f6), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.459074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb370a1-92cc-41a8-98a7-1c93c4efb3e2 None None] Pushing event deleted for resources: {'Port': ['ID=bbdc9346-f24c-475c-a377-8a01996f58fa,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:44.483823 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8ce9f731-6401-44b8-b36c-2da135b94867 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1121917 Aug 31 15:52:44.487568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39692) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:44.493998 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c09f856b-d130-46de-9d39-2379f6aaf17f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0707746 Aug 31 15:52:44.497125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39694) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:44.540715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d1554e25-6372-435d-9d46-8f85e20fc5f6), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.541957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb370a1-92cc-41a8-98a7-1c93c4efb3e2 None None] No DVR routers for this DVR port bbdc9346-f24c-475c-a377-8a01996f58fa on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:44.560039 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-740f0e99-c16d-43b2-b229-abf3b8f63482 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] show failed (client error): The resource could not be found. Aug 31 15:52:44.561120 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-740f0e99-c16d-43b2-b229-abf3b8f63482 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "GET /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags/tempest-TagsTest-Tag-2026253613 HTTP/1.1" status: 404 len: 326 time: 0.1546474 Aug 31 15:52:44.562297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:52:44.562699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (d1554e25-6372-435d-9d46-8f85e20fc5f6), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.571903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39696) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:44.622344 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-15312379-1522-4ef3-9cce-606855aa6196 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61', 'tempest-TagsTest-Tag-1104403778') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:44.630899 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment d1554e25-6372-435d-9d46-8f85e20fc5f6 resource provider aggregate not found Aug 31 15:52:44.644798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Port 4348b963-3947-40c6-afc7-1c08e8f35b51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:44.668135 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=7,neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:44.681169 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Publish callbacks [] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.697878 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment d1554e25-6372-435d-9d46-8f85e20fc5f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1554e25-6372-435d-9d46-8f85e20fc5f6 found for delete ", "request_id": "req-98c41718-ec20-4391-a327-296d5c8b261b"}]} Aug 31 15:52:44.727887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:44.731001 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:52:44.743822 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:44.765346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:44.766322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.798841 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-15312379-1522-4ef3-9cce-606855aa6196 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "GET /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags/tempest-TagsTest-Tag-1104403778 HTTP/1.1" status: 204 len: 168 time: 0.1877792 Aug 31 15:52:44.798841 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39702) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:44.803488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-544f23a1-6148-4a5e-aa73-929447712cc5 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61', 'tempest-TagsTest-Tag-1429722831') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:44.815174 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-3fd5fb89-6c95-4a81-9257-bd754675b9fa', 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa', 'project_id': '92927ce1777649bb810f142bd4889a44', 'fixed_ips': [{'subnet_id': '0382ca8b-1be4-4406-b642-966ef45231a0'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:44.817934 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.823942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.896015 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-544f23a1-6148-4a5e-aa73-929447712cc5 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "GET /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags/tempest-TagsTest-Tag-1429722831 HTTP/1.1" status: 204 len: 168 time: 0.0957670 Aug 31 15:52:44.899609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39704) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:44.899609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (92543f9b-bea3-4ae5-867d-1caa396ac0f9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.906315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-999fc1ea-0bff-4217-923a-822257f51b67 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:44.914898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:44.925909 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/networks/92543f9b-bea3-4ae5-867d-1caa396ac0f9 HTTP/1.1" status: 204 len: 168 time: 1.9759972 Aug 31 15:52:44.941234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39706) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:44.945849 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c3007b02-a940-4fcc-a2d2-0a2374288a7d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2068070018', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:44.956787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c48988-3371-44e4-b62e-d482c3572046 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Network': ['ID=92543f9b-bea3-4ae5-867d-1caa396ac0f9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:45.020994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3af800b-b3a6-467a-8e17-db6f48059ac4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (a67c2b20-3436-486d-aec5-5e6dd6f2d91b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.084275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af800b-b3a6-467a-8e17-db6f48059ac4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:45.088014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c3af800b-b3a6-467a-8e17-db6f48059ac4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:45.093352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af800b-b3a6-467a-8e17-db6f48059ac4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:45.093986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3af800b-b3a6-467a-8e17-db6f48059ac4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.104812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af800b-b3a6-467a-8e17-db6f48059ac4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=a67c2b20-3436-486d-aec5-5e6dd6f2d91b,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:45.127579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3007b02-a940-4fcc-a2d2-0a2374288a7d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.128864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3007b02-a940-4fcc-a2d2-0a2374288a7d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.149504 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Attempt 5 to provision port 4348b963-3947-40c6-afc7-1c08e8f35b51 Aug 31 15:52:45.183350 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-999fc1ea-0bff-4217-923a-822257f51b67 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags HTTP/1.1" status: 204 len: 168 time: 0.2820520 Aug 31 15:52:45.189359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39708) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:45.212935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.tag.tag_plugin [None req-44294f67-44cf-42ca-bce4-0f8dd1cf3ef2 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61', 'tempest-TagsTest-Tag-1104403778') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:45.248156 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664ec88-e9cb-4354-b55c-4647dcbca046 None None] Pushing event updated for resources: {'Port': ['ID=4348b963-3947-40c6-afc7-1c08e8f35b51,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:45.257163 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3007b02-a940-4fcc-a2d2-0a2374288a7d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (2480432b-49b5-45ee-8ac6-8dbd77ef590c), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.265337 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c3af800b-b3a6-467a-8e17-db6f48059ac4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0095294 Aug 31 15:52:45.269487 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39710) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:45.279430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:ab:8d:17', 'name': 'tempest-NetworksTestDHCPv6-737344040'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:45.383232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Attempting to bind port 4348b963-3947-40c6-afc7-1c08e8f35b51 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:45.383595 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Attempting to bind port 4348b963-3947-40c6-afc7-1c08e8f35b51 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '549919da-89f9-4513-9e84-12a230fe688a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:45.384035 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Attempting to bind port 4348b963-3947-40c6-afc7-1c08e8f35b51 on network 549919da-89f9-4513-9e84-12a230fe688a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:45.396972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Allocated IP 172.22.0.2 (5f54fe8d-3bb5-4af5-b870-325c6fc76d48/263cf147-0411-47a6-86f8-bfc0ae7c4a22/e1316899-6b44-4451-a042-95d1b8e84627) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:45.397451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3007b02-a940-4fcc-a2d2-0a2374288a7d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.406964 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:45.407371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Checking segment: {'id': 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '549919da-89f9-4513-9e84-12a230fe688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:45.407732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.408127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Bound using segment: {'id': 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '549919da-89f9-4513-9e84-12a230fe688a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:45.409289 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Bound port: 4348b963-3947-40c6-afc7-1c08e8f35b51, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '549919da-89f9-4513-9e84-12a230fe688a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:45.410047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.412877 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:45.427381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:45.445969 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-44294f67-44cf-42ca-bce4-0f8dd1cf3ef2 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] show failed (client error): The resource could not be found. Aug 31 15:52:45.445969 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-44294f67-44cf-42ca-bce4-0f8dd1cf3ef2 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "GET /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags/tempest-TagsTest-Tag-1104403778 HTTP/1.1" status: 404 len: 326 time: 0.2343774 Aug 31 15:52:45.450968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39712) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:45.455383 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-92485146-1a9b-4553-83ea-f2ac8d8a7ef5 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61', 'tempest-TagsTest-Tag-1429722831') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:45.472726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Port 4348b963-3947-40c6-afc7-1c08e8f35b51 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:45.545998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c3007b02-a940-4fcc-a2d2-0a2374288a7d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.550997 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c3007b02-a940-4fcc-a2d2-0a2374288a7d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6086872 Aug 31 15:52:45.554079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39714) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:45.554839 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-92485146-1a9b-4553-83ea-f2ac8d8a7ef5 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] show failed (client error): The resource could not be found. Aug 31 15:52:45.555863 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-92485146-1a9b-4553-83ea-f2ac8d8a7ef5 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "GET /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags/tempest-TagsTest-Tag-1429722831 HTTP/1.1" status: 404 len: 326 time: 0.1039665 Aug 31 15:52:45.561329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-100944138'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:45.575377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39716) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:45.584840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.tag.tag_plugin [None req-f290ff11-be80-4a64-afe0-d1ca382b76b3 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6fed614b-1edc-401e-b22c-02303acb1e61') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:45.613256 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b77c2-f44e-4eb3-9508-7d35cec2b6e3 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:45.616148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] For port 4348b963-3947-40c6-afc7-1c08e8f35b51, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:45.684224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] For port 4348b963-3947-40c6-afc7-1c08e8f35b51, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=4348b963-3947-40c6-afc7-1c08e8f35b51,segment=NetworkSegment(c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656),segment_id=c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:45.719933 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f290ff11-be80-4a64-afe0-d1ca382b76b3 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61/tags HTTP/1.1" status: 204 len: 168 time: 0.1369224 Aug 31 15:52:45.725960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39718) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:45.738356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Allocated IP 172.20.0.2 (3fd5fb89-6c95-4a81-9257-bd754675b9fa/0382ca8b-1be4-4406-b642-966ef45231a0/24b54c88-9ae9-4336-bad8-60053ba08895) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:45.765896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:45.768838 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.768838 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 Aug 31 15:52:45.769499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.815452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:45.826320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.849282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:45.859505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (6fed614b-1edc-401e-b22c-02303acb1e61), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.865049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:45.930418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:45.968604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Publish callbacks [] for port (e1316899-6b44-4451-a042-95d1b8e84627), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.975608 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (cfd67e2f-726a-4cd4-9461-86e60e0adff8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:45.975856 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added segment cfd67e2f-726a-4cd4-9461-86e60e0adff8 of type vlan for network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 Aug 31 15:52:45.994009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.088352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.115702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (6fed614b-1edc-401e-b22c-02303acb1e61), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.139949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (a3c72f6a-034b-46f9-b13d-97b7ea70ecf3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.153106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:52:46.185208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fed614b-1edc-401e-b22c-02303acb1e61']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:46.210614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Publish callbacks [] for port (24b54c88-9ae9-4336-bad8-60053ba08895), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.219150 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Attempt 6 to provision port 4348b963-3947-40c6-afc7-1c08e8f35b51 Aug 31 15:52:46.225753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:46.236145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (e1316899-6b44-4451-a042-95d1b8e84627), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.243170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eea8b83-e7db-48a4-8215-d2d8dbf1e9df') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:46.243475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eea8b83-e7db-48a4-8215-d2d8dbf1e9df') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:46.244242 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.268828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (6eea8b83-e7db-48a4-8215-d2d8dbf1e9df), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.292255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (6eea8b83-e7db-48a4-8215-d2d8dbf1e9df), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.321942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:52:46.322340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (6eea8b83-e7db-48a4-8215-d2d8dbf1e9df), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.375253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:46.382704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (24b54c88-9ae9-4336-bad8-60053ba08895), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.384059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Allocated IP 172.22.0.1 (5f54fe8d-3bb5-4af5-b870-325c6fc76d48/263cf147-0411-47a6-86f8-bfc0ae7c4a22/5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:46.400375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:46.402870 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:46.418126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (a3c72f6a-034b-46f9-b13d-97b7ea70ecf3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:46.421915 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:46.425090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:46.425789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.440450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:46.444897 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:46.484813 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:46.485948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8905560e-1285-403c-bede-c3f7d0746f76 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:46.496458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Pushing event updated for resources: {'Port': ['ID=e1316899-6b44-4451-a042-95d1b8e84627,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:46.515439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8:0:1::243 (e986fc1f-2559-47ce-89c8-1dd43368919a/a67c2b20-3436-486d-aec5-5e6dd6f2d91b/c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:46.524283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::f816:3eff:feab:8d17 (e986fc1f-2559-47ce-89c8-1dd43368919a/04e915c6-2a50-402b-bd62-09d5029415c3/c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:46.564318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (6fed614b-1edc-401e-b22c-02303acb1e61), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.610568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Allocated IP 172.20.0.1 (3fd5fb89-6c95-4a81-9257-bd754675b9fa/0382ca8b-1be4-4406-b642-966ef45231a0/9a89ca9b-9164-4640-ae45-d224651c9c12) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:46.611352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Provisioning complete for port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:46.612287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.612626 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Attempt 1 to provision port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 Aug 31 15:52:46.621228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.628435 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6fed614b-1edc-401e-b22c-02303acb1e61 HTTP/1.1" status: 204 len: 168 time: 0.9013181 Aug 31 15:52:46.650839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.662870 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1036227 Aug 31 15:52:46.666184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39722) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:46.672190 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580969d8-56b8-46cd-8d72-19d7b7c875e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Network': ['ID=a3c72f6a-034b-46f9-b13d-97b7ea70ecf3,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:46.716062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Network 3fd5fb89-6c95-4a81-9257-bd754675b9fa is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:46.726441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4f12d-4977-4f86-a1b5-1a40376e5872 tempest-TagsTest-1484147480 tempest-TagsTest-1484147480-project] Pushing event deleted for resources: {'Network': ['ID=6fed614b-1edc-401e-b22c-02303acb1e61,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:46.744777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:46.772681 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 6eea8b83-e7db-48a4-8215-d2d8dbf1e9df resource provider aggregate not found Aug 31 15:52:46.773498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:46.796853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:46.820620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'subnet': {'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:46.845586 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 6eea8b83-e7db-48a4-8215-d2d8dbf1e9df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6eea8b83-e7db-48a4-8215-d2d8dbf1e9df found for delete ", "request_id": "req-52871b5e-6a3f-4e1e-b749-2a262d79fcfe"}]} Aug 31 15:52:46.874605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:46.893908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.982780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7f9e2d58-6720-4184-bccf-59dd7ee46df9 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:46.984423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:47.011094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.043498 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.048482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:47.054196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:47.059966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:47.073006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:47.075976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664ec88-e9cb-4354-b55c-4647dcbca046 None None] Pushing event updated for resources: {'Port': ['ID=4348b963-3947-40c6-afc7-1c08e8f35b51,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:47.082222 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da43b0-7a95-4195-ac0b-9da499537e32 None None] Update dhcp port {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': '04e915c6-2a50-402b-bd62-09d5029415c3', 'ip_address': '2001:db8::f816:3eff:fef2:4099'}, {'subnet_id': 'a67c2b20-3436-486d-aec5-5e6dd6f2d91b'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '5bbccd9d-f8f5-420b-8c29-75e453c7c5e7'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:52:47.116982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:47.120859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.146648 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=8,neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:47.150734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:47.153442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.167666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:47.174140 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:47.183378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:47.190859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:47.191546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.198620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:47.202078 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Attempting to bind port e1316899-6b44-4451-a042-95d1b8e84627 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:47.202258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Attempting to bind port e1316899-6b44-4451-a042-95d1b8e84627 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:47.202533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Attempting to bind port e1316899-6b44-4451-a042-95d1b8e84627 on network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:47.247218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 8905560e-1285-403c-bede-c3f7d0746f76 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:47.247611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8905560e-1285-403c-bede-c3f7d0746f76), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.248078 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 8905560e-1285-403c-bede-c3f7d0746f76 Aug 31 15:52:47.286536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Attempting to bind port 24b54c88-9ae9-4336-bad8-60053ba08895 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:47.286909 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Attempting to bind port 24b54c88-9ae9-4336-bad8-60053ba08895 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:47.295844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Attempting to bind port 24b54c88-9ae9-4336-bad8-60053ba08895 on network 3fd5fb89-6c95-4a81-9257-bd754675b9fa {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:47.295844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:47.295844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Checking segment: {'id': '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:47.295844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.295844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Bound using segment: {'id': '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:47.295844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Bound port: e1316899-6b44-4451-a042-95d1b8e84627, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:47.295844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e1316899-6b44-4451-a042-95d1b8e84627), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.295844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-95d24f48-3958-40e7-9509-a4de1d3ec2d3 None None] Provisioning complete for port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:47.295844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95d24f48-3958-40e7-9509-a4de1d3ec2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.295844 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-95d24f48-3958-40e7-9509-a4de1d3ec2d3 None None] Attempt 1 to provision port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 Aug 31 15:52:47.363614 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7f388f69-32dc-46dd-84f0-c329ea3b89a8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0927081 Aug 31 15:52:47.365386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39730) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:47.373065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.375775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39732) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:47.386282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Network 3fd5fb89-6c95-4a81-9257-bd754675b9fa is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:47.425845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:47.432529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:47.437328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'Port': ['ID=9a89ca9b-9164-4640-ae45-d224651c9c12,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:47.481717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-70da43b0-7a95-4195-ac0b-9da499537e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.498184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6daeaf0c-e2e8-4ec3-b51e-a94dc9af8d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:47.498675 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6daeaf0c-e2e8-4ec3-b51e-a94dc9af8d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.504954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:47.530375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Pushing event updated for resources: {'Port': ['ID=24b54c88-9ae9-4336-bad8-60053ba08895,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:47.543772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:47.558191 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:47.558561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Checking segment: {'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:47.558968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.559351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Bound using segment: {'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:47.559956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Bound port: 24b54c88-9ae9-4336-bad8-60053ba08895, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:47.560184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (24b54c88-9ae9-4336-bad8-60053ba08895), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.573399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.635411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:47.635664 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ef95d23e-fec3-41b2-941f-ebf8f7da4173 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4a4b7b5ac17444ef9f713c768f630560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541523 Aug 31 15:52:47.635776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39736) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:47.651189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6daeaf0c-e2e8-4ec3-b51e-a94dc9af8d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.667833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6daeaf0c-e2e8-4ec3-b51e-a94dc9af8d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:47.705096 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:47.708458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (c7af200b-95ef-4b0c-a12d-ab77c611a3a5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-95d24f48-3958-40e7-9509-a4de1d3ec2d3 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:47.782937 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:47.806548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bbdc9346-f24c-475c-a377-8a01996f58fa no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:47.870624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: bbdc9346-f24c-475c-a377-8a01996f58fa {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:47.870963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bbdc9346-f24c-475c-a377-8a01996f58fa not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:47.881160 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] For port e1316899-6b44-4451-a042-95d1b8e84627, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:47.883823 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-95d24f48-3958-40e7-9509-a4de1d3ec2d3 None None] Provisioning complete for port 4348b963-3947-40c6-afc7-1c08e8f35b51 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:47.884239 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95d24f48-3958-40e7-9509-a4de1d3ec2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:47.884577 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-95d24f48-3958-40e7-9509-a4de1d3ec2d3 None None] Attempt 1 to provision port 4348b963-3947-40c6-afc7-1c08e8f35b51 Aug 31 15:52:47.910666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:52:40Z', 'revision_number': 3, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:47.932879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] For port e1316899-6b44-4451-a042-95d1b8e84627, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e1316899-6b44-4451-a042-95d1b8e84627,segment=NetworkSegment(88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf),segment_id=88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:47.963200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] For port 24b54c88-9ae9-4336-bad8-60053ba08895, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:47.997165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637e247-de1c-4d9d-a34d-c3867cc7a5ad None None] The sync data for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv is: [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:52:40Z', 'revision_number': 3, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:48.019682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] For port 24b54c88-9ae9-4336-bad8-60053ba08895, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=24b54c88-9ae9-4336-bad8-60053ba08895,segment=NetworkSegment(6d4c09ce-ab65-4a12-8674-565a4f957d06),segment_id=6d4c09ce-ab65-4a12-8674-565a4f957d06)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-70da43b0-7a95-4195-ac0b-9da499537e32 None None] Allocated IP 2001:db8:0:1::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/a67c2b20-3436-486d-aec5-5e6dd6f2d91b/5bbccd9d-f8f5-420b-8c29-75e453c7c5e7) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-95d24f48-3958-40e7-9509-a4de1d3ec2d3 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:48.046705 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:48.065282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6daeaf0c-e2e8-4ec3-b51e-a94dc9af8d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.069698 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-163bf62c-a71e-4ca8-9506-c9b301d5c88c admin admin] Publish callbacks [] for security_group (84b548ab-9d30-4aeb-ac28-8735b5061c20), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.120838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Subnet': ['ID=c7af200b-95ef-4b0c-a12d-ab77c611a3a5,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:48.131850 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.135048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daeaf0c-e2e8-4ec3-b51e-a94dc9af8d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:48.168480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-163bf62c-a71e-4ca8-9506-c9b301d5c88c admin admin] Publish callbacks [] for security_group (84b548ab-9d30-4aeb-ac28-8735b5061c20), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.177720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e1316899-6b44-4451-a042-95d1b8e84627), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.186199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.231788 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6daeaf0c-e2e8-4ec3-b51e-a94dc9af8d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.238496 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6daeaf0c-e2e8-4ec3-b51e-a94dc9af8d0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39 HTTP/1.1" status: 204 len: 168 time: 0.8684969 Aug 31 15:52:48.238693 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39738) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:48.240454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-70da43b0-7a95-4195-ac0b-9da499537e32 None None] For port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5bbccd9d-f8f5-420b-8c29-75e453c7c5e7,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:48.258136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (24b54c88-9ae9-4336-bad8-60053ba08895), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.321838 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-70da43b0-7a95-4195-ac0b-9da499537e32 None None] Publish callbacks [] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.325612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Checking segment: {'id': 'cfd67e2f-726a-4cd4-9461-86e60e0adff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:48.325986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network hostable DHCP agents. Network: a3c72f6a-034b-46f9-b13d-97b7ea70ecf3, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:48.335420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a688f2-0bb9-48f9-bd7c-48027679eb91 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:48.338074 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d6a688f2-0bb9-48f9-bd7c-48027679eb91 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0978708 Aug 31 15:52:48.344341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39740) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:48.373503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab87106-130c-496e-ac09-55036403e0c4 None None] Pushing event updated for resources: {'Port': ['ID=e1316899-6b44-4451-a042-95d1b8e84627,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:48.419628 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:48.451570 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde1fff-055f-44d1-a917-f8f6ffd1e327 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:48.458838 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8fde1fff-055f-44d1-a917-f8f6ffd1e327 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1116459 Aug 31 15:52:48.460330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259e993-dc8a-4241-acc7-4a839485d309 None None] Pushing event updated for resources: {'Port': ['ID=24b54c88-9ae9-4336-bad8-60053ba08895,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:48.460600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39742) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:48.487738 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-70da43b0-7a95-4195-ac0b-9da499537e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.565719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce1961a-68fc-4265-a05a-480fe8276af7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:48.569359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce1961a-68fc-4265-a05a-480fe8276af7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:48.569518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce1961a-68fc-4265-a05a-480fe8276af7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:48.585839 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bce1961a-68fc-4265-a05a-480fe8276af7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1241291 Aug 31 15:52:48.586485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39744) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:48.633779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-163bf62c-a71e-4ca8-9506-c9b301d5c88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (84b548ab-9d30-4aeb-ac28-8735b5061c20), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.636998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-163bf62c-a71e-4ca8-9506-c9b301d5c88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.640412 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-163bf62c-a71e-4ca8-9506-c9b301d5c88c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/84b548ab-9d30-4aeb-ac28-8735b5061c20 HTTP/1.1" status: 204 len: 168 time: 1.0023406 Aug 31 15:52:48.693796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da43b0-7a95-4195-ac0b-9da499537e32 None None] Pushing event updated for resources: {'Port': ['ID=5bbccd9d-f8f5-420b-8c29-75e453c7c5e7,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:48.699000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bf62c-a71e-4ca8-9506-c9b301d5c88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b548ab-9d30-4aeb-ac28-8735b5061c20,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:48.748171 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd0bab0-6f8f-4f45-ad6c-46a6c867a6b9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 04e915c6-2a50-402b-bd62-09d5029415c3 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:48.758976 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bab0-6f8f-4f45-ad6c-46a6c867a6b9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (04e915c6-2a50-402b-bd62-09d5029415c3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:48.852888 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:48.869342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bab0-6f8f-4f45-ad6c-46a6c867a6b9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (04e915c6-2a50-402b-bd62-09d5029415c3), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.001134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bab0-6f8f-4f45-ad6c-46a6c867a6b9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (04e915c6-2a50-402b-bd62-09d5029415c3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.050243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, a3c72f6a-034b-46f9-b13d-97b7ea70ecf3) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:49.055054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.061439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6acf88-51ba-4995-847a-81aa6c251b02 None None] Network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:49.064343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:49.064929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.102875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.203255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:49.204270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.359472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Allocated IP 2001:db8::2 (a3c72f6a-034b-46f9-b13d-97b7ea70ecf3/c7af200b-95ef-4b0c-a12d-ab77c611a3a5/00e21482-eaaf-4b55-80e9-fcce533041df) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:49.412144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.486066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bab0-6f8f-4f45-ad6c-46a6c867a6b9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (04e915c6-2a50-402b-bd62-09d5029415c3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.493624 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-99cc75e6-8d80-4ae7-bdd6-14086beac114 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7995298 Aug 31 15:52:49.495072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39748) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:49.498883 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.561692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0bab0-6f8f-4f45-ad6c-46a6c867a6b9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=04e915c6-2a50-402b-bd62-09d5029415c3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:49.568062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Publish callbacks [] for port (00e21482-eaaf-4b55-80e9-fcce533041df), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.591453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d6a7d219-c8a5-4f4f-8d16-9700c014cfd5 None None] Provisioning complete for port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:49.592245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d219-c8a5-4f4f-8d16-9700c014cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.592393 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d6a7d219-c8a5-4f4f-8d16-9700c014cfd5 None None] Attempt 1 to provision port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 Aug 31 15:52:49.599553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'Port': ['ID=9a89ca9b-9164-4640-ae45-d224651c9c12,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:49.616514 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.619116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:49.653904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bab0-6f8f-4f45-ad6c-46a6c867a6b9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.659786 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9dd0bab0-6f8f-4f45-ad6c-46a6c867a6b9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/04e915c6-2a50-402b-bd62-09d5029415c3 HTTP/1.1" status: 204 len: 168 time: 1.0697525 Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d6a7d219-c8a5-4f4f-8d16-9700c014cfd5 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:49.686710 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:49.702283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39750) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:49.712032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (00e21482-eaaf-4b55-80e9-fcce533041df), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.789854 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:49.793510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:49.796268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:49.839015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Pushing event updated for resources: {'Port': ['ID=00e21482-eaaf-4b55-80e9-fcce533041df,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:49.884458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.889687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:49.894409 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Attempting to bind port 00e21482-eaaf-4b55-80e9-fcce533041df on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:49.895144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Attempting to bind port 00e21482-eaaf-4b55-80e9-fcce533041df by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'cfd67e2f-726a-4cd4-9461-86e60e0adff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:49.895613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Attempting to bind port 00e21482-eaaf-4b55-80e9-fcce533041df on network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:49.911438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:49.912439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6155f8c-6775-402b-b876-5778dd6ce2fd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet a67c2b20-3436-486d-aec5-5e6dd6f2d91b {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:52:49.912999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Checking segment: {'id': 'cfd67e2f-726a-4cd4-9461-86e60e0adff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:49.914460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.917046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Bound using segment: {'id': 'cfd67e2f-726a-4cd4-9461-86e60e0adff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:49.918233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Bound port: 00e21482-eaaf-4b55-80e9-fcce533041df, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd67e2f-726a-4cd4-9461-86e60e0adff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:49.924071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (00e21482-eaaf-4b55-80e9-fcce533041df), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.925548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6155f8c-6775-402b-b876-5778dd6ce2fd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (a67c2b20-3436-486d-aec5-5e6dd6f2d91b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:49.973124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:50.024606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] For port 00e21482-eaaf-4b55-80e9-fcce533041df, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:50.032101 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] For port 00e21482-eaaf-4b55-80e9-fcce533041df, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=00e21482-eaaf-4b55-80e9-fcce533041df,segment=NetworkSegment(cfd67e2f-726a-4cd4-9461-86e60e0adff8),segment_id=cfd67e2f-726a-4cd4-9461-86e60e0adff8)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:50.035247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f84a0b-0d71-4a4e-9831-b394b9953b48 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:50.042566 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4695a82e-149a-409c-9cc8-a4c292be3d21 None None] Network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:50.068765 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Network 3fd5fb89-6c95-4a81-9257-bd754675b9fa is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:50.073186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6155f8c-6775-402b-b876-5778dd6ce2fd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (a67c2b20-3436-486d-aec5-5e6dd6f2d91b), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:50.106891 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3f6abdd5-0721-4077-8c3f-fa9eac80cc41 None None] Could not find standard attr ID for object c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:50.115242 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:50.163566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:50.200661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (00e21482-eaaf-4b55-80e9-fcce533041df), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:50.207461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:50.303134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e9dcb-4729-46c5-88a3-e56fe210cc0a None None] Pushing event updated for resources: {'Port': ['ID=00e21482-eaaf-4b55-80e9-fcce533041df,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:50.318855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:50.320100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:50.402906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:50.420659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:50.478522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6155f8c-6775-402b-b876-5778dd6ce2fd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (a67c2b20-3436-486d-aec5-5e6dd6f2d91b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:50.550342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:50.551195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-5f84f57e-47c6-4707-a889-8d3cb512f1a2 None None] Provisioning complete for port e1316899-6b44-4451-a042-95d1b8e84627 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:50.551566 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5f84f57e-47c6-4707-a889-8d3cb512f1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e1316899-6b44-4451-a042-95d1b8e84627), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:50.551899 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5f84f57e-47c6-4707-a889-8d3cb512f1a2 None None] Attempt 1 to provision port e1316899-6b44-4451-a042-95d1b8e84627 Aug 31 15:52:50.570901 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:50.621223 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Allocated IP 2001:db8::1 (a3c72f6a-034b-46f9-b13d-97b7ea70ecf3/c7af200b-95ef-4b0c-a12d-ab77c611a3a5/191eb2e8-f4e2-49dc-97a4-9dc920d48723) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:50.632894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec613e1-036e-4f63-88f2-8bfe38a8d0a6 None None] Network 3fd5fb89-6c95-4a81-9257-bd754675b9fa requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:50.765634 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:50.768918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:50.768918 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 Aug 31 15:52:50.809007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-5f84f57e-47c6-4707-a889-8d3cb512f1a2 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:50.813385 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:50.842509 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:50.843435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e1316899-6b44-4451-a042-95d1b8e84627 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:50.919573 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:50.920591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:50.965648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-de3d11b7-32fc-482f-a1fa-58619e819871 None None] Provisioning complete for port 24b54c88-9ae9-4336-bad8-60053ba08895 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:50.965648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de3d11b7-32fc-482f-a1fa-58619e819871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (24b54c88-9ae9-4336-bad8-60053ba08895), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:50.965648 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-de3d11b7-32fc-482f-a1fa-58619e819871 None None] Attempt 1 to provision port 24b54c88-9ae9-4336-bad8-60053ba08895 Aug 31 15:52:50.978313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:50.988141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:51.000325 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Sync routers for ids ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:51.006808 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5d1c5fbb-368e-419d-ae7b-e51c600db7d9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "PUT /networking/v2.0/routers/2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4985554 Aug 31 15:52:51.010904 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port e1316899-6b44-4451-a042-95d1b8e84627 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:51.011353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e1316899-6b44-4451-a042-95d1b8e84627), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.011699 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port e1316899-6b44-4451-a042-95d1b8e84627 Aug 31 15:52:51.021037 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Routers {'2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:51.028719 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:51.071398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-de3d11b7-32fc-482f-a1fa-58619e819871 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:51.099454 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:51.129823 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:51.131457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 4348b963-3947-40c6-afc7-1c08e8f35b51 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:51.201676 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:51.211444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:51.219256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:51.219827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.228977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=191eb2e8-f4e2-49dc-97a4-9dc920d48723,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:51.241906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 4348b963-3947-40c6-afc7-1c08e8f35b51 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:51.248021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.248021 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 4348b963-3947-40c6-afc7-1c08e8f35b51 Aug 31 15:52:51.281492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6155f8c-6775-402b-b876-5778dd6ce2fd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (a67c2b20-3436-486d-aec5-5e6dd6f2d91b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.289107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.294946 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Set router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:51.340408 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Provisioning complete for port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:51.341080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.341604 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Attempt 1 to provision port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:51.344737 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:51.346601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 24b54c88-9ae9-4336-bad8-60053ba08895 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:51.396946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:51.424495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:51.430366 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aea3985c-25fe-4c90-8769-6efeb9c630af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9402783 Aug 31 15:52:51.441883 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39772) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:51.450631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6155f8c-6775-402b-b876-5778dd6ce2fd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=a67c2b20-3436-486d-aec5-5e6dd6f2d91b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:51.455837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f6155f8c-6775-402b-b876-5778dd6ce2fd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.468271 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f6155f8c-6775-402b-b876-5778dd6ce2fd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a67c2b20-3436-486d-aec5-5e6dd6f2d91b HTTP/1.1" status: 204 len: 168 time: 1.7649209 Aug 31 15:52:51.471429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39774) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:51.479373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'network': {'name': 'tempest-RoutersTest-815806100'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:51.531247 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:51.537902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:51.538675 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Sync routers for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:51.562142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:51.567965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:51.573702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39776) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:51.580187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:51.585534 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1a6570ea-a0de-4cec-8e96-feb1db0fc613 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1112571 Aug 31 15:52:51.690923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:51.702631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.772833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 24b54c88-9ae9-4336-bad8-60053ba08895 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:51.776064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (24b54c88-9ae9-4336-bad8-60053ba08895), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.777048 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 24b54c88-9ae9-4336-bad8-60053ba08895 Aug 31 15:52:51.835714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.845588 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446815890', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8905560e-1285-403c-bede-c3f7d0746f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:47Z', 'revision_number': 4, 'project_id': '92927ce1777649bb810f142bd4889a44', 'gw_port': {'id': '8905560e-1285-403c-bede-c3f7d0746f76', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '9a89ca9b-9164-4640-ae45-d224651c9c12', 'name': '', 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'mac_address': 'fa:16:3e:c0:bc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '0382ca8b-1be4-4406-b642-966ef45231a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:48Z', 'revision_number': 2, 'project_id': '92927ce1777649bb810f142bd4889a44', 'subnets': [{'id': '0382ca8b-1be4-4406-b642-966ef45231a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:51.860872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:51.882060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:51.912705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (1d3bcaa5-6488-45fd-a0a7-43339e8be95f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:51.913222 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added segment 1d3bcaa5-6488-45fd-a0a7-43339e8be95f of type vlan for network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 Aug 31 15:52:51.931237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Checking router: 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:51.931578 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Updating router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b port 9a89ca9b-9164-4640-ae45-d224651c9c12 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:52.015727 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.041612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (6d1b7474-1bdb-48bd-8482-014bdd69b3d3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.042534 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Attempt 2 to provision port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 Aug 31 15:52:52.069867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:52.074452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:52.138568 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:52.246742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4287f9-48e0-4dfe-88b2-32cd3bbc8f14 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:52.280012 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (6d1b7474-1bdb-48bd-8482-014bdd69b3d3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.294593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:52.295560 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.448698 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:52.451210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Network': ['ID=6d1b7474-1bdb-48bd-8482-014bdd69b3d3,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:52.457383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 00e21482-eaaf-4b55-80e9-fcce533041df up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:52.496044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:52.506789 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d3b7e-6e04-48f2-bcfa-4f12199fceda None None] Network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:52.507477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:52.509203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:52.518699 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-74bf750b-4181-4930-a9b7-6af83d243e88 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0661752 Aug 31 15:52:52.519100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39784) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:52.525442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'subnet': {'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:52.548387 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:52.617403 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Publish callbacks [] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.658987 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-bf8af93c-fc0a-4d02-8695-ba7beaae2ccb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-877432996&fields=id&tenant_id=92927ce1777649bb810f142bd4889a44 HTTP/1.1" status: 200 len: 267 time: 0.1490438 Aug 31 15:52:52.678994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 00e21482-eaaf-4b55-80e9-fcce533041df triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:52.679369 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (00e21482-eaaf-4b55-80e9-fcce533041df), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.679708 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 00e21482-eaaf-4b55-80e9-fcce533041df Aug 31 15:52:52.703693 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.798879 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22ce1a-7cf3-4b38-8eb9-5f074073e482 None None] Pushing event updated for resources: {'Port': ['ID=9a89ca9b-9164-4640-ae45-d224651c9c12,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:52.818265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Made reservation on behalf of c643dd91ba254c3591fbd0ee7cf03f46 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:52.825748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:52.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:52.845475 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:52:47Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:48Z', 'revision_number': 2, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:52.847458 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Attempting to bind port 9a89ca9b-9164-4640-ae45-d224651c9c12 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:52.847946 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Attempting to bind port 9a89ca9b-9164-4640-ae45-d224651c9c12 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:52.848403 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Attempting to bind port 9a89ca9b-9164-4640-ae45-d224651c9c12 on network 3fd5fb89-6c95-4a81-9257-bd754675b9fa {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:52.855067 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:52.855469 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Checking segment: {'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:52.855984 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.856704 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Bound using segment: {'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:52.857258 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Bound port: 9a89ca9b-9164-4640-ae45-d224651c9c12, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:52.857769 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.873830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Checking router: 583f9b7e-68c9-4249-a942-0173da4775bd for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:52.874188 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Updating router 583f9b7e-68c9-4249-a942-0173da4775bd port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:52.876318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4950d433-f400-4271-b752-5d10e604a05f None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:52:52.940676 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] For port 9a89ca9b-9164-4640-ae45-d224651c9c12, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:52.948917 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] For port 9a89ca9b-9164-4640-ae45-d224651c9c12, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9a89ca9b-9164-4640-ae45-d224651c9c12,segment=NetworkSegment(6d4c09ce-ab65-4a12-8674-565a4f957d06),segment_id=6d4c09ce-ab65-4a12-8674-565a4f957d06)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:52.958154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4950d433-f400-4271-b752-5d10e604a05f None None] Deleting port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:52.958154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4950d433-f400-4271-b752-5d10e604a05f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.963884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:52.970167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.objects.ports [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114266) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:52:52.995839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-b595f62d-44b9-4f33-97a7-17f407ae1f3b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:53.004281 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-b595f62d-44b9-4f33-97a7-17f407ae1f3b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3fd5fb89-6c95-4a81-9257-bd754675b9fa HTTP/1.1" status: 200 len: 797 time: 0.3373530 Aug 31 15:52:53.025458 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Attempt 3 to provision port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 Aug 31 15:52:53.087077 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:53.089547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:53.101786 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-ea3fc0aa-6545-4328-bedb-addb1b626d41 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/quotas/92927ce1777649bb810f142bd4889a44 HTTP/1.1" status: 200 len: 375 time: 0.0964894 Aug 31 15:52:53.184536 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Routers {'2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:53.186410 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:53.195388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:53.226596 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-12b71323-27e8-4a7e-9baf-53a56cc82168 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=92927ce1777649bb810f142bd4889a44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1228523 Aug 31 15:52:53.237895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:53.242469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:53.265948 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22ce1a-7cf3-4b38-8eb9-5f074073e482 None None] Pushing event updated for resources: {'Port': ['ID=9a89ca9b-9164-4640-ae45-d224651c9c12,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:53.298068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:53.367229 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] Set router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:53.367445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:53.403647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:53.460766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4950d433-f400-4271-b752-5d10e604a05f None None] For port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5bbccd9d-f8f5-420b-8c29-75e453c7c5e7,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:53.461313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4950d433-f400-4271-b752-5d10e604a05f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:53.468076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=191eb2e8-f4e2-49dc-97a4-9dc920d48723,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:53.494134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:53.499392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:53.505439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (136189c2-28d0-4f81-88b8-0cd0f477b51f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:53.510257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:53.539860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4950d433-f400-4271-b752-5d10e604a05f None None] Calling delete_port for 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:53.702418 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:53.714199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:53.726181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Subnet': ['ID=136189c2-28d0-4f81-88b8-0cd0f477b51f,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:53.782936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] For port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5bbccd9d-f8f5-420b-8c29-75e453c7c5e7,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:53.798505 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446815890', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8905560e-1285-403c-bede-c3f7d0746f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:47Z', 'revision_number': 4, 'project_id': '92927ce1777649bb810f142bd4889a44', 'gw_port': {'id': '8905560e-1285-403c-bede-c3f7d0746f76', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '9a89ca9b-9164-4640-ae45-d224651c9c12', 'name': '', 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'mac_address': 'fa:16:3e:c0:bc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '0382ca8b-1be4-4406-b642-966ef45231a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:52Z', 'revision_number': 4, 'project_id': '92927ce1777649bb810f142bd4889a44', 'subnets': [{'id': '0382ca8b-1be4-4406-b642-966ef45231a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:53.802573 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:53.808737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Checking segment: {'id': '1d3bcaa5-6488-45fd-a0a7-43339e8be95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:53.809251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network hostable DHCP agents. Network: 6d1b7474-1bdb-48bd-8482-014bdd69b3d3, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:53.837652 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe322fe-af21-496b-a708-58771911c6c7 None None] The sync data for ids ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'] in dv-neutron-855257-2-hyperv is: [{'id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446815890', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8905560e-1285-403c-bede-c3f7d0746f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:47Z', 'revision_number': 4, 'project_id': '92927ce1777649bb810f142bd4889a44', 'gw_port': {'id': '8905560e-1285-403c-bede-c3f7d0746f76', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '9a89ca9b-9164-4640-ae45-d224651c9c12', 'name': '', 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'mac_address': 'fa:16:3e:c0:bc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '0382ca8b-1be4-4406-b642-966ef45231a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:52Z', 'revision_number': 4, 'project_id': '92927ce1777649bb810f142bd4889a44', 'subnets': [{'id': '0382ca8b-1be4-4406-b642-966ef45231a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:53.858745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:53.868460 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Attempt 4 to provision port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 Aug 31 15:52:53.963912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:53.968077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Publish callbacks [] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:53.995280 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-63bc320c-c867-4968-82db-88d67ea5f1f5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3fd5fb89-6c95-4a81-9257-bd754675b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298271 Aug 31 15:52:54.010492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:54.013138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.013970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (28e99ac3-447e-4dbc-ba93-715e21978b58), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.060141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:54.067025 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ded29a7b-a7d6-43f5-a9cb-1fcdef7dec2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5688429 Aug 31 15:52:54.074113 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:54.079430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39788) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:54.087049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-27783267'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:54.089209 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:54.090399 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:54.096234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:54.101641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:54.105138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:54.105798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.127729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4950d433-f400-4271-b752-5d10e604a05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (5bbccd9d-f8f5-420b-8c29-75e453c7c5e7), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.135585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 6d1b7474-1bdb-48bd-8482-014bdd69b3d3) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:54.135823 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.156874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:54.157486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.170794 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-96dc098c-087c-4d6d-b975-0a8ffd13f46f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3fd5fb89-6c95-4a81-9257-bd754675b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673698 Aug 31 15:52:54.190127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:54.190645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=28e99ac3-447e-4dbc-ba93-715e21978b58,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:54.199435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.209193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=5bbccd9d-f8f5-420b-8c29-75e453c7c5e7,revision_number=7']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:54.224642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaeb518-6a8a-4291-bff9-b1df55094663 None None] Network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:54.237725 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:54.268144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:54.282457 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e426e9b1-6dc0-4ebe-8cd5-e0dfd232c9f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7075410 Aug 31 15:52:54.286905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39790) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:54.288655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dd285b87-9709-4dd4-8f51-b17d649cdf6c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.290230 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added segment dd285b87-9709-4dd4-8f51-b17d649cdf6c of type vlan for network 7cc5e9d7-f37b-490d-9dac-ec2345365255 Aug 31 15:52:54.293134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b1df774c-02db-4d06-be2d-9fa27953343b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:54.344079 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-450b56b8-56a6-4404-b41f-171d9beb921b tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8194373 Aug 31 15:52:54.345176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39792) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:54.372520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (7cc5e9d7-f37b-490d-9dac-ec2345365255), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.387608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950d433-f400-4271-b752-5d10e604a05f None None] Pushing event deleted for resources: {'Port': ['ID=5bbccd9d-f8f5-420b-8c29-75e453c7c5e7,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:54.412654 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9a89ca9b-9164-4640-ae45-d224651c9c12 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:54.469346 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Attempt 5 to provision port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 Aug 31 15:52:54.474277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:54.478665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950d433-f400-4271-b752-5d10e604a05f None None] No DVR routers for this DVR port 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:52:54.493165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (7cc5e9d7-f37b-490d-9dac-ec2345365255), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.498211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:54.503137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.553646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:54.595466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-6d1b7474-1bdb-48bd-8482-014bdd69b3d3', 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3', 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'fixed_ips': [{'subnet_id': '136189c2-28d0-4f81-88b8-0cd0f477b51f'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:54.618530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.656013 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39260491-cf11-46df-960d-228150949e62 None None] Pushing event updated for resources: {'Port': ['ID=5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:54.671940 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:52:51Z', 'revision_number': 2, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:52Z', 'revision_number': 2, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:54.700044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6158140 Aug 31 15:52:54.701158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39802) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:54.708713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2c667-c6b3-4c50-a127-53ac0b397ce1 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Network': ['ID=7cc5e9d7-f37b-490d-9dac-ec2345365255,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:54.718278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'subnet': {'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:54.722930 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:54.723277 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Updating router 2480432b-49b5-45ee-8ac6-8dbd77ef590c port 191eb2e8-f4e2-49dc-97a4-9dc920d48723 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:54.749700 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:54.762939 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.867801 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775519f8-fa76-4c5f-8a11-16400ba83cfb None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:54.903669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 7cc5e9d7-f37b-490d-9dac-ec2345365255 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:54.908352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Attempting to bind port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:54.908602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1df774c-02db-4d06-be2d-9fa27953343b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:54.908730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Attempting to bind port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:54.908730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Attempting to bind port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 on network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:54.911201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1df774c-02db-4d06-be2d-9fa27953343b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.921197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Allocated IP 172.23.0.2 (6d1b7474-1bdb-48bd-8482-014bdd69b3d3/136189c2-28d0-4f81-88b8-0cd0f477b51f/88cb148c-7c47-4ad7-bc4a-3dce27d6022d) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:54.924036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:54.982329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 9a89ca9b-9164-4640-ae45-d224651c9c12 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:54.982762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:54.983101 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 9a89ca9b-9164-4640-ae45-d224651c9c12 Aug 31 15:52:55.033029 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:55.033460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Checking segment: {'id': '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:55.034090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.034576 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Bound using segment: {'id': '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:55.035071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Bound port: 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:55.035456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.058661 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Attempt 6 to provision port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 Aug 31 15:52:55.148935 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e5de47f2-9dc1-4d5d-819a-8444141f7abb req-74c4633d-3d0c-4df4-8da3-b44b7dcc45dd tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 210 time: 0.4942675 Aug 31 15:52:55.152302 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Publish callbacks [] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.194472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:52:55.241961 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.ipam_backend_mixin [None req-b1df774c-02db-4d06-be2d-9fa27953343b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28e99ac3-447e-4dbc-ba93-715e21978b58 (CIDR: 2001:db8::/64) Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:55.254280 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:55.299946 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1df774c-02db-4d06-be2d-9fa27953343b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:52:55.300453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1df774c-02db-4d06-be2d-9fa27953343b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:52:55.305913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.306762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': '28e99ac3-447e-4dbc-ba93-715e21978b58'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:55.307903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.335492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:55.338166 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.366026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:55.371426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.372576 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:52:55.372929 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:55.387530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] For port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:55.417317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] For port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29,segment=NetworkSegment(88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf),segment_id=88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:55.423491 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65b929-dc6b-420d-85d1-6f7b3c7516e5 None None] Pushing event updated for resources: {'Port': ['ID=191eb2e8-f4e2-49dc-97a4-9dc920d48723,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:55.459225 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b1df774c-02db-4d06-be2d-9fa27953343b tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1707196 Aug 31 15:52:55.462439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39808) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:55.474260 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a4ca4707-9443-4b0a-b27b-64b80af7cd2c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:55.474734 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Attempting to bind port 191eb2e8-f4e2-49dc-97a4-9dc920d48723 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:55.475119 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Attempting to bind port 191eb2e8-f4e2-49dc-97a4-9dc920d48723 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'cfd67e2f-726a-4cd4-9461-86e60e0adff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:55.476168 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Attempting to bind port 191eb2e8-f4e2-49dc-97a4-9dc920d48723 on network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:55.481856 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:55.489649 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Checking segment: {'id': 'cfd67e2f-726a-4cd4-9461-86e60e0adff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:55.489649 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.489649 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Bound using segment: {'id': 'cfd67e2f-726a-4cd4-9461-86e60e0adff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:55.489649 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Bound port: 191eb2e8-f4e2-49dc-97a4-9dc920d48723, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd67e2f-726a-4cd4-9461-86e60e0adff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:55.489649 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.588652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Publish callbacks [] for port (88cb148c-7c47-4ad7-bc4a-3dce27d6022d), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.597426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.616103 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] For port 191eb2e8-f4e2-49dc-97a4-9dc920d48723, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:55.620458 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] For port 191eb2e8-f4e2-49dc-97a4-9dc920d48723, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=191eb2e8-f4e2-49dc-97a4-9dc920d48723,segment=NetworkSegment(cfd67e2f-726a-4cd4-9461-86e60e0adff8),segment_id=cfd67e2f-726a-4cd4-9461-86e60e0adff8)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:55.656309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:55.656944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:55.664746 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Allocated IP 2001:db8::f816:3eff:fe79:70c3 (e986fc1f-2559-47ce-89c8-1dd43368919a/28e99ac3-447e-4dbc-ba93-715e21978b58/7933b86a-a051-4be7-a1c8-d00f30113b98) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:55.706517 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Attempt 7 to provision port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 Aug 31 15:52:55.746451 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.770737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (88cb148c-7c47-4ad7-bc4a-3dce27d6022d), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.784414 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ca4707-9443-4b0a-b27b-64b80af7cd2c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:55.789593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4707-9443-4b0a-b27b-64b80af7cd2c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.795747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39260491-cf11-46df-960d-228150949e62 None None] Pushing event updated for resources: {'Port': ['ID=5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:55.818489 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65b929-dc6b-420d-85d1-6f7b3c7516e5 None None] Pushing event updated for resources: {'Port': ['ID=191eb2e8-f4e2-49dc-97a4-9dc920d48723,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:55.827451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Allocated IP 172.23.0.1 (6d1b7474-1bdb-48bd-8482-014bdd69b3d3/136189c2-28d0-4f81-88b8-0cd0f477b51f/e13abcdf-7532-4d57-8a45-896b76ca0ac9) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:55.835163 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:52:55.835663 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:55.895818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (32234912-212c-48a1-8ad5-2c451b888311), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:55.967636 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:56.021603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:56.022881 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:52:56.032806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Checking segment: {'id': 'dd285b87-9709-4dd4-8f51-b17d649cdf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:56.033356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network hostable DHCP agents. Network: 7cc5e9d7-f37b-490d-9dac-ec2345365255, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:56.044324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Subnet': ['ID=32234912-212c-48a1-8ad5-2c451b888311,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:56.056442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:56.064198 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:56.065791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:56.077993 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:56.119307 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:56.159143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Pushing event updated for resources: {'Port': ['ID=88cb148c-7c47-4ad7-bc4a-3dce27d6022d,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:56.171043 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Provisioning complete for port e1316899-6b44-4451-a042-95d1b8e84627 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:56.171367 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e1316899-6b44-4451-a042-95d1b8e84627), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.171695 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Attempt 1 to provision port e1316899-6b44-4451-a042-95d1b8e84627 Aug 31 15:52:56.224251 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:52:51Z', 'revision_number': 2, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:56.241029 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae43b66a-7461-446e-80fb-fcca8574212d req-0365282a-432f-4f50-9cce-e0c094fb97c2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 210 time: 0.0306337 Aug 31 15:52:56.256370 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7bf15-4270-4bdc-95c2-693c4bf945db None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:52:51Z', 'revision_number': 2, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:56.312629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Attempting to bind port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:56.313018 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Attempting to bind port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '1d3bcaa5-6488-45fd-a0a7-43339e8be95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:56.313537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Attempting to bind port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d on network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:56.328507 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 7cc5e9d7-f37b-490d-9dac-ec2345365255 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:56.332014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.337661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:56.338040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Checking segment: {'id': '1d3bcaa5-6488-45fd-a0a7-43339e8be95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:56.338446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.338838 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Bound using segment: {'id': '1d3bcaa5-6488-45fd-a0a7-43339e8be95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:56.339317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Bound port: 88cb148c-7c47-4ad7-bc4a-3dce27d6022d, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3bcaa5-6488-45fd-a0a7-43339e8be95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:56.339688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (88cb148c-7c47-4ad7-bc4a-3dce27d6022d), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.371830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4707-9443-4b0a-b27b-64b80af7cd2c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (44a3a46f-e95b-473e-b487-91b90676da30), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.384004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:56.384830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Publish callbacks [] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-26759f1d-0680-454c-9f87-e11a4b0bb2f6 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:56.386927 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:56.388575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:56.393116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:56.424756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=e13abcdf-7532-4d57-8a45-896b76ca0ac9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:56.452426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.458709 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:56.481438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ca4707-9443-4b0a-b27b-64b80af7cd2c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:56.485710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] For port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:56.491652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] For port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=88cb148c-7c47-4ad7-bc4a-3dce27d6022d,segment=NetworkSegment(1d3bcaa5-6488-45fd-a0a7-43339e8be95f),segment_id=1d3bcaa5-6488-45fd-a0a7-43339e8be95f)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:56.493786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.494039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca4707-9443-4b0a-b27b-64b80af7cd2c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=44a3a46f-e95b-473e-b487-91b90676da30,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:56.505110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-a4ca4707-9443-4b0a-b27b-64b80af7cd2c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:56.512105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca4707-9443-4b0a-b27b-64b80af7cd2c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:56.512529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4707-9443-4b0a-b27b-64b80af7cd2c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.527304 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:52:47Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:56.533544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Could not find standard attr ID for object 5bbccd9d-f8f5-420b-8c29-75e453c7c5e7. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:52:56.578132 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc4a92-0488-4857-b15f-be0b601f9b53 None None] The sync data for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv is: [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:52:47Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:56.589209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:56.603898 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Pushing event updated for resources: {'Port': ['ID=7933b86a-a051-4be7-a1c8-d00f30113b98,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:56.606707 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:56.610644 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:56.622613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Provisioning complete for port 24b54c88-9ae9-4336-bad8-60053ba08895 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:56.623253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (24b54c88-9ae9-4336-bad8-60053ba08895), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.624006 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Attempt 1 to provision port 24b54c88-9ae9-4336-bad8-60053ba08895 Aug 31 15:52:56.627849 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a4ca4707-9443-4b0a-b27b-64b80af7cd2c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1631618 Aug 31 15:52:56.629099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39814) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:56.635885 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (88cb148c-7c47-4ad7-bc4a-3dce27d6022d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.640376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:b4:07:1f', 'name': 'tempest-NetworksTestDHCPv6-410113375'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:56.844395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Attempting to bind port 7933b86a-a051-4be7-a1c8-d00f30113b98 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:56.847618 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Attempting to bind port 7933b86a-a051-4be7-a1c8-d00f30113b98 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:56.848085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Attempting to bind port 7933b86a-a051-4be7-a1c8-d00f30113b98 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:56.861803 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:56.862224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:56.862560 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.863001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:56.863497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Bound port: 7933b86a-a051-4be7-a1c8-d00f30113b98, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:56.863874 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.955775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 7cc5e9d7-f37b-490d-9dac-ec2345365255) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:56.964274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:56.965258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:56.992495 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:57.006939 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:57.013279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1200c1-ee84-4b71-bd9c-5237213cc0f6 None None] Network 7cc5e9d7-f37b-490d-9dac-ec2345365255 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:57.032342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdcbb6-f62f-4b6c-8010-76b2b4050d4a None None] Pushing event updated for resources: {'Port': ['ID=88cb148c-7c47-4ad7-bc4a-3dce27d6022d,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:57.070161 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-46f83483-8d4c-4d11-99de-d8bfaed5f13b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3640125 Aug 31 15:52:57.070495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39816) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:57.107550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Provisioning complete for port 191eb2e8-f4e2-49dc-97a4-9dc920d48723 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:57.108496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:57.108871 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Attempt 1 to provision port 191eb2e8-f4e2-49dc-97a4-9dc920d48723 Aug 31 15:52:57.123127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] For port 7933b86a-a051-4be7-a1c8-d00f30113b98, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:57.175558 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] For port 7933b86a-a051-4be7-a1c8-d00f30113b98, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7933b86a-a051-4be7-a1c8-d00f30113b98,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:57.273329 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:57.277417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:57.278236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:57.346322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 538c876d-afd3-4c09-be8a-64c369595403 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:52:57.421772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Provisioning complete for port 00e21482-eaaf-4b55-80e9-fcce533041df triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:57.427660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (00e21482-eaaf-4b55-80e9-fcce533041df), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:57.427660 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Attempt 1 to provision port 00e21482-eaaf-4b55-80e9-fcce533041df Aug 31 15:52:57.427660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-7cc5e9d7-f37b-490d-9dac-ec2345365255', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:52:57.427660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:57.448716 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:57.573207 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:57.602235 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6d21f92f-3ca3-4fe3-80b0-005dfea97944 req-5f429cfe-e571-4804-956b-3de3bc222502 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 210 time: 0.1649473 Aug 31 15:52:57.619724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:57.688649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442ec99-562e-4d69-b5e5-1f1494168ea7 None None] Pushing event updated for resources: {'Port': ['ID=7933b86a-a051-4be7-a1c8-d00f30113b98,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:57.692220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:57.701294 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:57.772864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Provisioning complete for port 9a89ca9b-9164-4640-ae45-d224651c9c12 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:57.773249 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:57.773640 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Attempt 1 to provision port 9a89ca9b-9164-4640-ae45-d224651c9c12 Aug 31 15:52:57.906763 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8:0:1::38e (e986fc1f-2559-47ce-89c8-1dd43368919a/44a3a46f-e95b-473e-b487-91b90676da30/538c876d-afd3-4c09-be8a-64c369595403) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:57.917462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::f816:3eff:feb4:71f (e986fc1f-2559-47ce-89c8-1dd43368919a/28e99ac3-447e-4dbc-ba93-715e21978b58/538c876d-afd3-4c09-be8a-64c369595403) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:58.000824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Allocated IP 2001:db8:1::2 (7cc5e9d7-f37b-490d-9dac-ec2345365255/32234912-212c-48a1-8ad5-2c451b888311/e0a40d2a-08dd-4160-95ac-7ef485ac3b72) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:58.037394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:58.064933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:58.163135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Provisioning complete for port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:58.172899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.177385 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Attempt 1 to provision port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 Aug 31 15:52:58.193192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:58.304868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-948573e7-3a2e-4bee-829d-38abe9cccca7 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:58.329470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:58.416126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (538c876d-afd3-4c09-be8a-64c369595403), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.447127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Publish callbacks [] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.524178 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7933b86a-a051-4be7-a1c8-d00f30113b98 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:58.548009 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.553258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (538c876d-afd3-4c09-be8a-64c369595403), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.607836 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Pushing event updated for resources: {'Port': ['ID=e0a40d2a-08dd-4160-95ac-7ef485ac3b72,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:58.666278 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Network 7cc5e9d7-f37b-490d-9dac-ec2345365255 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:58.666379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=538c876d-afd3-4c09-be8a-64c369595403,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:58.684643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:58.690680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:58.693167 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:58.694271 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:58.697379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:52:58.703245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa602b02-0825-42ab-88cb-3a65be525b18 None None] Network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:58.710492 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:58.711865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.716749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7933b86a-a051-4be7-a1c8-d00f30113b98 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:58.717225 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.717528 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7933b86a-a051-4be7-a1c8-d00f30113b98 Aug 31 15:52:58.758999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.772115 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-79e14fba-11fb-45dc-952b-2de4a7be9598 req-3284a754-3e2d-4ab4-88cd-03ea8b2a04e5 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 210 time: 0.0404091 Aug 31 15:52:58.813651 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-733525ea-8112-4ef7-9af6-6592a347e98a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1808438 Aug 31 15:52:58.816401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:58.817351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39822) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:58.883873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.884944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-0b56b5cf-c7ec-4300-8f7b-6eae3b2004a6 None None] Provisioning complete for port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:58.885414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0b56b5cf-c7ec-4300-8f7b-6eae3b2004a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (88cb148c-7c47-4ad7-bc4a-3dce27d6022d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:58.885918 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-0b56b5cf-c7ec-4300-8f7b-6eae3b2004a6 None None] Attempt 1 to provision port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d Aug 31 15:52:58.932270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-9f00cef2-7e9f-424c-8340-ed2d7972f8ff tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 538c876d-afd3-4c09-be8a-64c369595403 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:52:58.932804 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f00cef2-7e9f-424c-8340-ed2d7972f8ff tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (538c876d-afd3-4c09-be8a-64c369595403), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:59.040095 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:59.041323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 191eb2e8-f4e2-49dc-97a4-9dc920d48723 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:59.050246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Attempting to bind port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:52:59.050246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Attempting to bind port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'dd285b87-9709-4dd4-8f51-b17d649cdf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:52:59.050246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Attempting to bind port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 on network 7cc5e9d7-f37b-490d-9dac-ec2345365255 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:52:59.079307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-0b56b5cf-c7ec-4300-8f7b-6eae3b2004a6 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:59.081308 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:59.085179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:52:59.085179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Checking segment: {'id': 'dd285b87-9709-4dd4-8f51-b17d649cdf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:52:59.085475 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.085937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Bound using segment: {'id': 'dd285b87-9709-4dd4-8f51-b17d649cdf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:52:59.090948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Bound port: e0a40d2a-08dd-4160-95ac-7ef485ac3b72, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd285b87-9709-4dd4-8f51-b17d649cdf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:52:59.090948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.091521 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f00cef2-7e9f-424c-8340-ed2d7972f8ff tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (538c876d-afd3-4c09-be8a-64c369595403), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.107097 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-9f00cef2-7e9f-424c-8340-ed2d7972f8ff tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 538c876d-afd3-4c09-be8a-64c369595403 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:52:59.114972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c6c458-67e8-4ae1-9d65-990f157d5694 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:52:59.234265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.276487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Allocated IP 2001:db8:1::1 (7cc5e9d7-f37b-490d-9dac-ec2345365255/32234912-212c-48a1-8ad5-2c451b888311/f8ef03f0-40b5-4097-88d8-e0f9d38aea27) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:59.306900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-7b52cf68-96c5-4277-9dea-1e6cd21f04f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:59.308519 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-7b52cf68-96c5-4277-9dea-1e6cd21f04f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.43 "GET /networking/v2.0/networks?id=3fd5fb89-6c95-4a81-9257-bd754675b9fa HTTP/1.1" status: 200 len: 797 time: 0.7134209 Aug 31 15:52:59.345862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event updated for resources: {'Port': ['ID=e13abcdf-7532-4d57-8a45-896b76ca0ac9,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:59.387341 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 191eb2e8-f4e2-49dc-97a4-9dc920d48723 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:59.387933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.388508 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 191eb2e8-f4e2-49dc-97a4-9dc920d48723 Aug 31 15:52:59.391324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:59.460668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:59.479274 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:59.480192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f00cef2-7e9f-424c-8340-ed2d7972f8ff tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (538c876d-afd3-4c09-be8a-64c369595403), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.505803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:52:59.515695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-033f757e-bfc4-417d-8063-cc5619838110 None None] Provisioning complete for port 7933b86a-a051-4be7-a1c8-d00f30113b98 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:59.516330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-033f757e-bfc4-417d-8063-cc5619838110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.516857 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-033f757e-bfc4-417d-8063-cc5619838110 None None] Attempt 1 to provision port 7933b86a-a051-4be7-a1c8-d00f30113b98 Aug 31 15:52:59.525299 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00cef2-7e9f-424c-8340-ed2d7972f8ff tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=538c876d-afd3-4c09-be8a-64c369595403,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:59.559327 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] For port e0a40d2a-08dd-4160-95ac-7ef485ac3b72, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:59.566120 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:59.571385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:59.581752 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-1cfbe959-149a-4fb5-abf1-a368b0f0f69a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=92927ce1777649bb810f142bd4889a44 HTTP/1.1" status: 200 len: 379 time: 0.1706834 Aug 31 15:52:59.590889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.598986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Request body: {'port': {'device_id': '5bd34294-b044-4e34-830a-1806ccdcb1b2', 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa', 'admin_state_up': True, 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'security_groups': ['b2317b4e-ea44-416f-99e1-0502473c241f']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:59.606039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:59.613134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:59.624325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f00cef2-7e9f-424c-8340-ed2d7972f8ff tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.629467 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9f00cef2-7e9f-424c-8340-ed2d7972f8ff tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/538c876d-afd3-4c09-be8a-64c369595403 HTTP/1.1" status: 204 len: 168 time: 0.8086731 Aug 31 15:52:59.630644 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39828) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:59.641208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] For port e0a40d2a-08dd-4160-95ac-7ef485ac3b72, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e0a40d2a-08dd-4160-95ac-7ef485ac3b72,segment=NetworkSegment(dd285b87-9709-4dd4-8f51-b17d649cdf6c),segment_id=dd285b87-9709-4dd4-8f51-b17d649cdf6c)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:59.708925 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.711023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80f93c3-4e22-45d5-85c0-e1bdd2b627bf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:59.716579 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d80f93c3-4e22-45d5-85c0-e1bdd2b627bf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0847018 Aug 31 15:52:59.717647 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39830) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-033f757e-bfc4-417d-8063-cc5619838110 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:52:59.719145 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:52:59.796024 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855068c3-0522-4e00-8427-fb2bae98142a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:59.803573 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-855068c3-0522-4e00-8427-fb2bae98142a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0838852 Aug 31 15:52:59.804327 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39832) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:59.854322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:59.854781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.855274 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 Aug 31 15:52:59.900584 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d3e0d-6d0d-46f9-824e-6de810304478 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:59.902603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d3e0d-6d0d-46f9-824e-6de810304478 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:59.904570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Provisioning complete for port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:52:59.906551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (88cb148c-7c47-4ad7-bc4a-3dce27d6022d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:52:59.906551 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Attempt 1 to provision port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d Aug 31 15:52:59.907122 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d3e0d-6d0d-46f9-824e-6de810304478 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:52:59.914202 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1c4d3e0d-6d0d-46f9-824e-6de810304478 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1082046 Aug 31 15:52:59.919721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39836) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:52:59.956626 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26ee9b4-c71e-40b9-bbfc-391113f382b8 None None] Update dhcp port {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': '28e99ac3-447e-4dbc-ba93-715e21978b58', 'ip_address': '2001:db8::f816:3eff:fe79:70c3'}, {'subnet_id': '44a3a46f-e95b-473e-b487-91b90676da30'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '7933b86a-a051-4be7-a1c8-d00f30113b98'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:52:59.999597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989988f-2ba7-4f25-8cd0-607212c638ea None None] Pushing event updated for resources: {'Port': ['ID=e0a40d2a-08dd-4160-95ac-7ef485ac3b72,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:00.013284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:00.023590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-828e4f39-53f4-48f3-9de8-e19251c18ccd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 28e99ac3-447e-4dbc-ba93-715e21978b58 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:00.023590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-828e4f39-53f4-48f3-9de8-e19251c18ccd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (28e99ac3-447e-4dbc-ba93-715e21978b58), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:00.031004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:00.031946 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 88cb148c-7c47-4ad7-bc4a-3dce27d6022d up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:00.036147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f26ee9b4-c71e-40b9-bbfc-391113f382b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.085880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-828e4f39-53f4-48f3-9de8-e19251c18ccd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (28e99ac3-447e-4dbc-ba93-715e21978b58), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.195523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:00.200924 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:00.206622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Provisioning complete for port e13abcdf-7532-4d57-8a45-896b76ca0ac9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:00.207004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.207343 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Attempt 1 to provision port e13abcdf-7532-4d57-8a45-896b76ca0ac9 Aug 31 15:53:00.226534 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-828e4f39-53f4-48f3-9de8-e19251c18ccd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (28e99ac3-447e-4dbc-ba93-715e21978b58), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.250428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:00.267575 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Port e13abcdf-7532-4d57-8a45-896b76ca0ac9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:00.274650 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-206a0f59-7390-4dd1-8b9c-b68746c417f8 req-426fde51-93aa-4f76-b1f2-092dcbeeb141 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 210 time: 0.0694337 Aug 31 15:53:00.292084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:00.292355 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (88cb148c-7c47-4ad7-bc4a-3dce27d6022d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.292682 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:00.342571 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:00.359375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:00.407444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-828e4f39-53f4-48f3-9de8-e19251c18ccd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (28e99ac3-447e-4dbc-ba93-715e21978b58), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server [None req-f26ee9b4-c71e-40b9-bbfc-391113f382b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28e99ac3-447e-4dbc-ba93-715e21978b58: This subnet is being modified by another concurrent operation. Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 15:53:00.409001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1845, in update_port Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in update_port Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise exception Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28e99ac3-447e-4dbc-ba93-715e21978b58: This subnet is being modified by another concurrent operation. Aug 31 15:53:00.413009 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server Aug 31 15:53:00.440680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e4f39-53f4-48f3-9de8-e19251c18ccd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=28e99ac3-447e-4dbc-ba93-715e21978b58,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:00.451291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-828e4f39-53f4-48f3-9de8-e19251c18ccd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.455900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-828e4f39-53f4-48f3-9de8-e19251c18ccd tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/28e99ac3-447e-4dbc-ba93-715e21978b58 HTTP/1.1" status: 204 len: 168 time: 0.5336981 Aug 31 15:53:00.459735 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39838) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:00.465138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.490264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e0a40d2a-08dd-4160-95ac-7ef485ac3b72 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:00.514384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Made reservation on behalf of 92927ce1777649bb810f142bd4889a44 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:00.519556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.541964 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca471518-d992-42f3-9718-c195443b6d0a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 44a3a46f-e95b-473e-b487-91b90676da30 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:00.542356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bf3bb1-7293-4720-bad2-f98d3dd29829 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:00.545364 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca471518-d992-42f3-9718-c195443b6d0a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (44a3a46f-e95b-473e-b487-91b90676da30), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.551416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 7cc5e9d7-f37b-490d-9dac-ec2345365255 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:00.559469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:00.569845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:00.570781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.576355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:00.578226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=f8ef03f0-40b5-4097-88d8-e0f9d38aea27,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:00.596608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Sync routers for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:00.604666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca471518-d992-42f3-9718-c195443b6d0a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (44a3a46f-e95b-473e-b487-91b90676da30), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.608882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:00.615188 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:00.615566 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:00.617704 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 Aug 31 15:53:00.625285 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f71c5cc5-c941-4687-af8e-17d990d3135f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2758560 Aug 31 15:53:00.630473 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39840) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:00.635176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5773431f-32e3-4dda-b883-bb272e875dd1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:00.637913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.638246 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.638578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.638905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.639236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.639562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.639870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.640196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.641093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.641093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.641093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.641434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.646357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.646357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.646357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:00.652345 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:00.652989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:00.663408 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=8,neutron:SELECT=88,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:00.760229 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:00.778423 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Attempt 2 to provision port e13abcdf-7532-4d57-8a45-896b76ca0ac9 Aug 31 15:53:00.816746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Allocated IP 172.20.0.9 (3fd5fb89-6c95-4a81-9257-bd754675b9fa/0382ca8b-1be4-4406-b642-966ef45231a0/fab06290-ed8a-4a60-8ed4-c87ab62a883e) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:00.821525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:00.871160 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Port e13abcdf-7532-4d57-8a45-896b76ca0ac9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:00.885168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.036641 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3e0df-2a7e-40ab-b9c0-afaf7ba64468 None None] Update dhcp port {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': '44a3a46f-e95b-473e-b487-91b90676da30'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '7933b86a-a051-4be7-a1c8-d00f30113b98'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:53:01.045898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca471518-d992-42f3-9718-c195443b6d0a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (44a3a46f-e95b-473e-b487-91b90676da30), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.105533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-88b3e0df-2a7e-40ab-b9c0-afaf7ba64468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.194831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:01.217906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:01.234026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.271239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca471518-d992-42f3-9718-c195443b6d0a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (44a3a46f-e95b-473e-b487-91b90676da30), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.275920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451bae62-81aa-4892-a267-50d825c536ee None None] Network 7cc5e9d7-f37b-490d-9dac-ec2345365255 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:01.307322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:52:56Z', 'revision_number': 5, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e13abcdf-7532-4d57-8a45-896b76ca0ac9', 'name': '', 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:88:7d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:55Z', 'updated_at': '2022-08-31T15:52:58Z', 'revision_number': 2, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:01.340797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ca471518-d992-42f3-9718-c195443b6d0a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.344072 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ca471518-d992-42f3-9718-c195443b6d0a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/44a3a46f-e95b-473e-b487-91b90676da30 HTTP/1.1" status: 204 len: 168 time: 0.8833592 Aug 31 15:53:01.348421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:01.349710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39844) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:01.356578 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca471518-d992-42f3-9718-c195443b6d0a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=44a3a46f-e95b-473e-b487-91b90676da30,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:01.382472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:01.421342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.437044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ef32c0e0-f0f4-460c-95da-736aaf8284d4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864758 Aug 31 15:53:01.440244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39846) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:01.446085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e1cddbce-8175-43b4-aca1-377df5bb84da tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:01.463545 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0f8e1f04-d8de-4bb1-9334-f9ca6615a4d0 req-d2def838-6c50-4b3e-bd8b-2762f8ec088f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 210 time: 0.0963061 Aug 31 15:53:01.500179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.533255 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Attempt 3 to provision port e13abcdf-7532-4d57-8a45-896b76ca0ac9 Aug 31 15:53:01.542653 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Checking router: 583f9b7e-68c9-4249-a942-0173da4775bd for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:01.543044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Updating router 583f9b7e-68c9-4249-a942-0173da4775bd port e13abcdf-7532-4d57-8a45-896b76ca0ac9 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:53:01.551070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.556341 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.564187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Network 3fd5fb89-6c95-4a81-9257-bd754675b9fa is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:01.586543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:01.589338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:01.589480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.extraroute_db [None req-5773431f-32e3-4dda-b883-bb272e875dd1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server [None req-88b3e0df-2a7e-40ab-b9c0-afaf7ba64468 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44a3a46f-e95b-473e-b487-91b90676da30: This subnet is being modified by another concurrent operation. Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1845, in update_port Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in update_port Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server raise exception Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44a3a46f-e95b-473e-b487-91b90676da30: This subnet is being modified by another concurrent operation. Aug 31 15:53:01.590198 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR oslo_messaging.rpc.server Aug 31 15:53:01.605929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.extraroute_db [None req-5773431f-32e3-4dda-b883-bb272e875dd1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Removed routes are [] {{(pid=114265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 15:53:01.610139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5773431f-32e3-4dda-b883-bb272e875dd1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.629117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Port e13abcdf-7532-4d57-8a45-896b76ca0ac9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:01.635456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.642276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event updated for resources: {'Port': ['ID=fab06290-ed8a-4a60-8ed4-c87ab62a883e,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:01.767766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=f8ef03f0-40b5-4097-88d8-e0f9d38aea27,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:01.776438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:01.777090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.842177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network 7cc5e9d7-f37b-490d-9dac-ec2345365255 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:01.845199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:01.877733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cddbce-8175-43b4-aca1-377df5bb84da tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:01.894397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e1cddbce-8175-43b4-aca1-377df5bb84da tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:01.959234 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-40ac8cf0-3ca9-4124-85bb-d3fa62efe1f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3646400 Aug 31 15:53:02.076016 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:02.078996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5773431f-32e3-4dda-b883-bb272e875dd1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:02.087259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5773431f-32e3-4dda-b883-bb272e875dd1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:02.103391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Request body: {'port': {'device_id': '5bd34294-b044-4e34-830a-1806ccdcb1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:02.106127 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:02.115768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a26f6c-611b-43f0-9090-56a89b791400 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:53:02.142855 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Attempt 4 to provision port e13abcdf-7532-4d57-8a45-896b76ca0ac9 Aug 31 15:53:02.178044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Publish callbacks [] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:02.198049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5773431f-32e3-4dda-b883-bb272e875dd1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:02.203777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Port e13abcdf-7532-4d57-8a45-896b76ca0ac9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:02.255589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:02.270574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:02.280007 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:02.310809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5773431f-32e3-4dda-b883-bb272e875dd1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:02.313139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a26f6c-611b-43f0-9090-56a89b791400 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:53:02.318652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5773431f-32e3-4dda-b883-bb272e875dd1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:02.319870 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5773431f-32e3-4dda-b883-bb272e875dd1 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd HTTP/1.1" status: 200 len: 934 time: 1.6881790 Aug 31 15:53:02.322421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39850) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:02.383263 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Pushing event updated for resources: {'Port': ['ID=e13abcdf-7532-4d57-8a45-896b76ca0ac9,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:02.427378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:02.451273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.451623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.451982 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.452503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.452992 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.453332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.453693 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.454026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.454385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.455290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.455709 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.456262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.457055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.457592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.462031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:02.465584 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7933b86a-a051-4be7-a1c8-d00f30113b98 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:02.468629 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d31f5fa7-5c3e-40d1-88c1-c8aa043a8270 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd HTTP/1.1" status: 200 len: 934 time: 0.1450272 Aug 31 15:53:02.469376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39852) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:02.474366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-63b9a0fd-f24d-45db-934e-59bea8cd8c6f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'routes': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:02.496228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:02.507651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Attempting to bind port e13abcdf-7532-4d57-8a45-896b76ca0ac9 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:02.508237 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Attempting to bind port e13abcdf-7532-4d57-8a45-896b76ca0ac9 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '1d3bcaa5-6488-45fd-a0a7-43339e8be95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:02.508769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Attempting to bind port e13abcdf-7532-4d57-8a45-896b76ca0ac9 on network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:02.530691 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:02.531388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Checking segment: {'id': '1d3bcaa5-6488-45fd-a0a7-43339e8be95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:02.531794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:02.532197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Bound using segment: {'id': '1d3bcaa5-6488-45fd-a0a7-43339e8be95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:02.532684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Bound port: e13abcdf-7532-4d57-8a45-896b76ca0ac9, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3bcaa5-6488-45fd-a0a7-43339e8be95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:02.533625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:02.562568 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:02.598857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:02.618332 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:02.633206 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:02.648647 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:02.649686 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:02.706615 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Attempt 5 to provision port e13abcdf-7532-4d57-8a45-896b76ca0ac9 Aug 31 15:53:02.724640 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port 7933b86a-a051-4be7-a1c8-d00f30113b98 is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:53:02.727222 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:02.758628 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] For port e13abcdf-7532-4d57-8a45-896b76ca0ac9, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:02.763414 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:02.785121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] For port e13abcdf-7532-4d57-8a45-896b76ca0ac9, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e13abcdf-7532-4d57-8a45-896b76ca0ac9,segment=NetworkSegment(1d3bcaa5-6488-45fd-a0a7-43339e8be95f),segment_id=1d3bcaa5-6488-45fd-a0a7-43339e8be95f)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:02.787042 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Port e13abcdf-7532-4d57-8a45-896b76ca0ac9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:02.790542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dad7f4-cc89-407d-9a6e-bc04b16905b8 None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 15:53:02.881996 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:02.926000 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0d912be4-9296-4a27-8e3e-84a494e41bb5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8542526 Aug 31 15:53:02.935657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39856) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:02.944275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-330151011'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:02.971821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:02.973058 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:03.033717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e82f0-72ea-4919-ac78-513f39ba3964 req-3e02f5a9-e22f-4b84-bb27-d032f5895229 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:03.037004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.extraroute_db [None req-63b9a0fd-f24d-45db-934e-59bea8cd8c6f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added routes are [] {{(pid=114265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 15:53:03.037328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.extraroute_db [None req-63b9a0fd-f24d-45db-934e-59bea8cd8c6f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 15:53:03.037782 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:03.040893 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-720e82f0-72ea-4919-ac78-513f39ba3964 req-3e02f5a9-e22f-4b84-bb27-d032f5895229 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 931 time: 0.4652853 Aug 31 15:53:03.048710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e1cddbce-8175-43b4-aca1-377df5bb84da tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (5472851e-8137-4681-84c1-b03f40ba7694), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.061787 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dad7f4-cc89-407d-9a6e-bc04b16905b8 None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 15:53:03.070804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cddbce-8175-43b4-aca1-377df5bb84da tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:03.077103 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-63b9a0fd-f24d-45db-934e-59bea8cd8c6f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.083264 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:00Z', 'revision_number': 3, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:01Z', 'revision_number': 2, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:03.083720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-e1cddbce-8175-43b4-aca1-377df5bb84da tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:03.094895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f29b2-4cb6-4a92-ae26-7c1948d9da1d None None] Pushing event updated for resources: {'Port': ['ID=e13abcdf-7532-4d57-8a45-896b76ca0ac9,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:03.120075 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:03.120852 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Updating router 2480432b-49b5-45ee-8ac6-8dbd77ef590c port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:53:03.122063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cddbce-8175-43b4-aca1-377df5bb84da tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:03.122645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e1cddbce-8175-43b4-aca1-377df5bb84da tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.161699 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.166284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:03.170272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.170962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:03.200444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:03.212091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cddbce-8175-43b4-aca1-377df5bb84da tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=5472851e-8137-4681-84c1-b03f40ba7694,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:03.239612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-720e82f0-72ea-4919-ac78-513f39ba3964 req-7db66b8c-5fe9-47ec-b88f-4a41b1ed753d tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940424 Aug 31 15:53:03.263400 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e1cddbce-8175-43b4-aca1-377df5bb84da tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8163116 Aug 31 15:53:03.266924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:03.268942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39858) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:03.273986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-835542be-cf8d-4a4e-88d0-96081573e717 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:03.291543 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Attempt 6 to provision port e13abcdf-7532-4d57-8a45-896b76ca0ac9 Aug 31 15:53:03.381186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-9c6b2f70-42ed-4148-9695-3a3b2e25bc9a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:03.384170 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:03.407264 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (abcb1221-2a23-4540-a3f6-0d042ecde911), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.408483 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added segment abcb1221-2a23-4540-a3f6-0d042ecde911 of type vlan for network d013acb9-ca96-42c1-bff5-e214c625cfd8 Aug 31 15:53:03.436499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:03.472372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835542be-cf8d-4a4e-88d0-96081573e717 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:03.477937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-835542be-cf8d-4a4e-88d0-96081573e717 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.520962 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Publish callbacks [] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.528202 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:03.536885 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Could not find standard attr ID for object 538c876d-afd3-4c09-be8a-64c369595403. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:53:03.546354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (d013acb9-ca96-42c1-bff5-e214c625cfd8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.546710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-63b9a0fd-f24d-45db-934e-59bea8cd8c6f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.551384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-63b9a0fd-f24d-45db-934e-59bea8cd8c6f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.554240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab06290-ed8a-4a60-8ed4-c87ab62a883e {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:53:03.554630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:03.567243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Publish callbacks [] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.589235 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Provisioning complete for port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:03.589639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.589980 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Attempt 1 to provision port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 Aug 31 15:53:03.591746 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:01Z', 'revision_number': 6, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e13abcdf-7532-4d57-8a45-896b76ca0ac9', 'name': '', 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:88:7d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:55Z', 'updated_at': '2022-08-31T15:53:02Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:03.617999 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.622435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Transition to ACTIVE for port object fab06290-ed8a-4a60-8ed4-c87ab62a883e will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 15:53:03.645148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef818dfb-19a2-4a0d-a453-51dfe1ff8d14 None None] Update dhcp port {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': '5472851e-8137-4681-84c1-b03f40ba7694'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '7933b86a-a051-4be7-a1c8-d00f30113b98'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:53:03.646095 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.ipam_backend_mixin [None req-835542be-cf8d-4a4e-88d0-96081573e717 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5472851e-8137-4681-84c1-b03f40ba7694 (CIDR: 2001:db8::/64) Aug 31 15:53:03.650002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4163e0c-fff5-4a14-977b-ecc46626f045 None None] The sync data for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv is: [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:01Z', 'revision_number': 6, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e13abcdf-7532-4d57-8a45-896b76ca0ac9', 'name': '', 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:88:7d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:55Z', 'updated_at': '2022-08-31T15:53:02Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:03.668050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b9a0fd-f24d-45db-934e-59bea8cd8c6f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:03.674023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:03.688303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ef818dfb-19a2-4a0d-a453-51dfe1ff8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.702395 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-835542be-cf8d-4a4e-88d0-96081573e717 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:03.702703 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:03.704144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835542be-cf8d-4a4e-88d0-96081573e717 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:03.713124 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5c685-3263-49c0-a56f-98339ab6ccde None None] Pushing event updated for resources: {'Port': ['ID=f8ef03f0-40b5-4097-88d8-e0f9d38aea27,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:03.754691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.756759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Provisioning complete for port fab06290-ed8a-4a60-8ed4-c87ab62a883e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:03.757136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.757476 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Attempt 1 to provision port fab06290-ed8a-4a60-8ed4-c87ab62a883e Aug 31 15:53:03.759484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (d013acb9-ca96-42c1-bff5-e214c625cfd8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.768054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:03.777744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.778465 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Attempting to bind port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:03.781472 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Attempting to bind port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'dd285b87-9709-4dd4-8f51-b17d649cdf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:03.782101 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Attempting to bind port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 on network 7cc5e9d7-f37b-490d-9dac-ec2345365255 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:03.800443 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:03.801103 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Checking segment: {'id': 'dd285b87-9709-4dd4-8f51-b17d649cdf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:03.805998 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.809753 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Bound using segment: {'id': 'dd285b87-9709-4dd4-8f51-b17d649cdf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:03.811248 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Bound port: f8ef03f0-40b5-4097-88d8-e0f9d38aea27, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd285b87-9709-4dd4-8f51-b17d649cdf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:03.815868 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.884803 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Port fab06290-ed8a-4a60-8ed4-c87ab62a883e cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:03.907185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b9a0fd-f24d-45db-934e-59bea8cd8c6f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:03.914237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-63b9a0fd-f24d-45db-934e-59bea8cd8c6f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:03.917416 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] For port f8ef03f0-40b5-4097-88d8-e0f9d38aea27, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:03.920930 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] For port f8ef03f0-40b5-4097-88d8-e0f9d38aea27, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f8ef03f0-40b5-4097-88d8-e0f9d38aea27,segment=NetworkSegment(dd285b87-9709-4dd4-8f51-b17d649cdf6c),segment_id=dd285b87-9709-4dd4-8f51-b17d649cdf6c)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:03.924956 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-63b9a0fd-f24d-45db-934e-59bea8cd8c6f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd HTTP/1.1" status: 200 len: 700 time: 1.4543464 Aug 31 15:53:03.925707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39860) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:03.929004 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-835542be-cf8d-4a4e-88d0-96081573e717 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6565282 Aug 31 15:53:03.931730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39862) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:03.936453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:04.000158 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-ef818dfb-19a2-4a0d-a453-51dfe1ff8d14 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/5472851e-8137-4681-84c1-b03f40ba7694/7933b86a-a051-4be7-a1c8-d00f30113b98) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:04.026441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Network': ['ID=d013acb9-ca96-42c1-bff5-e214c625cfd8,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:04.037550 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6daf9784-c9fd-4e0a-8e0f-9a09d34d460d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0973568 Aug 31 15:53:04.042311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39864) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:04.045154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network d013acb9-ca96-42c1-bff5-e214c625cfd8 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:04.045314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=fab06290-ed8a-4a60-8ed4-c87ab62a883e,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:04.050048 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.055770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'subnet': {'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:04.136460 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5c685-3263-49c0-a56f-98339ab6ccde None None] Pushing event updated for resources: {'Port': ['ID=f8ef03f0-40b5-4097-88d8-e0f9d38aea27,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:04.154010 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Attempting to bind port fab06290-ed8a-4a60-8ed4-c87ab62a883e on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:04.158656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Attempting to bind port fab06290-ed8a-4a60-8ed4-c87ab62a883e by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:04.158656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Attempting to bind port fab06290-ed8a-4a60-8ed4-c87ab62a883e on network 3fd5fb89-6c95-4a81-9257-bd754675b9fa {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:04.163076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Port fab06290-ed8a-4a60-8ed4-c87ab62a883e on network 3fd5fb89-6c95-4a81-9257-bd754675b9fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:53:04.163401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Attempting to bind port fab06290-ed8a-4a60-8ed4-c87ab62a883e on network 3fd5fb89-6c95-4a81-9257-bd754675b9fa {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:04.166375 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:04.167281 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:04.178901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:04.179422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Checking segment: {'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:04.180247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Bound using segment: {'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:04.180942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Bound port: fab06290-ed8a-4a60-8ed4-c87ab62a883e, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4c09ce-ab65-4a12-8674-565a4f957d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:04.181366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.259526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] For port fab06290-ed8a-4a60-8ed4-c87ab62a883e, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:04.263820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] For port fab06290-ed8a-4a60-8ed4-c87ab62a883e, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=fab06290-ed8a-4a60-8ed4-c87ab62a883e,segment=NetworkSegment(6d4c09ce-ab65-4a12-8674-565a4f957d06),segment_id=6d4c09ce-ab65-4a12-8674-565a4f957d06)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:04.298290 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:04.344403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.349388 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:04.350374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.352512 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/fab06290-ed8a-4a60-8ed4-c87ab62a883e HTTP/1.1" status: 200 len: 1093 time: 2.3460083 Aug 31 15:53:04.369629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd34294-b044-4e34-830a-1806ccdcb1b2', 'tag': 'fab06290-ed8a-4a60-8ed4-c87ab62a883e'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:53:04.379793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd34294-b044-4e34-830a-1806ccdcb1b2", "tag": "fab06290-ed8a-4a60-8ed4-c87ab62a883e"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:04.388202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:04.388357 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Attempt 2 to provision port fab06290-ed8a-4a60-8ed4-c87ab62a883e Aug 31 15:53:04.402390 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.484687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ef818dfb-19a2-4a0d-a453-51dfe1ff8d14 None None] For port 7933b86a-a051-4be7-a1c8-d00f30113b98, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7933b86a-a051-4be7-a1c8-d00f30113b98,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:04.536613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Port fab06290-ed8a-4a60-8ed4-c87ab62a883e had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 15:53:04.559443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:04.560966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e13abcdf-7532-4d57-8a45-896b76ca0ac9 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:04.593893 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ef818dfb-19a2-4a0d-a453-51dfe1ff8d14 None None] Publish callbacks [] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.630555 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Provisioning complete for port e13abcdf-7532-4d57-8a45-896b76ca0ac9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:04.630929 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.631268 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Attempt 1 to provision port e13abcdf-7532-4d57-8a45-896b76ca0ac9 Aug 31 15:53:04.632271 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:04.635962 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bd6b3-8915-42c9-a8e8-aa4aaff0247e req-65164ec2-4136-4de6-997d-f6df03514058 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:04.637762 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d5bd6b3-8915-42c9-a8e8-aa4aaff0247e req-65164ec2-4136-4de6-997d-f6df03514058 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 943 time: 0.2094803 Aug 31 15:53:04.650484 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cba96763-cead-449f-b90f-4a2a01dcbdc4 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd HTTP/1.1" status: 200 len: 700 time: 0.7235591 Aug 31 15:53:04.660590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39872) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:04.660754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7379eeb6-3884-4243-b9a5-bde8e4a214e9 x-openstack-request-id: req-7379eeb6-3884-4243-b9a5-bde8e4a214e9 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:04.660754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd34294-b044-4e34-830a-1806ccdcb1b2", "tag": "fab06290-ed8a-4a60-8ed4-c87ab62a883e", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:04.660754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7379eeb6-3884-4243-b9a5-bde8e4a214e9 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:04.660754 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7379eeb6-3884-4243-b9a5-bde8e4a214e9'] response: {'name': 'network-changed', 'server_uuid': '5bd34294-b044-4e34-830a-1806ccdcb1b2', 'tag': 'fab06290-ed8a-4a60-8ed4-c87ab62a883e', 'status': 'completed', 'code': 200} Aug 31 15:53:04.696169 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ef818dfb-19a2-4a0d-a453-51dfe1ff8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.728881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-efe1817a-8b94-44e7-b758-327a163fbb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:04.730633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-efe1817a-8b94-44e7-b758-327a163fbb2d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=92927ce1777649bb810f142bd4889a44&device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 1127 time: 0.1937671 Aug 31 15:53:04.775647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1d108-5961-4541-a448-be5773786bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=fab06290-ed8a-4a60-8ed4-c87ab62a883e,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:04.792068 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:00Z', 'revision_number': 3, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:04.813408 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-583a896a-db31-436c-bac8-ec2e1f934b7f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fab06290-ed8a-4a60-8ed4-c87ab62a883e HTTP/1.1" status: 200 len: 217 time: 0.0706320 Aug 31 15:53:04.828567 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef818dfb-19a2-4a0d-a453-51dfe1ff8d14 None None] Pushing event updated for resources: {'Port': ['ID=7933b86a-a051-4be7-a1c8-d00f30113b98,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:04.832102 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d5bd6b3-8915-42c9-a8e8-aa4aaff0247e req-2b34a276-b0c7-47bf-9fe0-e87ff59edf14 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746774 Aug 31 15:53:04.846467 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port e13abcdf-7532-4d57-8a45-896b76ca0ac9 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:04.846467 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.846467 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port e13abcdf-7532-4d57-8a45-896b76ca0ac9 Aug 31 15:53:04.868920 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336383a-a9eb-4f97-8544-ad9d0a83b391 None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:00Z', 'revision_number': 3, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:04.881880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:04.890274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-75b0f757-f55d-43a1-ade9-2cb7ab4401ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:04.891965 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-75b0f757-f55d-43a1-ade9-2cb7ab4401ec service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0382ca8b-1be4-4406-b642-966ef45231a0 HTTP/1.1" status: 200 len: 834 time: 0.0693107 Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:04.918873 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:04.929065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:04.933250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:04.934391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.947681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Provisioning complete for port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:04.948353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:04.948866 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Attempt 1 to provision port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:05.052477 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:05.065381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Provisioning complete for port 7933b86a-a051-4be7-a1c8-d00f30113b98 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:05.065926 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:05.066270 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Attempt 1 to provision port 7933b86a-a051-4be7-a1c8-d00f30113b98 Aug 31 15:53:05.093911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:05.116491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-0c374037-2ad0-4443-b179-ee54409c8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:05.118497 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-0c374037-2ad0-4443-b179-ee54409c8419 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=3fd5fb89-6c95-4a81-9257-bd754675b9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1859024 Aug 31 15:53:05.123351 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:05.180187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-fb996b97-04b9-4f21-a9bc-65db0e39cf05 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:05.191646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:05.239937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] Sync routers for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:05.257150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:05.258076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:05.294304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:05.328729 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-9508b1fd-71ee-420a-93cd-d5054c624a07 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/3fd5fb89-6c95-4a81-9257-bd754675b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450949 Aug 31 15:53:05.333758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:05.415292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:05.424886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (d55e32fd-032d-4bf9-94c8-984c96b3e22d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:05.539376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Subnet': ['ID=d55e32fd-032d-4bf9-94c8-984c96b3e22d,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:05.571747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:05.581180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Checking segment: {'id': 'abcb1221-2a23-4540-a3f6-0d042ecde911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:05.581856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network hostable DHCP agents. Network: d013acb9-ca96-42c1-bff5-e214c625cfd8, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:05.589801 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-d0445492-956f-46c6-8e28-19f964c27aff service neutron] 10.222.0.43 "GET /networking/v2.0/networks/3fd5fb89-6c95-4a81-9257-bd754675b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507646 Aug 31 15:53:05.607217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:05.714753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network d013acb9-ca96-42c1-bff5-e214c625cfd8 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:05.744137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 7, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e13abcdf-7532-4d57-8a45-896b76ca0ac9', 'name': '', 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:88:7d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:55Z', 'updated_at': '2022-08-31T15:53:02Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:05.773687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] Checking router: 583f9b7e-68c9-4249-a942-0173da4775bd for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:05.784616 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:05.785255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:05.796629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:05.817910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port e13abcdf-7532-4d57-8a45-896b76ca0ac9 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:05.817910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:05.850405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, d013acb9-ca96-42c1-bff5-e214c625cfd8) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:05.860413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:05.862777 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:05.899907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:05.986292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port e13abcdf-7532-4d57-8a45-896b76ca0ac9, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e13abcdf-7532-4d57-8a45-896b76ca0ac9,segment=NetworkSegment(1d3bcaa5-6488-45fd-a0a7-43339e8be95f),segment_id=1d3bcaa5-6488-45fd-a0a7-43339e8be95f)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:05.986817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:06.018073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for e13abcdf-7532-4d57-8a45-896b76ca0ac9 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:06.020810 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56404602-5a3d-4132-9d1d-a586bd011516 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:06.023748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d17b5-dc0a-4f07-a4e8-f254bc7ed341 None None] Network d013acb9-ca96-42c1-bff5-e214c625cfd8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:06.030775 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0e24a1a7-cd5d-4d87-a5d5-1fd0aa0743f5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9872508 Aug 31 15:53:06.034972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:06.040109 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39876) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:06.057362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba23a3-ad19-47ba-8702-b328627e6a1f req-8694c2d0-759a-4445-b287-a628cb590643 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:06.059474 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-39ba23a3-ad19-47ba-8702-b328627e6a1f req-8694c2d0-759a-4445-b287-a628cb590643 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 943 time: 0.1142275 Aug 31 15:53:06.148697 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-39ba23a3-ad19-47ba-8702-b328627e6a1f req-d61b8fae-ae94-42ff-8613-db062f92e3bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770237 Aug 31 15:53:06.173009 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-0c5be3d6-4f5f-4e25-9168-fcb31f5d6ce6 None None] Provisioning complete for port 7933b86a-a051-4be7-a1c8-d00f30113b98 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:06.173857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0c5be3d6-4f5f-4e25-9168-fcb31f5d6ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:06.175038 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-0c5be3d6-4f5f-4e25-9168-fcb31f5d6ce6 None None] Attempt 1 to provision port 7933b86a-a051-4be7-a1c8-d00f30113b98 Aug 31 15:53:06.179437 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:06.243086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.objects.ports [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114265) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:53:06.247993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:06.414541 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-0c5be3d6-4f5f-4e25-9168-fcb31f5d6ce6 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:06.447487 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:06.480888 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-d013acb9-ca96-42c1-bff5-e214c625cfd8', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:53:06.481923 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:06.557551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-c6ac72e1-ac80-4a56-a114-5776fdd93d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:06.559089 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-c6ac72e1-ac80-4a56-a114-5776fdd93d08 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=92927ce1777649bb810f142bd4889a44&device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 1127 time: 0.0739779 Aug 31 15:53:06.600973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7933b86a-a051-4be7-a1c8-d00f30113b98 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:06.608798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:06.611842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 7, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e13abcdf-7532-4d57-8a45-896b76ca0ac9', 'name': '', 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:88:7d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:55Z', 'updated_at': '2022-08-31T15:53:02Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:06.741372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-d23b846d-21ca-416a-a82c-77ed6d72b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:06.743835 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-d23b846d-21ca-416a-a82c-77ed6d72b6ec service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=3fd5fb89-6c95-4a81-9257-bd754675b9fa HTTP/1.1" status: 200 len: 898 time: 0.1755662 Aug 31 15:53:06.792716 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-5678e364-e5e8-4757-b581-abe8ce9fa500 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fab06290-ed8a-4a60-8ed4-c87ab62a883e HTTP/1.1" status: 200 len: 217 time: 0.0389860 Aug 31 15:53:06.842526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:06.846315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-a96fc0e0-5f4f-4c99-a620-2c22cd5545b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:06.848065 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-a96fc0e0-5f4f-4c99-a620-2c22cd5545b5 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0382ca8b-1be4-4406-b642-966ef45231a0 HTTP/1.1" status: 200 len: 834 time: 0.0470378 Aug 31 15:53:06.860507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede46e7-682b-42ed-85e8-c2d9f6219d19 None None] The sync data for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv is: [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 7, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e13abcdf-7532-4d57-8a45-896b76ca0ac9', 'name': '', 'network_id': '6d1b7474-1bdb-48bd-8482-014bdd69b3d3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:88:7d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:55Z', 'updated_at': '2022-08-31T15:53:02Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '136189c2-28d0-4f81-88b8-0cd0f477b51f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:06.877249 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-fbbf9c8a-4fb3-4959-b41c-cea525d86c1d None None] Provisioning complete for port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:06.877920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fbbf9c8a-4fb3-4959-b41c-cea525d86c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:06.878309 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-fbbf9c8a-4fb3-4959-b41c-cea525d86c1d None None] Attempt 1 to provision port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 Aug 31 15:53:06.901822 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-13c524af-3fb0-4467-9b54-326fac55efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:06.907079 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-13c524af-3fb0-4467-9b54-326fac55efa9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=3fd5fb89-6c95-4a81-9257-bd754675b9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481949 Aug 31 15:53:06.928114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70a67da-3a8b-4b92-b22f-04f67006b616 None None] Update dhcp port {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'fixed_ips': [{'subnet_id': '5472851e-8137-4681-84c1-b03f40ba7694', 'ip_address': '2001:db8::2'}, {'subnet_id': '7febfc5c-7a8b-421e-9547-66f00b58186c'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '7933b86a-a051-4be7-a1c8-d00f30113b98'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:53:06.938393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e13abcdf-7532-4d57-8a45-896b76ca0ac9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:06.952605 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:06.969626 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d70a67da-3a8b-4b92-b22f-04f67006b616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:06.972851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device fab06290-ed8a-4a60-8ed4-c87ab62a883e details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:53:06.994036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=e13abcdf-7532-4d57-8a45-896b76ca0ac9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:07.050139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.051124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.051124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.051359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.054948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:07.057643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7933b86a-a051-4be7-a1c8-d00f30113b98 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:07.058092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:07.058447 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7933b86a-a051-4be7-a1c8-d00f30113b98 Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-fbbf9c8a-4fb3-4959-b41c-cea525d86c1d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:07.081878 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:07.123436 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Allocated IP 2001:db8:2::2 (d013acb9-ca96-42c1-bff5-e214c625cfd8/d55e32fd-032d-4bf9-94c8-984c96b3e22d/c5aa7115-0a49-443b-b935-c6ad1e945253) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:07.290910 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:07.292024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f8ef03f0-40b5-4097-88d8-e0f9d38aea27 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:07.414744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:07.453382 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-7a9b67f0-895c-4d3e-bd79-d10a5b3255e7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/3fd5fb89-6c95-4a81-9257-bd754675b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387242 Aug 31 15:53:07.459175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:07.535410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:07.567264 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-686cff63-0d3c-432e-a8c0-1eb4fb7529b9 req-addb26cc-c9e3-47f8-ba08-73427727ad87 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/3fd5fb89-6c95-4a81-9257-bd754675b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023278 Aug 31 15:53:07.624824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port fab06290-ed8a-4a60-8ed4-c87ab62a883e, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=fab06290-ed8a-4a60-8ed4-c87ab62a883e,segment=NetworkSegment(6d4c09ce-ab65-4a12-8674-565a4f957d06),segment_id=6d4c09ce-ab65-4a12-8674-565a4f957d06)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:07.626256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae116b-cb83-42b7-b96b-d7a3d2142f5b req-a80c901e-78c8-4bdd-a81c-06f0bfaf9671 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:07.627908 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22ae116b-cb83-42b7-b96b-d7a3d2142f5b req-a80c901e-78c8-4bdd-a81c-06f0bfaf9671 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 943 time: 0.1119652 Aug 31 15:53:07.661204 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': 'fab06290-ed8a-4a60-8ed4-c87ab62a883e', 'network_id': '3fd5fb89-6c95-4a81-9257-bd754675b9fa', 'port_id': 'fab06290-ed8a-4a60-8ed4-c87ab62a883e', 'mac_address': 'fa:16:3e:bd:c0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0382ca8b-1be4-4406-b642-966ef45231a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:53:07.662800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:07.663168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:07.663499 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 Aug 31 15:53:07.666232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Publish callbacks [] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:07.732929 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port fab06290-ed8a-4a60-8ed4-c87ab62a883e is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:53:07.733307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:07.745261 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:07.749313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:07.775329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab06290-ed8a-4a60-8ed4-c87ab62a883e {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:53:07.795447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] For port 7933b86a-a051-4be7-a1c8-d00f30113b98, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7933b86a-a051-4be7-a1c8-d00f30113b98,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:07.802852 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Network d013acb9-ca96-42c1-bff5-e214c625cfd8 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:07.811832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:07.818541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:07.821478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port fab06290-ed8a-4a60-8ed4-c87ab62a883e, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=fab06290-ed8a-4a60-8ed4-c87ab62a883e,segment=NetworkSegment(6d4c09ce-ab65-4a12-8674-565a4f957d06),segment_id=6d4c09ce-ab65-4a12-8674-565a4f957d06)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:07.822547 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Pushing event updated for resources: {'Port': ['ID=c5aa7115-0a49-443b-b935-c6ad1e945253,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:07.880625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Attempting to bind port c5aa7115-0a49-443b-b935-c6ad1e945253 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:07.880905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Attempting to bind port c5aa7115-0a49-443b-b935-c6ad1e945253 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'abcb1221-2a23-4540-a3f6-0d042ecde911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:07.881268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Attempting to bind port c5aa7115-0a49-443b-b935-c6ad1e945253 on network d013acb9-ca96-42c1-bff5-e214c625cfd8 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:07.887912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:07.887912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Checking segment: {'id': 'abcb1221-2a23-4540-a3f6-0d042ecde911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:07.888273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:07.888617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Bound using segment: {'id': 'abcb1221-2a23-4540-a3f6-0d042ecde911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:07.889075 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Bound port: c5aa7115-0a49-443b-b935-c6ad1e945253, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcb1221-2a23-4540-a3f6-0d042ecde911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:07.889451 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:07.893441 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:07.895664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:07.904533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:07.909647 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22ae116b-cb83-42b7-b96b-d7a3d2142f5b req-6044da3d-e862-4681-bd45-950ed05eaad4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634027 Aug 31 15:53:07.928939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:07.974155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:07.978456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=fab06290-ed8a-4a60-8ed4-c87ab62a883e,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:08.001242 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] For port c5aa7115-0a49-443b-b935-c6ad1e945253, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:08.005006 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] For port c5aa7115-0a49-443b-b935-c6ad1e945253, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c5aa7115-0a49-443b-b935-c6ad1e945253,segment=NetworkSegment(abcb1221-2a23-4540-a3f6-0d042ecde911),segment_id=abcb1221-2a23-4540-a3f6-0d042ecde911)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:08.006860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.007635 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (7febfc5c-7a8b-421e-9547-66f00b58186c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.018424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.db.api [None req-d70a67da-3a8b-4b92-b22f-04f67006b616 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 15:53:08.026998 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG oslo_db.api [None req-d70a67da-3a8b-4b92-b22f-04f67006b616 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:53:08.075106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.137011 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a089e-f82f-4522-bed7-4b9be7194eb2 None None] Pushing event updated for resources: {'Port': ['ID=c5aa7115-0a49-443b-b935-c6ad1e945253,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:08.138246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:08.163513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:08.177090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:08.177720 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.184517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['fab06290-ed8a-4a60-8ed4-c87ab62a883e'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 15:53:08.186205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=7933b86a-a051-4be7-a1c8-d00f30113b98,revision_number=6']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:08.196082 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=7febfc5c-7a8b-421e-9547-66f00b58186c,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:08.199079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Allocated IP 2001:db8:2::1 (d013acb9-ca96-42c1-bff5-e214c625cfd8/d55e32fd-032d-4bf9-94c8-984c96b3e22d/8261fa55-90e0-4969-8a74-048d9b2b8276) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:08.201679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:08.378357 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:08.404171 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39880) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:08.409799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:8b:64:a5', 'name': 'tempest-NetworksTestDHCPv6-1012666447'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:08.413903 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4a30ce12-5ba9-49ca-bb50-27192f9f4c4c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.4710333 Aug 31 15:53:08.529025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:08.557004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.588449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:08.599464 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] Sync routers for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:08.601323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d70a67da-3a8b-4b92-b22f-04f67006b616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.612961 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6b60f461-a511-494f-aa69-dd164aa57d8f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9428015 Aug 31 15:53:08.615181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39882) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:08.618253 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:08.618881 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:08.645160 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a545-3977-446f-8526-8ccb2603302e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.694781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c5aa7115-0a49-443b-b935-c6ad1e945253 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:08.710906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e662755-8ca6-447d-971f-4c2484ccde53 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting subnet 136189c2-28d0-4f81-88b8-0cd0f477b51f {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:08.714761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1e662755-8ca6-447d-971f-4c2484ccde53 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (136189c2-28d0-4f81-88b8-0cd0f477b51f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.729375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:08.738188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.738642 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:08.753764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:08.815321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network d013acb9-ca96-42c1-bff5-e214c625cfd8 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:08.819405 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:08.823556 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:08.824091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.826530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1e662755-8ca6-447d-971f-4c2484ccde53 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (136189c2-28d0-4f81-88b8-0cd0f477b51f), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.827876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=8261fa55-90e0-4969-8a74-048d9b2b8276,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:08.916879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:08.976484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d70a67da-3a8b-4b92-b22f-04f67006b616 None None] For port 7933b86a-a051-4be7-a1c8-d00f30113b98, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7933b86a-a051-4be7-a1c8-d00f30113b98,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:08.981242 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 8b5d0145-7863-4732-9740-1f6f3201954f yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:53:08.991303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1e662755-8ca6-447d-971f-4c2484ccde53 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (136189c2-28d0-4f81-88b8-0cd0f477b51f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.020967 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d70a67da-3a8b-4b92-b22f-04f67006b616 None None] Publish callbacks [] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.023102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device fab06290-ed8a-4a60-8ed4-c87ab62a883e up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:09.066278 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port c5aa7115-0a49-443b-b935-c6ad1e945253 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:09.066655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.066995 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port c5aa7115-0a49-443b-b935-c6ad1e945253 Aug 31 15:53:09.073085 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:06Z', 'revision_number': 8, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:09.095311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d70a67da-3a8b-4b92-b22f-04f67006b616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.146773 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port fab06290-ed8a-4a60-8ed4-c87ab62a883e completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 15:53:09.158824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9402ab9-c783-42fc-b016-92c8dcf9979d req-8bc8f87d-c63c-44ff-86c5-440c9bc870bc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:09.158824 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b9402ab9-c783-42fc-b016-92c8dcf9979d req-8bc8f87d-c63c-44ff-86c5-440c9bc870bc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1372323 Aug 31 15:53:09.167839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:09.168567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:09.169574 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7933b86a-a051-4be7-a1c8-d00f30113b98 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:09.197524 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] Checking router: 583f9b7e-68c9-4249-a942-0173da4775bd for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:09.215476 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:09.216672 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:09.249065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a67da-3a8b-4b92-b22f-04f67006b616 None None] Pushing event updated for resources: {'Port': ['ID=7933b86a-a051-4be7-a1c8-d00f30113b98,revision_number=7']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:09.270500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port fab06290-ed8a-4a60-8ed4-c87ab62a883e triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:09.275134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.275134 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port fab06290-ed8a-4a60-8ed4-c87ab62a883e Aug 31 15:53:09.339069 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:09.355407 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b9402ab9-c783-42fc-b016-92c8dcf9979d req-7287787b-8ef6-4251-82b5-e1d6d4a4e578 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829460 Aug 31 15:53:09.394513 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1e662755-8ca6-447d-971f-4c2484ccde53 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (136189c2-28d0-4f81-88b8-0cd0f477b51f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.507821 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:09.529068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e662755-8ca6-447d-971f-4c2484ccde53 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Subnet': ['ID=136189c2-28d0-4f81-88b8-0cd0f477b51f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:09.558335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1e662755-8ca6-447d-971f-4c2484ccde53 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.566479 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1e662755-8ca6-447d-971f-4c2484ccde53 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/136189c2-28d0-4f81-88b8-0cd0f477b51f HTTP/1.1" status: 204 len: 168 time: 0.9485154 Aug 31 15:53:09.571489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39886) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:09.624971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::205 (e986fc1f-2559-47ce-89c8-1dd43368919a/5472851e-8137-4681-84c1-b03f40ba7694/8b5d0145-7863-4732-9740-1f6f3201954f) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:09.692323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a4f8b-57fd-4ac4-83ed-b772bdba46c2 None None] Network 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:09.739471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:64a5 (e986fc1f-2559-47ce-89c8-1dd43368919a/7febfc5c-7a8b-421e-9547-66f00b58186c/8b5d0145-7863-4732-9740-1f6f3201954f) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:09.746385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.777393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (6d1b7474-1bdb-48bd-8482-014bdd69b3d3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.795117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8329add8-e341-462b-bf2b-860e7d642066 None None] Network d013acb9-ca96-42c1-bff5-e214c625cfd8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:09.812563 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:09.847218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.848181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.893334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:09.901392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:09.901768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (88cb148c-7c47-4ad7-bc4a-3dce27d6022d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.928056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:09.932029 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e3dfd21f-f745-4095-8325-1c46715dfe61 None None] Provisioning complete for port c5aa7115-0a49-443b-b935-c6ad1e945253 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:09.932414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e3dfd21f-f745-4095-8325-1c46715dfe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:09.932802 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3dfd21f-f745-4095-8325-1c46715dfe61 None None] Attempt 1 to provision port c5aa7115-0a49-443b-b935-c6ad1e945253 Aug 31 15:53:09.938460 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:09.994069 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=88cb148c-7c47-4ad7-bc4a-3dce27d6022d,segment=NetworkSegment(1d3bcaa5-6488-45fd-a0a7-43339e8be95f),segment_id=1d3bcaa5-6488-45fd-a0a7-43339e8be95f)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:09.994669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (88cb148c-7c47-4ad7-bc4a-3dce27d6022d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.018227 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for 88cb148c-7c47-4ad7-bc4a-3dce27d6022d owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:10.034762 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:06Z', 'revision_number': 8, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:10.056135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7933b86a-a051-4be7-a1c8-d00f30113b98 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:10.056531 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.056878 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7933b86a-a051-4be7-a1c8-d00f30113b98 Aug 31 15:53:10.083249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:10.085392 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c24727-54f1-489d-86d0-9381144eaf0c None None] The sync data for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv is: [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:06Z', 'revision_number': 8, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29', 'name': '', 'network_id': '5f54fe8d-3bb5-4af5-b870-325c6fc76d48', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:9c:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:46Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '263cf147-0411-47a6-86f8-bfc0ae7c4a22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:10.086324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network d013acb9-ca96-42c1-bff5-e214c625cfd8 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:10.107668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:10.111690 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:10.120375 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:10.124533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e23c67-7f7a-453c-9aad-fc5de4c11312 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e3dfd21f-f745-4095-8325-1c46715dfe61 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:10.133193 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:10.138037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=8261fa55-90e0-4969-8a74-048d9b2b8276,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:10.163926 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:10.190079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (8b5d0145-7863-4732-9740-1f6f3201954f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.281111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:10.290818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (88cb148c-7c47-4ad7-bc4a-3dce27d6022d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.305633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-30e3d040-033f-437b-9da6-9491a41d890e None None] Provisioning complete for port 7933b86a-a051-4be7-a1c8-d00f30113b98 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:10.306020 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-30e3d040-033f-437b-9da6-9491a41d890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.306355 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-30e3d040-033f-437b-9da6-9491a41d890e None None] Attempt 1 to provision port 7933b86a-a051-4be7-a1c8-d00f30113b98 Aug 31 15:53:10.313963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No DVR routers for this DVR port 88cb148c-7c47-4ad7-bc4a-3dce27d6022d on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-30e3d040-033f-437b-9da6-9491a41d890e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:10.372716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:10.395574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:10.408839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8b5d0145-7863-4732-9740-1f6f3201954f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.408839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=88cb148c-7c47-4ad7-bc4a-3dce27d6022d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:10.417343 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:10.425114 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f1972051-5305-49cc-93ea-80832c190359 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3844545 Aug 31 15:53:10.428058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39890) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:10.433047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:10.443933 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2049468066'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:10.460356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb726240-4523-4956-a8f2-0729809302f9 None None] DHCP port deletion for 6d1b7474-1bdb-48bd-8482-014bdd69b3d3 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:10.487295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:10.494628 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:52:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:10.588116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d7fc1-4695-4504-8f22-2a4c038628a5 req-410fefd6-d759-483c-84ec-d3cf644c3af5 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:10.590252 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bc7d7fc1-4695-4504-8f22-2a4c038628a5 req-410fefd6-d759-483c-84ec-d3cf644c3af5 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1002681 Aug 31 15:53:10.597660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:10.601789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:10.602982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.629592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:10.637240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:10.644399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (6d1b7474-1bdb-48bd-8482-014bdd69b3d3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.662152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:10.668813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e13abcdf-7532-4d57-8a45-896b76ca0ac9 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:10.670314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:10.670952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:10.671726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.681781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=8b5d0145-7863-4732-9740-1f6f3201954f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:10.713308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1b7474-1bdb-48bd-8482-014bdd69b3d3']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:10.724881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3bcaa5-6488-45fd-a0a7-43339e8be95f') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:10.725174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3bcaa5-6488-45fd-a0a7-43339e8be95f') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:10.735641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ac430c58-7be5-470f-a999-2ad8e2b81e6a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.737425 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added segment ac430c58-7be5-470f-a999-2ad8e2b81e6a of type vlan for network f316da93-6cdb-43d6-9874-40e751516333 Aug 31 15:53:10.749299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (1d3bcaa5-6488-45fd-a0a7-43339e8be95f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.767437 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:10.770723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: e13abcdf-7532-4d57-8a45-896b76ca0ac9 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:10.770723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e13abcdf-7532-4d57-8a45-896b76ca0ac9 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:10.771006 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 88cb148c-7c47-4ad7-bc4a-3dce27d6022d no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:10.775886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (1d3bcaa5-6488-45fd-a0a7-43339e8be95f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.786829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:10.787511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (1d3bcaa5-6488-45fd-a0a7-43339e8be95f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.804354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Provisioning complete for port 8261fa55-90e0-4969-8a74-048d9b2b8276 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:10.804730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.805132 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Attempt 1 to provision port 8261fa55-90e0-4969-8a74-048d9b2b8276 Aug 31 15:53:10.820599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (f316da93-6cdb-43d6-9874-40e751516333), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.833430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 88cb148c-7c47-4ad7-bc4a-3dce27d6022d {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:10.833887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 88cb148c-7c47-4ad7-bc4a-3dce27d6022d not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:10.843204 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5cea3d52-ef88-4ceb-88d0-238e8a8b980a tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4298830 Aug 31 15:53:10.850977 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 1d3bcaa5-6488-45fd-a0a7-43339e8be95f resource provider aggregate not found Aug 31 15:53:10.854856 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bc7d7fc1-4695-4504-8f22-2a4c038628a5 req-1967c54a-25b1-4d2d-890b-26c556b97cff tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351782 Aug 31 15:53:10.855817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a3b67f25-ce77-448e-8bd7-0defe624ff44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:10.859350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:10.862654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39894) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:10.904866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:10.935397 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 1d3bcaa5-6488-45fd-a0a7-43339e8be95f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d3bcaa5-6488-45fd-a0a7-43339e8be95f found for delete ", "request_id": "req-519bafea-b105-4821-83c8-29f2789b7434"}]} Aug 31 15:53:10.938405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Port 8261fa55-90e0-4969-8a74-048d9b2b8276 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:11.010000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (6d1b7474-1bdb-48bd-8482-014bdd69b3d3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.022450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.030807 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6d1b7474-1bdb-48bd-8482-014bdd69b3d3 HTTP/1.1" status: 204 len: 168 time: 1.4547753 Aug 31 15:53:11.030927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39898) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:11.048216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1e240749-4243-4f1a-b0b1-c032b3dd1b8c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 8b5d0145-7863-4732-9740-1f6f3201954f {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:11.053598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1e240749-4243-4f1a-b0b1-c032b3dd1b8c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8b5d0145-7863-4732-9740-1f6f3201954f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.102423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9a431-1bce-4c40-92a5-871a33ca3f4e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Network': ['ID=6d1b7474-1bdb-48bd-8482-014bdd69b3d3,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:11.112920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (f316da93-6cdb-43d6-9874-40e751516333), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.118590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:11.119189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.150570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:11.164265 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:08Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:09Z', 'revision_number': 2, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:11.193635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:11.194002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Updating router 2480432b-49b5-45ee-8ac6-8dbd77ef590c port 8261fa55-90e0-4969-8a74-048d9b2b8276 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:53:11.231310 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.263657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Network': ['ID=f316da93-6cdb-43d6-9874-40e751516333,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:11.277077 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-48f4e352-5609-4de4-b32d-a80749686c5c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8478124 Aug 31 15:53:11.280562 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39900) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:11.286381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'subnet': {'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:11.291220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network f316da93-6cdb-43d6-9874-40e751516333 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:11.297581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1e240749-4243-4f1a-b0b1-c032b3dd1b8c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8b5d0145-7863-4732-9740-1f6f3201954f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.360441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1e240749-4243-4f1a-b0b1-c032b3dd1b8c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 8b5d0145-7863-4732-9740-1f6f3201954f owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:11.405882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:11.414280 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:11.441828 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Attempt 2 to provision port 8261fa55-90e0-4969-8a74-048d9b2b8276 Aug 31 15:53:11.470651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.513120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Port 8261fa55-90e0-4969-8a74-048d9b2b8276 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:11.528785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Made reservation on behalf of 1e93027b07404f3086ee1be3d0383e5d for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:11.532783 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.672505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Publish callbacks [] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.724150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1e240749-4243-4f1a-b0b1-c032b3dd1b8c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (8b5d0145-7863-4732-9740-1f6f3201954f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.731966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:11.732308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.743742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.759778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e240749-4243-4f1a-b0b1-c032b3dd1b8c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=8b5d0145-7863-4732-9740-1f6f3201954f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:11.797913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043ea73-e410-45ad-b567-90fce57697ac None None] Pushing event updated for resources: {'Port': ['ID=8261fa55-90e0-4969-8a74-048d9b2b8276,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:11.850473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29,segment=NetworkSegment(88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf),segment_id=88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:11.850859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.866704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:11.867208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:11.874568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Attempting to bind port 8261fa55-90e0-4969-8a74-048d9b2b8276 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:11.874568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Attempting to bind port 8261fa55-90e0-4969-8a74-048d9b2b8276 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'abcb1221-2a23-4540-a3f6-0d042ecde911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:11.874568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Attempting to bind port 8261fa55-90e0-4969-8a74-048d9b2b8276 on network d013acb9-ca96-42c1-bff5-e214c625cfd8 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:11.883022 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:11.883670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Checking segment: {'id': 'abcb1221-2a23-4540-a3f6-0d042ecde911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:11.884296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.885426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Bound using segment: {'id': 'abcb1221-2a23-4540-a3f6-0d042ecde911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:11.898305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Bound port: 8261fa55-90e0-4969-8a74-048d9b2b8276, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcb1221-2a23-4540-a3f6-0d042ecde911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:11.900528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:11.912734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:12.017727 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Attempt 3 to provision port 8261fa55-90e0-4969-8a74-048d9b2b8276 Aug 31 15:53:12.047791 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] For port 8261fa55-90e0-4969-8a74-048d9b2b8276, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:12.069393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] For port 8261fa55-90e0-4969-8a74-048d9b2b8276, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8261fa55-90e0-4969-8a74-048d9b2b8276,segment=NetworkSegment(abcb1221-2a23-4540-a3f6-0d042ecde911),segment_id=abcb1221-2a23-4540-a3f6-0d042ecde911)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:12.073728 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Port 8261fa55-90e0-4969-8a74-048d9b2b8276 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:12.114972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdc267-3c97-47e5-8461-2b36d635966f req-06919ded-cd2f-4945-9bbf-98f9fb069d40 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:12.116524 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c0bdc267-3c97-47e5-8461-2b36d635966f req-06919ded-cd2f-4945-9bbf-98f9fb069d40 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1562126 Aug 31 15:53:12.137974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.139325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.181545 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:12.182211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:12.194788 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c0bdc267-3c97-47e5-8461-2b36d635966f req-9025eaac-7e9e-4492-9935-dd30d8729db4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717456 Aug 31 15:53:12.208055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1e240749-4243-4f1a-b0b1-c032b3dd1b8c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.213835 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1e240749-4243-4f1a-b0b1-c032b3dd1b8c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/8b5d0145-7863-4732-9740-1f6f3201954f HTTP/1.1" status: 204 len: 168 time: 1.3453615 Aug 31 15:53:12.215366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39904) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:12.267429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.297446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:12.302206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=6,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:12.316860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a46ed1-a7bf-4612-b6da-21666d726230 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:12.318764 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a3a46ed1-a7bf-4612-b6da-21666d726230 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1027365 Aug 31 15:53:12.321903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39906) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:12.379129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eb85f4-1a41-4a36-add2-26c53b197fbc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:12.380835 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-24eb85f4-1a41-4a36-add2-26c53b197fbc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0580957 Aug 31 15:53:12.383388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39908) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:12.396433 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (660f74a6-6be7-4d81-b0d3-4667047e803d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.415830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:12.417020 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:12.443452 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043ea73-e410-45ad-b567-90fce57697ac None None] Pushing event updated for resources: {'Port': ['ID=8261fa55-90e0-4969-8a74-048d9b2b8276,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:12.489445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:12.519145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873452b-ebd3-4f2c-847d-b83b9818d639 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:12.522426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873452b-ebd3-4f2c-847d-b83b9818d639 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:12.522986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873452b-ebd3-4f2c-847d-b83b9818d639 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:12.527175 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5873452b-ebd3-4f2c-847d-b83b9818d639 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1402981 Aug 31 15:53:12.529049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39910) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:12.530072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Subnet': ['ID=660f74a6-6be7-4d81-b0d3-4667047e803d,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:12.540319 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:12.546095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.574881 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Attempt 4 to provision port 8261fa55-90e0-4969-8a74-048d9b2b8276 Aug 31 15:53:12.614713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Checking segment: {'id': 'ac430c58-7be5-470f-a999-2ad8e2b81e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:12.618792 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network hostable DHCP agents. Network: f316da93-6cdb-43d6-9874-40e751516333, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:12.630861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-6117892a-7755-446a-b55d-b86000dd2529 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 5472851e-8137-4681-84c1-b03f40ba7694 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:12.643779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6117892a-7755-446a-b55d-b86000dd2529 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (5472851e-8137-4681-84c1-b03f40ba7694), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.658919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:12.672679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:12.678251 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:12.692390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6117892a-7755-446a-b55d-b86000dd2529 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (5472851e-8137-4681-84c1-b03f40ba7694), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.704135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Provisioning complete for port c5aa7115-0a49-443b-b935-c6ad1e945253 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:12.704566 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.704902 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Attempt 1 to provision port c5aa7115-0a49-443b-b935-c6ad1e945253 Aug 31 15:53:12.769112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network f316da93-6cdb-43d6-9874-40e751516333 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:12.770145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e3a79161-8237-4b85-a99e-9a83de3697b7 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:12.784476 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:12.787063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:08Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:12.796189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6117892a-7755-446a-b55d-b86000dd2529 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (5472851e-8137-4681-84c1-b03f40ba7694), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.812986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdcab5-acbb-4a23-b4dd-d6834ce24d3c None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:08Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:12.880417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, f316da93-6cdb-43d6-9874-40e751516333) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:12.885425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:12.886075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.888063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:12.898762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da8c3dc-e03a-4b24-baca-fbcc043cb957 None None] Network f316da93-6cdb-43d6-9874-40e751516333 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:12.911162 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f602f988-36cb-4619-b77f-7ecb8a7ba2fc tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8792195 Aug 31 15:53:12.911791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39912) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:12.912773 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] Sync routers for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:12.927723 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:12.928583 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:12.968290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e029df11-dfbc-4c8b-89a4-2d6255079d62 None None] Provisioning complete for port 7933b86a-a051-4be7-a1c8-d00f30113b98 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:12.968830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e029df11-dfbc-4c8b-89a4-2d6255079d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:12.969267 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e029df11-dfbc-4c8b-89a4-2d6255079d62 None None] Attempt 1 to provision port 7933b86a-a051-4be7-a1c8-d00f30113b98 Aug 31 15:53:12.992973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:13.003348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6117892a-7755-446a-b55d-b86000dd2529 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (5472851e-8137-4681-84c1-b03f40ba7694), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.013673 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-937d1d1e-add7-4141-aa89-a64ca87ad627 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7300594 Aug 31 15:53:13.020353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39914) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:13.069610 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e029df11-dfbc-4c8b-89a4-2d6255079d62 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:13.096406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:13.102792 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e029df11-dfbc-4c8b-89a4-2d6255079d62 None None] Could not find standard attr ID for object 8b5d0145-7863-4732-9740-1f6f3201954f. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:53:13.141529 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e029df11-dfbc-4c8b-89a4-2d6255079d62 None None] Provisioning complete for port 8261fa55-90e0-4969-8a74-048d9b2b8276 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:13.142182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e029df11-dfbc-4c8b-89a4-2d6255079d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.142620 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e029df11-dfbc-4c8b-89a4-2d6255079d62 None None] Attempt 1 to provision port 8261fa55-90e0-4969-8a74-048d9b2b8276 Aug 31 15:53:13.145151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117892a-7755-446a-b55d-b86000dd2529 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=5472851e-8137-4681-84c1-b03f40ba7694,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:13.151659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-f316da93-6cdb-43d6-9874-40e751516333', 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'fixed_ips': [{'subnet_id': '660f74a6-6be7-4d81-b0d3-4667047e803d'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:53:13.153057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.161594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6117892a-7755-446a-b55d-b86000dd2529 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.167981 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6117892a-7755-446a-b55d-b86000dd2529 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/5472851e-8137-4681-84c1-b03f40ba7694 HTTP/1.1" status: 204 len: 168 time: 0.6288702 Aug 31 15:53:13.168641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39916) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:13.197501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd8ec1a-c2d7-4aae-b3e0-241924363946 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:13.344801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:13.364753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-54063083-8f27-46c2-b9de-98a5ce3bf835 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting subnet 263cf147-0411-47a6-86f8-bfc0ae7c4a22 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:13.368856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54063083-8f27-46c2-b9de-98a5ce3bf835 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (263cf147-0411-47a6-86f8-bfc0ae7c4a22), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.409817 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 9, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:13.420113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54063083-8f27-46c2-b9de-98a5ce3bf835 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (263cf147-0411-47a6-86f8-bfc0ae7c4a22), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.434010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc4d29-7889-4d90-87db-cb4abc97cac4 req-64503942-d430-4aef-bc3a-e5669ce3d4f7 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:13.435569 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1fdc4d29-7889-4d90-87db-cb4abc97cac4 req-64503942-d430-4aef-bc3a-e5669ce3d4f7 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1174400 Aug 31 15:53:13.437707 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] Checking router: 583f9b7e-68c9-4249-a942-0173da4775bd for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:13.449144 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:13.449793 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e029df11-dfbc-4c8b-89a4-2d6255079d62 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:13.464102 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:13.465771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:13.581530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:13.615889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54063083-8f27-46c2-b9de-98a5ce3bf835 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (263cf147-0411-47a6-86f8-bfc0ae7c4a22), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.637865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Allocated IP 2001:db8:3::2 (f316da93-6cdb-43d6-9874-40e751516333/660f74a6-6be7-4d81-b0d3-4667047e803d/ad1f5190-fbdb-474f-af03-f97ec6631194) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:13.650604 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:13.658542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:13.719852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cc0c1a-5a94-4a7c-9d18-86bf60c92b24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 7febfc5c-7a8b-421e-9547-66f00b58186c {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:13.747392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.758726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.759127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80cc0c1a-5a94-4a7c-9d18-86bf60c92b24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (7febfc5c-7a8b-421e-9547-66f00b58186c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.801276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54063083-8f27-46c2-b9de-98a5ce3bf835 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (263cf147-0411-47a6-86f8-bfc0ae7c4a22), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.836942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:13.861816 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1fdc4d29-7889-4d90-87db-cb4abc97cac4 req-600ad6ed-9299-47d4-8d64-36720d311fda tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328846 Aug 31 15:53:13.866016 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80cc0c1a-5a94-4a7c-9d18-86bf60c92b24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (7febfc5c-7a8b-421e-9547-66f00b58186c), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.877053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54063083-8f27-46c2-b9de-98a5ce3bf835 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Subnet': ['ID=263cf147-0411-47a6-86f8-bfc0ae7c4a22,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:13.880308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-54063083-8f27-46c2-b9de-98a5ce3bf835 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:13.887105 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-54063083-8f27-46c2-b9de-98a5ce3bf835 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/263cf147-0411-47a6-86f8-bfc0ae7c4a22 HTTP/1.1" status: 204 len: 168 time: 0.9713249 Aug 31 15:53:13.901151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39920) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:13.921843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f587478-7c44-4950-a2d7-5a6a5286ff73 None None] Network 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:13.927873 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:13.984166 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 9, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:13.987211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:14.025082 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.035914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Publish callbacks [] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.041551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:14.046550 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeba948-54d4-4f1b-8142-aff1f76b31c9 None None] The sync data for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv is: [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 9, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': '4348b963-3947-40c6-afc7-1c08e8f35b51', 'name': '', 'network_id': '549919da-89f9-4513-9e84-12a230fe688a', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:b7:c0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:39Z', 'updated_at': '2022-08-31T15:52:45Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '59ab1194-ff0a-4402-ad97-eadcc817d9ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:14.051617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (5f54fe8d-3bb5-4af5-b870-325c6fc76d48), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.117645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:14.118576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port e1316899-6b44-4451-a042-95d1b8e84627 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:14.118922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e1316899-6b44-4451-a042-95d1b8e84627), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.132295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.146988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:14.156689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80cc0c1a-5a94-4a7c-9d18-86bf60c92b24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (7febfc5c-7a8b-421e-9547-66f00b58186c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.202638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Network f316da93-6cdb-43d6-9874-40e751516333 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:14.208151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:14.211180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port e1316899-6b44-4451-a042-95d1b8e84627, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e1316899-6b44-4451-a042-95d1b8e84627,segment=NetworkSegment(88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf),segment_id=88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:14.211636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e1316899-6b44-4451-a042-95d1b8e84627), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.213801 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:14.222131 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Pushing event updated for resources: {'Port': ['ID=ad1f5190-fbdb-474f-af03-f97ec6631194,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:14.226700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for e1316899-6b44-4451-a042-95d1b8e84627 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:14.290717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Attempting to bind port ad1f5190-fbdb-474f-af03-f97ec6631194 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:14.291423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Attempting to bind port ad1f5190-fbdb-474f-af03-f97ec6631194 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'ac430c58-7be5-470f-a999-2ad8e2b81e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:14.292360 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Attempting to bind port ad1f5190-fbdb-474f-af03-f97ec6631194 on network f316da93-6cdb-43d6-9874-40e751516333 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:14.297917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:14.299857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:14.300332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Checking segment: {'id': 'ac430c58-7be5-470f-a999-2ad8e2b81e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:14.301671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.301671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Bound using segment: {'id': 'ac430c58-7be5-470f-a999-2ad8e2b81e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:14.302142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Bound port: ad1f5190-fbdb-474f-af03-f97ec6631194, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac430c58-7be5-470f-a999-2ad8e2b81e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:14.302677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.391360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80cc0c1a-5a94-4a7c-9d18-86bf60c92b24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (7febfc5c-7a8b-421e-9547-66f00b58186c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.392149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] For port ad1f5190-fbdb-474f-af03-f97ec6631194, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:14.394093 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] For port ad1f5190-fbdb-474f-af03-f97ec6631194, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ad1f5190-fbdb-474f-af03-f97ec6631194,segment=NetworkSegment(ac430c58-7be5-470f-a999-2ad8e2b81e6a),segment_id=ac430c58-7be5-470f-a999-2ad8e2b81e6a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:14.420792 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50a3ad-4e5b-4dab-bba5-a7a798613925 None None] DHCP port deletion for 5f54fe8d-3bb5-4af5-b870-325c6fc76d48 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:14.459486 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-80cc0c1a-5a94-4a7c-9d18-86bf60c92b24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.462899 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-80cc0c1a-5a94-4a7c-9d18-86bf60c92b24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7febfc5c-7a8b-421e-9547-66f00b58186c HTTP/1.1" status: 204 len: 168 time: 1.2462564 Aug 31 15:53:14.465449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39922) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:14.497913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4b50a3ad-4e5b-4dab-bba5-a7a798613925 None None] Deleting port e1316899-6b44-4451-a042-95d1b8e84627 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:14.497913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4b50a3ad-4e5b-4dab-bba5-a7a798613925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e1316899-6b44-4451-a042-95d1b8e84627), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.498968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc0c1a-5a94-4a7c-9d18-86bf60c92b24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=7febfc5c-7a8b-421e-9547-66f00b58186c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:14.511546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.547127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Allocated IP 2001:db8:3::1 (f316da93-6cdb-43d6-9874-40e751516333/660f74a6-6be7-4d81-b0d3-4667047e803d/e7699ded-994f-45a7-8cff-ce6d134945b6) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:14.549681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390130ea-44fd-4ab5-94cf-0333cc94becd None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:14.558030 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f87b39d7-c3db-455b-bcf4-ddfe39920673 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913770 Aug 31 15:53:14.561829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e1316899-6b44-4451-a042-95d1b8e84627), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.562480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39924) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:14.569798 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ed07eee0-7907-4861-a863-fe35250cc786 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:14.606622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=e1316899-6b44-4451-a042-95d1b8e84627,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:14.616356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No DVR routers for this DVR port e1316899-6b44-4451-a042-95d1b8e84627 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:14.637924 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8261fa55-90e0-4969-8a74-048d9b2b8276 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:14.663176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:14.752658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-46d69d67-fa93-4be5-bbfc-b924810c5620 None None] Provisioning complete for port 7933b86a-a051-4be7-a1c8-d00f30113b98 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:14.753288 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-46d69d67-fa93-4be5-bbfc-b924810c5620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.753948 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-46d69d67-fa93-4be5-bbfc-b924810c5620 None None] Attempt 1 to provision port 7933b86a-a051-4be7-a1c8-d00f30113b98 Aug 31 15:53:14.756029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (5f54fe8d-3bb5-4af5-b870-325c6fc76d48), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.789186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f54fe8d-3bb5-4af5-b870-325c6fc76d48']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:14.792661 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.803154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:14.803671 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:14.842995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.851168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:14.861447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.869476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:14.869891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.877763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4b50a3ad-4e5b-4dab-bba5-a7a798613925 None None] For port e1316899-6b44-4451-a042-95d1b8e84627, host dv-neutron-855257-2-hyperv, got binding levels [] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:14.877763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4b50a3ad-4e5b-4dab-bba5-a7a798613925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e1316899-6b44-4451-a042-95d1b8e84627), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.889711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed07eee0-7907-4861-a863-fe35250cc786 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:14.898947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ed07eee0-7907-4861-a863-fe35250cc786 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.937181 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf resource provider aggregate not found Aug 31 15:53:14.939078 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a624928-8a6b-43b9-9d3b-c97feeaa8bd4 None None] Pushing event updated for resources: {'Port': ['ID=ad1f5190-fbdb-474f-af03-f97ec6631194,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:14.963378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4b50a3ad-4e5b-4dab-bba5-a7a798613925 None None] Calling delete_port for e1316899-6b44-4451-a042-95d1b8e84627 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:14.970309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.ipam_backend_mixin [None req-4b50a3ad-4e5b-4dab-bba5-a7a798613925 None None] Port e1316899-6b44-4451-a042-95d1b8e84627 was not found and therefore no delete operation was performed {{(pid=114267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 15:53:14.972148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.983657 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88f9f37b-6be7-48d8-ab0d-bf53eee2fbcf found for delete ", "request_id": "req-393428ef-99ca-453d-80c6-28378401d722"}]} Aug 31 15:53:14.990264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 8261fa55-90e0-4969-8a74-048d9b2b8276 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:14.990635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:14.990979 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 8261fa55-90e0-4969-8a74-048d9b2b8276 Aug 31 15:53:14.992832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4b50a3ad-4e5b-4dab-bba5-a7a798613925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (e1316899-6b44-4451-a042-95d1b8e84627), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-46d69d67-fa93-4be5-bbfc-b924810c5620 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:15.052250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:15.058799 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50a3ad-4e5b-4dab-bba5-a7a798613925 None None] Pushing event deleted for resources: {'Port': ['ID=e1316899-6b44-4451-a042-95d1b8e84627,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:15.069490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50a3ad-4e5b-4dab-bba5-a7a798613925 None None] No DVR routers for this DVR port e1316899-6b44-4451-a042-95d1b8e84627 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:15.092590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a2405-4abe-4816-82b5-c68fc995af7d None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:15.103449 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:15.107593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bb2b1-da5a-4c29-9b34-4059c19e4c58 req-9ffcb026-dfac-468c-b642-6da0dcec5675 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:15.109199 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1b1bb2b1-da5a-4c29-9b34-4059c19e4c58 req-9ffcb026-dfac-468c-b642-6da0dcec5675 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0948210 Aug 31 15:53:15.119151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network f316da93-6cdb-43d6-9874-40e751516333 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:15.120179 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=e7699ded-994f-45a7-8cff-ce6d134945b6,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:15.135436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:15.139925 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:15.140607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.167209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a2405-4abe-4816-82b5-c68fc995af7d None None] Deleting port 7933b86a-a051-4be7-a1c8-d00f30113b98 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:15.167597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2405-4abe-4816-82b5-c68fc995af7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.172703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (5f54fe8d-3bb5-4af5-b870-325c6fc76d48), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.187239 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:15.196127 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.199316 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/networks/5f54fe8d-3bb5-4af5-b870-325c6fc76d48 HTTP/1.1" status: 204 len: 168 time: 1.3099654 Aug 31 15:53:15.201145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a84b11-caec-49fd-b43c-f3546d961d01 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Network': ['ID=5f54fe8d-3bb5-4af5-b870-325c6fc76d48,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:15.202952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39932) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:15.209520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:15.222683 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1b1bb2b1-da5a-4c29-9b34-4059c19e4c58 req-f1214b08-97e4-4ac9-be29-3f441330eefc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038961 Aug 31 15:53:15.370520 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:15.379647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:15.389119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:15.389460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5d48cc2b-8bbb-4b90-8e2a-a70b88cf8c29 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:15.390578 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e1316899-6b44-4451-a042-95d1b8e84627 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:15.434579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: e1316899-6b44-4451-a042-95d1b8e84627 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:15.434935 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e1316899-6b44-4451-a042-95d1b8e84627 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:15.436536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:15.442084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.446550 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ed07eee0-7907-4861-a863-fe35250cc786 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (bc35b5c6-2f49-431d-8bd9-ca5954b26924), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.448537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ac0a2405-4abe-4816-82b5-c68fc995af7d None None] For port 7933b86a-a051-4be7-a1c8-d00f30113b98, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7933b86a-a051-4be7-a1c8-d00f30113b98,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:15.453343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2405-4abe-4816-82b5-c68fc995af7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.465797 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a2405-4abe-4816-82b5-c68fc995af7d None None] Calling delete_port for 7933b86a-a051-4be7-a1c8-d00f30113b98 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:15.476378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:15.512206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed07eee0-7907-4861-a863-fe35250cc786 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:15.592268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ed07eee0-7907-4861-a863-fe35250cc786 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:15.601351 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.620211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed07eee0-7907-4861-a863-fe35250cc786 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:15.620817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ed07eee0-7907-4861-a863-fe35250cc786 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.649926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07eee0-7907-4861-a863-fe35250cc786 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=bc35b5c6-2f49-431d-8bd9-ca5954b26924,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:15.680574 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2405-4abe-4816-82b5-c68fc995af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (7933b86a-a051-4be7-a1c8-d00f30113b98), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.708090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a2405-4abe-4816-82b5-c68fc995af7d None None] Pushing event deleted for resources: {'Port': ['ID=7933b86a-a051-4be7-a1c8-d00f30113b98,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:15.719576 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a2405-4abe-4816-82b5-c68fc995af7d None None] No DVR routers for this DVR port 7933b86a-a051-4be7-a1c8-d00f30113b98 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:15.734062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550d0f3-5ec1-4e66-9737-5412848d94ae None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:15.738369 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:15.773495 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ed07eee0-7907-4861-a863-fe35250cc786 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2028313 Aug 31 15:53:15.792012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39934) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:15.804713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1456b9c2-a4f2-4c3c-b202-035e7cf982a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:15.878671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e986fc1f-2559-47ce-89c8-1dd43368919a', 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'project_id': '57453428e9d542b0acd117241d1c9715', 'fixed_ips': [{'subnet_id': 'bc35b5c6-2f49-431d-8bd9-ca5954b26924'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:53:15.880418 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.904525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port 4348b963-3947-40c6-afc7-1c08e8f35b51 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:15.905124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.953760 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:15.960825 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef5e25-9836-40bc-966f-203f99870a9e None None] Network f316da93-6cdb-43d6-9874-40e751516333 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:16.020416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port 4348b963-3947-40c6-afc7-1c08e8f35b51, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=4348b963-3947-40c6-afc7-1c08e8f35b51,segment=NetworkSegment(c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656),segment_id=c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:16.021176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.035571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.035902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.036404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for 4348b963-3947-40c6-afc7-1c08e8f35b51 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:16.037280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9d5003cb-f2d8-4351-94c4-9bfa0e19f71e None None] Provisioning complete for port ad1f5190-fbdb-474f-af03-f97ec6631194 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:16.038032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9d5003cb-f2d8-4351-94c4-9bfa0e19f71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.038159 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9d5003cb-f2d8-4351-94c4-9bfa0e19f71e None None] Attempt 1 to provision port ad1f5190-fbdb-474f-af03-f97ec6631194 Aug 31 15:53:16.068248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1456b9c2-a4f2-4c3c-b202-035e7cf982a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:16.072490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1456b9c2-a4f2-4c3c-b202-035e7cf982a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.170709 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Allocated IP 2001:db8::2 (e986fc1f-2559-47ce-89c8-1dd43368919a/bc35b5c6-2f49-431d-8bd9-ca5954b26924/7b261f43-b661-4b77-8676-105c99b03383) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-9d5003cb-f2d8-4351-94c4-9bfa0e19f71e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:16.177283 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:16.182940 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event updated for resources: {'Port': ['ID=e7699ded-994f-45a7-8cff-ce6d134945b6,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:16.265585 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.ipam_backend_mixin [None req-1456b9c2-a4f2-4c3c-b202-035e7cf982a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc35b5c6-2f49-431d-8bd9-ca5954b26924 (CIDR: 2001:db8::/64) Aug 31 15:53:16.268569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Network f316da93-6cdb-43d6-9874-40e751516333 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:16.270104 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:16.338491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4348b963-3947-40c6-afc7-1c08e8f35b51), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.360250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Publish callbacks [] for port (7b261f43-b661-4b77-8676-105c99b03383), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.380530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=4348b963-3947-40c6-afc7-1c08e8f35b51,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:16.411102 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1456b9c2-a4f2-4c3c-b202-035e7cf982a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:53:16.411602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1456b9c2-a4f2-4c3c-b202-035e7cf982a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:16.447393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (7b261f43-b661-4b77-8676-105c99b03383), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.536900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:16.537896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:16.542294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:16.548742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Pushing event updated for resources: {'Port': ['ID=7b261f43-b661-4b77-8676-105c99b03383,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:16.567003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=8,neutron:SELECT=91,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:16.595627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ad1f5190-fbdb-474f-af03-f97ec6631194 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:16.648236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:16.658227 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:16.669028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.672149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Attempting to bind port 7b261f43-b661-4b77-8676-105c99b03383 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:16.672528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Attempting to bind port 7b261f43-b661-4b77-8676-105c99b03383 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:16.674827 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Attempting to bind port 7b261f43-b661-4b77-8676-105c99b03383 on network e986fc1f-2559-47ce-89c8-1dd43368919a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:16.681214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:16.681614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Checking segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:16.682026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.682425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Bound using segment: {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:16.683021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Bound port: 7b261f43-b661-4b77-8676-105c99b03383, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d645d-94d5-40d7-a19f-e476904d295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:16.683399 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7b261f43-b661-4b77-8676-105c99b03383), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.714652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ad1f5190-fbdb-474f-af03-f97ec6631194 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:16.714968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.715310 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ad1f5190-fbdb-474f-af03-f97ec6631194 Aug 31 15:53:16.730092 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:16.755084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Provisioning complete for port ad1f5190-fbdb-474f-af03-f97ec6631194 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:16.755084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.755084 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Attempt 1 to provision port ad1f5190-fbdb-474f-af03-f97ec6631194 Aug 31 15:53:16.835550 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:16.842518 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:16.861819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabe85b-5585-4518-9b5c-cf64df5e8731 req-10b497e4-e426-4b2c-ac4a-ed85501ceb0f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:16.862715 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:16.866636 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:16.870543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] For port 7b261f43-b661-4b77-8676-105c99b03383, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:16.870718 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ddabe85b-5585-4518-9b5c-cf64df5e8731 req-10b497e4-e426-4b2c-ac4a-ed85501ceb0f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.4986994 Aug 31 15:53:16.875105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] For port 7b261f43-b661-4b77-8676-105c99b03383, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7b261f43-b661-4b77-8676-105c99b03383,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:16.883102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Provisioning complete for port e7699ded-994f-45a7-8cff-ce6d134945b6 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:16.883758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.883859 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Attempt 1 to provision port e7699ded-994f-45a7-8cff-ce6d134945b6 Aug 31 15:53:16.891153 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:16.924619 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7933b86a-a051-4be7-a1c8-d00f30113b98 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:16.928683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:16.945242 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Port e7699ded-994f-45a7-8cff-ce6d134945b6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:16.945911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 7933b86a-a051-4be7-a1c8-d00f30113b98 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:16.946156 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7933b86a-a051-4be7-a1c8-d00f30113b98 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:16.950642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7b261f43-b661-4b77-8676-105c99b03383), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:16.952144 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1456b9c2-a4f2-4c3c-b202-035e7cf982a0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1593106 Aug 31 15:53:16.953947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39938) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:16.958007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:16.963009 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'subnet': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:16.966664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:17.028502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:17.033041 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbc9dc-776a-4f34-a316-2179193bf0a7 None None] Pushing event updated for resources: {'Port': ['ID=7b261f43-b661-4b77-8676-105c99b03383,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:17.060426 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ddabe85b-5585-4518-9b5c-cf64df5e8731 req-3d880d6e-05da-4120-a266-9895ce15aa13 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886764 Aug 31 15:53:17.117366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:17.130257 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-be908156-4828-42e9-b285-663baa90bdf8 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9255223 Aug 31 15:53:17.130449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39940) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:17.136227 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] Sync routers for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:17.153059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:17.154065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:17.205860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:17.221937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:17.273600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ef9418-5daf-4745-8183-c776d7d34e9a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting subnet 59ab1194-ff0a-4402-ad97-eadcc817d9ad {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:17.282719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9418-5daf-4745-8183-c776d7d34e9a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (59ab1194-ff0a-4402-ad97-eadcc817d9ad), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:17.286410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:17.296797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39942) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:17.309733 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e7b08566-f128-4524-b073-b3759b61514d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2639592 Aug 31 15:53:17.312592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:17.325350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0c19b45a-27c1-4e91-865f-bce8150122e6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:17.380357 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:17.408543 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:17.412169 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:17.420215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9418-5daf-4745-8183-c776d7d34e9a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (59ab1194-ff0a-4402-ad97-eadcc817d9ad), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:17.447816 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Attempt 2 to provision port e7699ded-994f-45a7-8cff-ce6d134945b6 Aug 31 15:53:17.550040 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:17.550258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Port e7699ded-994f-45a7-8cff-ce6d134945b6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:17.573589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9418-5daf-4745-8183-c776d7d34e9a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (59ab1194-ff0a-4402-ad97-eadcc817d9ad), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:17.581191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:17.589798 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:17.643532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:16Z', 'revision_number': 10, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:17.683106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] Checking router: 583f9b7e-68c9-4249-a942-0173da4775bd for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:17.686257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:17.695915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:17.696720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:17.712801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:17.804432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:17.827833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9418-5daf-4745-8183-c776d7d34e9a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (59ab1194-ff0a-4402-ad97-eadcc817d9ad), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:17.833842 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:15Z', 'revision_number': 5, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7699ded-994f-45a7-8cff-ce6d134945b6', 'name': '', 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:c0:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:14Z', 'updated_at': '2022-08-31T15:53:15Z', 'revision_number': 2, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:17.861466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.extraroute_db [None req-0c19b45a-27c1-4e91-865f-bce8150122e6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 15:53:17.866533 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:17.867438 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Updating router 2480432b-49b5-45ee-8ac6-8dbd77ef590c port e7699ded-994f-45a7-8cff-ce6d134945b6 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:53:17.869520 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:17.880571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.extraroute_db [None req-0c19b45a-27c1-4e91-865f-bce8150122e6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Removed routes are [] {{(pid=114266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 15:53:17.880974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c19b45a-27c1-4e91-865f-bce8150122e6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:17.900704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef9418-5daf-4745-8183-c776d7d34e9a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Subnet': ['ID=59ab1194-ff0a-4402-ad97-eadcc817d9ad,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:17.901384 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:17.909912 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9418-5daf-4745-8183-c776d7d34e9a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:17.913068 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e0ef9418-5daf-4745-8183-c776d7d34e9a tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/59ab1194-ff0a-4402-ad97-eadcc817d9ad HTTP/1.1" status: 204 len: 168 time: 0.7771928 Aug 31 15:53:17.919198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39944) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:17.943240 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24e856c-9bf9-42d2-b8c1-f6fa21f94f2b None None] Network 549919da-89f9-4513-9e84-12a230fe688a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:17.999410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:18.083454 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Attempt 3 to provision port e7699ded-994f-45a7-8cff-ce6d134945b6 Aug 31 15:53:18.133611 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (549919da-89f9-4513-9e84-12a230fe688a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.170618 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Port e7699ded-994f-45a7-8cff-ce6d134945b6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:18.198228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:16Z', 'revision_number': 10, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:18.244947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ede84c-6455-4ee1-97d9-ce2d8dc53159 None None] The sync data for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv is: [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:16Z', 'revision_number': 10, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None, '_interfaces': [{'id': 'ba8029d6-6626-4c96-aeee-b0a360eaaf8f', 'name': '', 'network_id': 'ee051425-bffa-4fb5-88c8-b061060824b3', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'mac_address': 'fa:16:3e:4f:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:31Z', 'updated_at': '2022-08-31T15:52:37Z', 'revision_number': 4, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'subnets': [{'id': '2a6ce904-a93d-468a-b701-cb712d5b3f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:18.250252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c4bc22-ed50-460c-914f-c1b7e04a1a47 None None] DHCP port deletion for 549919da-89f9-4513-9e84-12a230fe688a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:18.317011 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-11c4bc22-ed50-460c-914f-c1b7e04a1a47 None None] Deleting port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:18.317375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-11c4bc22-ed50-460c-914f-c1b7e04a1a47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.380114 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:18.397624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.objects.ports [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114265) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 15:53:18.397998 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Publish callbacks [] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.401362 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:18.420872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-11c4bc22-ed50-460c-914f-c1b7e04a1a47 None None] For port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8f219f1c-d016-4d2e-9f29-bafa0fdeedf4,segment=NetworkSegment(c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656),segment_id=c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:18.434288 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-11c4bc22-ed50-460c-914f-c1b7e04a1a47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.434447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:18.434447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.440067 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-11c4bc22-ed50-460c-914f-c1b7e04a1a47 None None] Calling delete_port for 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:18.442189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4da8c-8710-463b-8dc3-750630249771 req-0d5d17b2-3f9c-498b-b08e-94c88e331894 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:18.449290 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-02e4da8c-8710-463b-8dc3-750630249771 req-0d5d17b2-3f9c-498b-b08e-94c88e331894 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1852214 Aug 31 15:53:18.492717 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.528981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:18.589703 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81aea03-db4e-4cdb-be29-167214861ecd None None] Pushing event updated for resources: {'Port': ['ID=e7699ded-994f-45a7-8cff-ce6d134945b6,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:18.672471 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Attempt 4 to provision port e7699ded-994f-45a7-8cff-ce6d134945b6 Aug 31 15:53:18.693736 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Attempting to bind port e7699ded-994f-45a7-8cff-ce6d134945b6 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:18.694296 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Attempting to bind port e7699ded-994f-45a7-8cff-ce6d134945b6 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'ac430c58-7be5-470f-a999-2ad8e2b81e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:18.694813 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Attempting to bind port e7699ded-994f-45a7-8cff-ce6d134945b6 on network f316da93-6cdb-43d6-9874-40e751516333 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:18.705736 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:18.715851 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:18.717002 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Checking segment: {'id': 'ac430c58-7be5-470f-a999-2ad8e2b81e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:18.717656 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.718243 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Bound using segment: {'id': 'ac430c58-7be5-470f-a999-2ad8e2b81e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:18.719800 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Bound port: e7699ded-994f-45a7-8cff-ce6d134945b6, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac430c58-7be5-470f-a999-2ad8e2b81e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:18.720973 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.726981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Port e7699ded-994f-45a7-8cff-ce6d134945b6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:18.799210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7b261f43-b661-4b77-8676-105c99b03383), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.807926 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7b261f43-b661-4b77-8676-105c99b03383 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:18.812265 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-11c4bc22-ed50-460c-914f-c1b7e04a1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.824210 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] For port e7699ded-994f-45a7-8cff-ce6d134945b6, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:18.830185 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] For port e7699ded-994f-45a7-8cff-ce6d134945b6, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e7699ded-994f-45a7-8cff-ce6d134945b6,segment=NetworkSegment(ac430c58-7be5-470f-a999-2ad8e2b81e6a),segment_id=ac430c58-7be5-470f-a999-2ad8e2b81e6a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:18.875243 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4bc22-ed50-460c-914f-c1b7e04a1a47 None None] Pushing event deleted for resources: {'Port': ['ID=8f219f1c-d016-4d2e-9f29-bafa0fdeedf4,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:18.883116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4bc22-ed50-460c-914f-c1b7e04a1a47 None None] No DVR routers for this DVR port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:18.902794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7b261f43-b661-4b77-8676-105c99b03383 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:18.902794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7b261f43-b661-4b77-8676-105c99b03383), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.903197 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7b261f43-b661-4b77-8676-105c99b03383 Aug 31 15:53:18.913287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c19b45a-27c1-4e91-865f-bce8150122e6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.916536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:18.939374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c19b45a-27c1-4e91-865f-bce8150122e6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.947129 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:18.947302 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:19.007410 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-02e4da8c-8710-463b-8dc3-750630249771 req-bd671220-a4f5-4e36-9159-0d297cef8770 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5572104 Aug 31 15:53:19.035907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 4348b963-3947-40c6-afc7-1c08e8f35b51 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:19.053320 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:19.053697 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:19.059657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8f219f1c-d016-4d2e-9f29-bafa0fdeedf4,segment=NetworkSegment(c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656),segment_id=c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:19.069991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.070211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 4348b963-3947-40c6-afc7-1c08e8f35b51 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:19.070211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 4348b963-3947-40c6-afc7-1c08e8f35b51 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:19.070211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:19.083287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:19.083703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:19.090799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] For port 7b261f43-b661-4b77-8676-105c99b03383, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7b261f43-b661-4b77-8676-105c99b03383,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:19.093852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:19.124750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:19.135796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (7b261f43-b661-4b77-8676-105c99b03383), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.159270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:19.161036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c19b45a-27c1-4e91-865f-bce8150122e6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:19.164141 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81aea03-db4e-4cdb-be29-167214861ecd None None] Pushing event updated for resources: {'Port': ['ID=e7699ded-994f-45a7-8cff-ce6d134945b6,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:19.194049 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:19.212172 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (7b261f43-b661-4b77-8676-105c99b03383), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.213315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (9a5faa10-a0e1-4b88-b984-6bfc72337240), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.228247 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Attempt 5 to provision port e7699ded-994f-45a7-8cff-ce6d134945b6 Aug 31 15:53:19.273743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8f219f1c-d016-4d2e-9f29-bafa0fdeedf4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d839b046-fb3a-4185-afec-12b9670ef838 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:19.301292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:19.309851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:19.327223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=8f219f1c-d016-4d2e-9f29-bafa0fdeedf4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:19.327223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No DVR routers for this DVR port 8f219f1c-d016-4d2e-9f29-bafa0fdeedf4 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:19.327534 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:19.340496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247177fc-b71b-4647-a4f8-c1ba69e97a20 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:19.348550 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:19.349730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.356368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Subnet': ['ID=9a5faa10-a0e1-4b88-b984-6bfc72337240,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:19.370187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=7b261f43-b661-4b77-8676-105c99b03383,revision_number=4']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:19.393885 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:19.397469 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:19.439004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c19b45a-27c1-4e91-865f-bce8150122e6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:19.441923 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3a320ad2-a2cd-4cae-8e66-17b110ecf27d None None] Provisioning complete for port 7b261f43-b661-4b77-8676-105c99b03383 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:19.442657 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a320ad2-a2cd-4cae-8e66-17b110ecf27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7b261f43-b661-4b77-8676-105c99b03383), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.460524 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3a320ad2-a2cd-4cae-8e66-17b110ecf27d None None] Attempt 1 to provision port 7b261f43-b661-4b77-8676-105c99b03383 Aug 31 15:53:19.461290 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c19b45a-27c1-4e91-865f-bce8150122e6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.461290 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0c19b45a-27c1-4e91-865f-bce8150122e6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c HTTP/1.1" status: 200 len: 954 time: 2.1539817 Aug 31 15:53:19.461453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39948) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:19.461533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (549919da-89f9-4513-9e84-12a230fe688a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.487108 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:17Z', 'revision_number': 6, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7699ded-994f-45a7-8cff-ce6d134945b6', 'name': '', 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:c0:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:14Z', 'updated_at': '2022-08-31T15:53:18Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:19.495421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549919da-89f9-4513-9e84-12a230fe688a']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:19.503624 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c4e5557d-accd-4e46-9bd2-6fa84f665e4e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5461309 Aug 31 15:53:19.504336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39950) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:19.505924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:19.506229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:19.517576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.521654 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d36e3-014c-48ec-ae58-8a4cd5832a8d None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:17Z', 'revision_number': 6, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7699ded-994f-45a7-8cff-ce6d134945b6', 'name': '', 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:c0:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:14Z', 'updated_at': '2022-08-31T15:53:18Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:19.534299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.540198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Request body: {'port': {'network_id': 'e986fc1f-2559-47ce-89c8-1dd43368919a', 'mac_address': 'fa:16:3e:32:3a:44', 'name': 'tempest-NetworksTestDHCPv6-1696629261'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:19.541909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:19.542358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.604719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-3a320ad2-a2cd-4cae-8e66-17b110ecf27d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:19.620442 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:19.643368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3a320ad2-a2cd-4cae-8e66-17b110ecf27d None None] Provisioning complete for port e7699ded-994f-45a7-8cff-ce6d134945b6 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:19.643665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a320ad2-a2cd-4cae-8e66-17b110ecf27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.644008 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3a320ad2-a2cd-4cae-8e66-17b110ecf27d None None] Attempt 1 to provision port e7699ded-994f-45a7-8cff-ce6d134945b6 Aug 31 15:53:19.673852 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656 resource provider aggregate not found Aug 31 15:53:19.694710 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6b80ca1-a74e-4ff9-ad35-2fc25f1e0656 found for delete ", "request_id": "req-da2669e1-63b8-4db1-b96e-a4a6e958bdd7"}]} Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-3a320ad2-a2cd-4cae-8e66-17b110ecf27d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:19.707570 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:19.722972 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-877ce109-85c8-4f9f-bd1b-971a2a81ec15 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c HTTP/1.1" status: 200 len: 954 time: 0.2657380 Aug 31 15:53:19.726550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39956) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:19.731132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-75e7d73c-ad45-47ae-8711-3064bb0e0c57 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'routes': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:19.801679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:19.804958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (549919da-89f9-4513-9e84-12a230fe688a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.809538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:19.812910 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/networks/549919da-89f9-4513-9e84-12a230fe688a HTTP/1.1" status: 204 len: 168 time: 1.8901410 Aug 31 15:53:19.817239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39958) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:19.844348 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678bef8-47fe-4b4a-be9c-0d4ada9a0d1e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Network': ['ID=549919da-89f9-4513-9e84-12a230fe688a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:19.885344 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Made reservation on behalf of 57453428e9d542b0acd117241d1c9715 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:20.171643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0c0be-50de-47b2-8296-c86f6e8a2b49 req-9d2e65a8-9913-4c6d-9825-48e4d1d0f903 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:20.174187 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-19f0c0be-50de-47b2-8296-c86f6e8a2b49 req-9d2e65a8-9913-4c6d-9825-48e4d1d0f903 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0626357 Aug 31 15:53:20.263841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.extraroute_db [None req-75e7d73c-ad45-47ae-8711-3064bb0e0c57 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added routes are [] {{(pid=114266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 15:53:20.264457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.extraroute_db [None req-75e7d73c-ad45-47ae-8711-3064bb0e0c57 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 15:53:20.307658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75e7d73c-ad45-47ae-8711-3064bb0e0c57 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:20.307930 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:20.349263 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] device_id is not set on port 642932f5-c799-4347-8b0d-b8ef98001517 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:53:20.424698 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-19f0c0be-50de-47b2-8296-c86f6e8a2b49 req-ccc9229d-bdbc-4ea7-bbde-7a1267e3f518 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875246 Aug 31 15:53:20.435553 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-0cf8aa32-a5da-457e-9dcb-a9fe70974954 None None] Provisioning complete for port 7b261f43-b661-4b77-8676-105c99b03383 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:20.436117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0cf8aa32-a5da-457e-9dcb-a9fe70974954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7b261f43-b661-4b77-8676-105c99b03383), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:20.436322 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-0cf8aa32-a5da-457e-9dcb-a9fe70974954 None None] Attempt 1 to provision port 7b261f43-b661-4b77-8676-105c99b03383 Aug 31 15:53:20.440940 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-0cf8aa32-a5da-457e-9dcb-a9fe70974954 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:20.495917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:20.561834 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:20.577856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:20.578802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:20.625361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7b261f43-b661-4b77-8676-105c99b03383 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:20.693691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75e7d73c-ad45-47ae-8711-3064bb0e0c57 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:20.698211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75e7d73c-ad45-47ae-8711-3064bb0e0c57 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:20.710414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:20.725049 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:20.727270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 7b261f43-b661-4b77-8676-105c99b03383 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:20.727826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7b261f43-b661-4b77-8676-105c99b03383), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:20.728325 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 7b261f43-b661-4b77-8676-105c99b03383 Aug 31 15:53:20.765156 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8::31e (e986fc1f-2559-47ce-89c8-1dd43368919a/bc35b5c6-2f49-431d-8bd9-ca5954b26924/642932f5-c799-4347-8b0d-b8ef98001517) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:20.775745 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Allocated IP 2001:db8:0:1:f816:3eff:fe32:3a44 (e986fc1f-2559-47ce-89c8-1dd43368919a/9a5faa10-a0e1-4b88-b984-6bfc72337240/642932f5-c799-4347-8b0d-b8ef98001517) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:20.807569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e7d73c-ad45-47ae-8711-3064bb0e0c57 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:20.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:20.837544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e7699ded-994f-45a7-8cff-ce6d134945b6 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:20.853366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port ba8029d6-6626-4c96-aeee-b0a360eaaf8f {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:20.853816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:20.894522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:20.921696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e7d73c-ad45-47ae-8711-3064bb0e0c57 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:20.931432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75e7d73c-ad45-47ae-8711-3064bb0e0c57 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:20.932768 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-75e7d73c-ad45-47ae-8711-3064bb0e0c57 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c HTTP/1.1" status: 200 len: 704 time: 1.2054634 Aug 31 15:53:20.935980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39962) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:20.984046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port e7699ded-994f-45a7-8cff-ce6d134945b6 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:20.984266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:20.984557 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port e7699ded-994f-45a7-8cff-ce6d134945b6 Aug 31 15:53:21.052117 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5d49d773-d774-4d5b-b555-805778f53f1d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c HTTP/1.1" status: 200 len: 704 time: 0.1147516 Aug 31 15:53:21.056772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39964) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:21.060269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for port (642932f5-c799-4347-8b0d-b8ef98001517), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:21.062219 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:21.064479 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:20Z', 'revision_number': 7, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7699ded-994f-45a7-8cff-ce6d134945b6', 'name': '', 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:c0:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:14Z', 'updated_at': '2022-08-31T15:53:18Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:21.092983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:21.095588 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:21.098496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:21.101698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port ba8029d6-6626-4c96-aeee-b0a360eaaf8f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ba8029d6-6626-4c96-aeee-b0a360eaaf8f,segment=NetworkSegment(aaefa193-d09a-42bb-b251-df53680e4b1d),segment_id=aaefa193-d09a-42bb-b251-df53680e4b1d)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:21.101698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:21.105517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:21.106184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:21.126313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for ba8029d6-6626-4c96-aeee-b0a360eaaf8f owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:21.179353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:21.207288 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:21.243138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (642932f5-c799-4347-8b0d-b8ef98001517), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:21.266218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:21.308470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Network e986fc1f-2559-47ce-89c8-1dd43368919a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:21.316378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:21.316650 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:21.320321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:21.330488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:21.330488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:21.340116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event updated for resources: {'Port': ['ID=642932f5-c799-4347-8b0d-b8ef98001517,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:21.429338 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-84ba1923-7aeb-4186-8586-7869de627d4f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8931715 Aug 31 15:53:21.432053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39966) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:21.446602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:21.466184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:21.483250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ba8029d6-6626-4c96-aeee-b0a360eaaf8f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:21.486278 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:20Z', 'revision_number': 7, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7699ded-994f-45a7-8cff-ce6d134945b6', 'name': '', 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:c0:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:14Z', 'updated_at': '2022-08-31T15:53:18Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:21.524708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3725a-bbd3-4f60-8933-ff4527455358 None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:20Z', 'revision_number': 7, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7699ded-994f-45a7-8cff-ce6d134945b6', 'name': '', 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:c0:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:14Z', 'updated_at': '2022-08-31T15:53:18Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:21.560402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=ba8029d6-6626-4c96-aeee-b0a360eaaf8f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:21.638285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-92fe2af1-af92-4dcc-b67d-271b0aad4a26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting port 642932f5-c799-4347-8b0d-b8ef98001517 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:21.643936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-92fe2af1-af92-4dcc-b67d-271b0aad4a26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (642932f5-c799-4347-8b0d-b8ef98001517), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:21.729354 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:53:21.731303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d2fa6-9663-462c-938b-9b379d606940 req-f2665100-6c49-4ee5-aa8f-8f820dc61300 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:21.733414 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fd1d2fa6-9663-462c-938b-9b379d606940 req-f2665100-6c49-4ee5-aa8f-8f820dc61300 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1393352 Aug 31 15:53:21.836034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-19eb8ad9-bfd5-4aa4-b3f4-d172cbb9b98f None None] Provisioning complete for port 642932f5-c799-4347-8b0d-b8ef98001517 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:21.841028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-19eb8ad9-bfd5-4aa4-b3f4-d172cbb9b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (642932f5-c799-4347-8b0d-b8ef98001517), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:21.841864 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-19eb8ad9-bfd5-4aa4-b3f4-d172cbb9b98f None None] Attempt 1 to provision port 642932f5-c799-4347-8b0d-b8ef98001517 Aug 31 15:53:21.909199 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fd1d2fa6-9663-462c-938b-9b379d606940 req-cbf5eae9-6932-4efd-b414-0c655c590f54 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620278 Aug 31 15:53:21.920957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-19eb8ad9-bfd5-4aa4-b3f4-d172cbb9b98f None None] Port 642932f5-c799-4347-8b0d-b8ef98001517 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:21.947108 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:21.959539 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:21.960486 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:21.994062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port e7699ded-994f-45a7-8cff-ce6d134945b6 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:22.003700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:22.057088 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:22.138668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port e7699ded-994f-45a7-8cff-ce6d134945b6, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e7699ded-994f-45a7-8cff-ce6d134945b6,segment=NetworkSegment(ac430c58-7be5-470f-a999-2ad8e2b81e6a),segment_id=ac430c58-7be5-470f-a999-2ad8e2b81e6a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:22.139198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:22.154839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for e7699ded-994f-45a7-8cff-ce6d134945b6 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:22.222808 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (583f9b7e-68c9-4249-a942-0173da4775bd), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:22.226432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-92fe2af1-af92-4dcc-b67d-271b0aad4a26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (642932f5-c799-4347-8b0d-b8ef98001517), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:22.252037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-92fe2af1-af92-4dcc-b67d-271b0aad4a26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Calling delete_port for 642932f5-c799-4347-8b0d-b8ef98001517 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:22.294620 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:20Z', 'revision_number': 7, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7699ded-994f-45a7-8cff-ce6d134945b6', 'name': '', 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:c0:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:14Z', 'updated_at': '2022-08-31T15:53:18Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:22.309052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:22.330271 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:22.339681 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:22.340593 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:22.422261 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-19eb8ad9-bfd5-4aa4-b3f4-d172cbb9b98f None None] Attempt 2 to provision port 642932f5-c799-4347-8b0d-b8ef98001517 Aug 31 15:53:22.456245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:22.458227 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e7699ded-994f-45a7-8cff-ce6d134945b6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:22.462114 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:22.483742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-19eb8ad9-bfd5-4aa4-b3f4-d172cbb9b98f None None] Port 642932f5-c799-4347-8b0d-b8ef98001517 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:22.493962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=e7699ded-994f-45a7-8cff-ce6d134945b6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:22.510100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:22.623766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:22.652203 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:22.659541 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a41413a2-6228-4fc0-b4b8-8b2b704dc849 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8410788 Aug 31 15:53:22.662184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39970) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:22.669795 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] Sync routers for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:22.685157 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:22.685854 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:22.734217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:22.755677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-206ff8f3-8a89-4e80-8618-9756c94e786e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting subnet 2a6ce904-a93d-468a-b701-cb712d5b3f57 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:22.759494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:22.762515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-206ff8f3-8a89-4e80-8618-9756c94e786e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (2a6ce904-a93d-468a-b701-cb712d5b3f57), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:22.779494 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:20Z', 'revision_number': 7, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7699ded-994f-45a7-8cff-ce6d134945b6', 'name': '', 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:c0:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:14Z', 'updated_at': '2022-08-31T15:53:18Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:22.780454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:22.796906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:22.817854 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020c3ac-9e11-412b-b8ba-4eac69bb910c None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:20Z', 'revision_number': 7, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7699ded-994f-45a7-8cff-ce6d134945b6', 'name': '', 'network_id': 'f316da93-6cdb-43d6-9874-40e751516333', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:c0:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:14Z', 'updated_at': '2022-08-31T15:53:18Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '660f74a6-6be7-4d81-b0d3-4667047e803d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:22.824937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-206ff8f3-8a89-4e80-8618-9756c94e786e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (2a6ce904-a93d-468a-b701-cb712d5b3f57), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:22.911945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-92fe2af1-af92-4dcc-b67d-271b0aad4a26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (642932f5-c799-4347-8b0d-b8ef98001517), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:22.938205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:22.991039 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-19eb8ad9-bfd5-4aa4-b3f4-d172cbb9b98f None None] Attempt 3 to provision port 642932f5-c799-4347-8b0d-b8ef98001517 Aug 31 15:53:23.014759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-206ff8f3-8a89-4e80-8618-9756c94e786e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (2a6ce904-a93d-468a-b701-cb712d5b3f57), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.015960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe2af1-af92-4dcc-b67d-271b0aad4a26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Port': ['ID=642932f5-c799-4347-8b0d-b8ef98001517,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:23.022095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:23.024590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:21Z', 'revision_number': 11, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:23.058935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:23.087718 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-19eb8ad9-bfd5-4aa4-b3f4-d172cbb9b98f None None] Port 642932f5-c799-4347-8b0d-b8ef98001517 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:53:23.089662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] Checking router: 583f9b7e-68c9-4249-a942-0173da4775bd for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:23.103253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:23.103923 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:23.119276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-92fe2af1-af92-4dcc-b67d-271b0aad4a26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.125160 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-92fe2af1-af92-4dcc-b67d-271b0aad4a26 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/642932f5-c799-4347-8b0d-b8ef98001517 HTTP/1.1" status: 204 len: 168 time: 1.6897981 Aug 31 15:53:23.126967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39974) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:23.219246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1033e6d-7aed-427d-9861-1f579af760f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:23.228231 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b1033e6d-7aed-427d-9861-1f579af760f8 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0897357 Aug 31 15:53:23.228982 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:23.232201 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39976) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:23.300434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:21Z', 'revision_number': 11, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:23.329080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ab7fb-448e-4dee-bf8e-4e3517b993c8 None None] The sync data for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv is: [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:21Z', 'revision_number': 11, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:23.340958 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e2238-e228-4cf5-a162-a56ead65e9e8 req-02e03e00-482e-4f50-ac14-8e45a3a3aa8e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:23.342784 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-191e2238-e228-4cf5-a162-a56ead65e9e8 req-02e03e00-482e-4f50-ac14-8e45a3a3aa8e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0944328 Aug 31 15:53:23.374369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-206ff8f3-8a89-4e80-8618-9756c94e786e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (2a6ce904-a93d-468a-b701-cb712d5b3f57), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.419526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9a2855-f384-4872-bf44-d283fa1a6e11 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:23.421057 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2d9a2855-f384-4872-bf44-d283fa1a6e11 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1878958 Aug 31 15:53:23.426617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ff8f3-8a89-4e80-8618-9756c94e786e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6ce904-a93d-468a-b701-cb712d5b3f57,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:23.440696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-206ff8f3-8a89-4e80-8618-9756c94e786e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.440696 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-206ff8f3-8a89-4e80-8618-9756c94e786e tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/2a6ce904-a93d-468a-b701-cb712d5b3f57 HTTP/1.1" status: 204 len: 168 time: 0.7687700 Aug 31 15:53:23.440696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39978) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:23.441305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a9dad-2be7-41fa-ae53-d00c5734813c None None] Network ee051425-bffa-4fb5-88c8-b061060824b3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:23.452676 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39980) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:23.490539 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:23.503609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:23.511584 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-634e58c0-7e2d-454c-ad64-13cc43d9c4a6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4494321 Aug 31 15:53:23.512155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39982) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:23.519313 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:23.533470 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:23.535096 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:23.595404 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-191e2238-e228-4cf5-a162-a56ead65e9e8 req-7918653d-3b5c-4476-a8ed-7282de708519 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394962 Aug 31 15:53:23.598161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e6ff7c-a3a0-4e5b-8661-90b759852fe8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting subnet 660f74a6-6be7-4d81-b0d3-4667047e803d {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:23.602226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ff7c-a3a0-4e5b-8661-90b759852fe8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (660f74a6-6be7-4d81-b0d3-4667047e803d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.624620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (ee051425-bffa-4fb5-88c8-b061060824b3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.630644 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26a8396-f47c-4736-af01-35b0de6bdec4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:23.632601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26a8396-f47c-4736-af01-35b0de6bdec4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:23.634313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26a8396-f47c-4736-af01-35b0de6bdec4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:23.635975 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e26a8396-f47c-4736-af01-35b0de6bdec4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2011836 Aug 31 15:53:23.642005 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39984) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:23.654594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ff7c-a3a0-4e5b-8661-90b759852fe8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (660f74a6-6be7-4d81-b0d3-4667047e803d), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.698912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e51c509-0a0a-4d1d-a4d3-aca8f6ad5919 None None] DHCP port deletion for ee051425-bffa-4fb5-88c8-b061060824b3 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:23.755195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2e51c509-0a0a-4d1d-a4d3-aca8f6ad5919 None None] Deleting port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:23.755568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e51c509-0a0a-4d1d-a4d3-aca8f6ad5919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.767542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fda9c67-7bd5-413d-a529-121e742e9fcc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet 9a5faa10-a0e1-4b88-b984-6bfc72337240 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:23.774050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2fda9c67-7bd5-413d-a529-121e742e9fcc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (9a5faa10-a0e1-4b88-b984-6bfc72337240), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.774596 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:23.777855 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:23.787587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ff7c-a3a0-4e5b-8661-90b759852fe8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (660f74a6-6be7-4d81-b0d3-4667047e803d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.812434 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Deleting port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:23.812780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.867921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:23.869134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2fda9c67-7bd5-413d-a529-121e742e9fcc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (9a5faa10-a0e1-4b88-b984-6bfc72337240), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.872754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2e51c509-0a0a-4d1d-a4d3-aca8f6ad5919 None None] For port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82,segment=NetworkSegment(aaefa193-d09a-42bb-b251-df53680e4b1d),segment_id=aaefa193-d09a-42bb-b251-df53680e4b1d)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:23.874068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e51c509-0a0a-4d1d-a4d3-aca8f6ad5919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.893634 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2e51c509-0a0a-4d1d-a4d3-aca8f6ad5919 None None] Calling delete_port for dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:23.933045 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] For port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82,segment=NetworkSegment(aaefa193-d09a-42bb-b251-df53680e4b1d),segment_id=aaefa193-d09a-42bb-b251-df53680e4b1d)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:23.933370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:23.956494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Calling delete_port for dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:23.986228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ff7c-a3a0-4e5b-8661-90b759852fe8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (660f74a6-6be7-4d81-b0d3-4667047e803d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.020671 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6ff7c-a3a0-4e5b-8661-90b759852fe8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Subnet': ['ID=660f74a6-6be7-4d81-b0d3-4667047e803d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:24.030072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2fda9c67-7bd5-413d-a529-121e742e9fcc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (9a5faa10-a0e1-4b88-b984-6bfc72337240), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.031338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ff7c-a3a0-4e5b-8661-90b759852fe8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.038633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a5e6ff7c-a3a0-4e5b-8661-90b759852fe8 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/660f74a6-6be7-4d81-b0d3-4667047e803d HTTP/1.1" status: 204 len: 168 time: 0.5253596 Aug 31 15:53:24.039356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39986) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:24.040467 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:22Z', 'revision_number': 8, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:24.043916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58b7f9-3de8-4615-83a6-934e40e3955a None None] Network f316da93-6cdb-43d6-9874-40e751516333 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:24.070708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e51c509-0a0a-4d1d-a4d3-aca8f6ad5919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.083536 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:24.096014 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:24.098884 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:24.099674 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:24.119199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.131447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51c509-0a0a-4d1d-a4d3-aca8f6ad5919 None None] No DVR routers for this DVR port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:24.134359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (f316da93-6cdb-43d6-9874-40e751516333), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.147273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Port': ['ID=dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:24.151165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No DVR routers for this DVR port dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:24.194775 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51c509-0a0a-4d1d-a4d3-aca8f6ad5919 None None] Pushing event deleted for resources: {'Port': ['ID=dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:24.206445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port ad1f5190-fbdb-474f-af03-f97ec6631194 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:24.206903 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.219081 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:24.238073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:24.239582 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2fda9c67-7bd5-413d-a529-121e742e9fcc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (9a5faa10-a0e1-4b88-b984-6bfc72337240), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.291785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda9c67-7bd5-413d-a529-121e742e9fcc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5faa10-a0e1-4b88-b984-6bfc72337240,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:24.298799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (ee051425-bffa-4fb5-88c8-b061060824b3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.302179 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2fda9c67-7bd5-413d-a529-121e742e9fcc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.308045 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2fda9c67-7bd5-413d-a529-121e742e9fcc tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/9a5faa10-a0e1-4b88-b984-6bfc72337240 HTTP/1.1" status: 204 len: 168 time: 0.6647987 Aug 31 15:53:24.308654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39988) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:24.308791 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afad7f3-302b-46df-9719-9d233c1ad575 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:24.309958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port ad1f5190-fbdb-474f-af03-f97ec6631194, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ad1f5190-fbdb-474f-af03-f97ec6631194,segment=NetworkSegment(ac430c58-7be5-470f-a999-2ad8e2b81e6a),segment_id=ac430c58-7be5-470f-a999-2ad8e2b81e6a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:24.310518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.329835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for ad1f5190-fbdb-474f-af03-f97ec6631194 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:24.383387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c68d03a-28c7-4e37-ac80-41b919893f10 None None] DHCP port deletion for f316da93-6cdb-43d6-9874-40e751516333 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:24.384786 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee051425-bffa-4fb5-88c8-b061060824b3']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:24.418193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaefa193-d09a-42bb-b251-df53680e4b1d') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:24.418551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaefa193-d09a-42bb-b251-df53680e4b1d') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:24.425863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5950ac-6f06-4fa8-8e61-451d9a775729 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Deleting subnet bc35b5c6-2f49-431d-8bd9-ca5954b26924 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:24.458142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (aaefa193-d09a-42bb-b251-df53680e4b1d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.463770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c68d03a-28c7-4e37-ac80-41b919893f10 None None] Deleting port ad1f5190-fbdb-474f-af03-f97ec6631194 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:24.464581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c68d03a-28c7-4e37-ac80-41b919893f10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.471165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:24.476512 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (aaefa193-d09a-42bb-b251-df53680e4b1d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.484499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:24.484913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (aaefa193-d09a-42bb-b251-df53680e4b1d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.518717 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:22Z', 'revision_number': 8, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:24.552108 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4616d0-b767-4e6c-8769-7ffb84c36d18 None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:22Z', 'revision_number': 8, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8261fa55-90e0-4969-8a74-048d9b2b8276', 'name': '', 'network_id': 'd013acb9-ca96-42c1-bff5-e214c625cfd8', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:35:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:53:07Z', 'updated_at': '2022-08-31T15:53:12Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'd55e32fd-032d-4bf9-94c8-984c96b3e22d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:24.565138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7b5950ac-6f06-4fa8-8e61-451d9a775729 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (bc35b5c6-2f49-431d-8bd9-ca5954b26924), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.574851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ba8029d6-6626-4c96-aeee-b0a360eaaf8f no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:24.586608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7c68d03a-28c7-4e37-ac80-41b919893f10 None None] For port ad1f5190-fbdb-474f-af03-f97ec6631194, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ad1f5190-fbdb-474f-af03-f97ec6631194,segment=NetworkSegment(ac430c58-7be5-470f-a999-2ad8e2b81e6a),segment_id=ac430c58-7be5-470f-a999-2ad8e2b81e6a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:24.586924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.587404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c68d03a-28c7-4e37-ac80-41b919893f10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.603728 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment aaefa193-d09a-42bb-b251-df53680e4b1d resource provider aggregate not found Aug 31 15:53:24.629308 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment aaefa193-d09a-42bb-b251-df53680e4b1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aaefa193-d09a-42bb-b251-df53680e4b1d found for delete ", "request_id": "req-1054e5d4-f23e-429e-bdaf-335510960458"}]} Aug 31 15:53:24.629414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ba8029d6-6626-4c96-aeee-b0a360eaaf8f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:24.629414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ba8029d6-6626-4c96-aeee-b0a360eaaf8f not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:24.629833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ad1f5190-fbdb-474f-af03-f97ec6631194 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:24.632032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:24.637705 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7c68d03a-28c7-4e37-ac80-41b919893f10 None None] Calling delete_port for ad1f5190-fbdb-474f-af03-f97ec6631194 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:24.662340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7b5950ac-6f06-4fa8-8e61-451d9a775729 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (bc35b5c6-2f49-431d-8bd9-ca5954b26924), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.662619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=ad1f5190-fbdb-474f-af03-f97ec6631194,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:24.662732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ad1f5190-fbdb-474f-af03-f97ec6631194 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:24.662936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ad1f5190-fbdb-474f-af03-f97ec6631194 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:24.663494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:24.671993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No DVR routers for this DVR port ad1f5190-fbdb-474f-af03-f97ec6631194 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:24.687855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:24.688465 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device dac6094d-6ae7-4cc3-a5aa-a59c26b7cd82 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:24.721243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (ee051425-bffa-4fb5-88c8-b061060824b3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.730389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.735023 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/networks/ee051425-bffa-4fb5-88c8-b061060824b3 HTTP/1.1" status: 204 len: 168 time: 1.2816229 Aug 31 15:53:24.740185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 39996) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:24.759071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7b5050f6-dc70-432a-b616-dea278c4ff49 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'routes': None}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:24.776042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da2d10-bfa1-49d1-9d74-f6cbb715dd51 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Pushing event deleted for resources: {'Network': ['ID=ee051425-bffa-4fb5-88c8-b061060824b3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:24.793577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c68d03a-28c7-4e37-ac80-41b919893f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (ad1f5190-fbdb-474f-af03-f97ec6631194), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.809409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7b5950ac-6f06-4fa8-8e61-451d9a775729 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (bc35b5c6-2f49-431d-8bd9-ca5954b26924), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.825717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68d03a-28c7-4e37-ac80-41b919893f10 None None] Pushing event deleted for resources: {'Port': ['ID=ad1f5190-fbdb-474f-af03-f97ec6631194,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:24.827787 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68d03a-28c7-4e37-ac80-41b919893f10 None None] No DVR routers for this DVR port ad1f5190-fbdb-474f-af03-f97ec6631194 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:24.922359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (f316da93-6cdb-43d6-9874-40e751516333), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:24.930461 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de74e05-5f36-4a1c-9416-ce37f79d715d req-f15285fa-dc29-48e6-a08d-62fc5533eaac tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:24.932281 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4de74e05-5f36-4a1c-9416-ce37f79d715d req-f15285fa-dc29-48e6-a08d-62fc5533eaac tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.2017193 Aug 31 15:53:25.013219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7b5950ac-6f06-4fa8-8e61-451d9a775729 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (bc35b5c6-2f49-431d-8bd9-ca5954b26924), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.018834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f316da93-6cdb-43d6-9874-40e751516333']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:25.048399 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5950ac-6f06-4fa8-8e61-451d9a775729 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Subnet': ['ID=bc35b5c6-2f49-431d-8bd9-ca5954b26924,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:25.050581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7b5950ac-6f06-4fa8-8e61-451d9a775729 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.053871 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7b5950ac-6f06-4fa8-8e61-451d9a775729 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/bc35b5c6-2f49-431d-8bd9-ca5954b26924 HTTP/1.1" status: 204 len: 168 time: 0.7385912 Aug 31 15:53:25.056506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 39998) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.067327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac430c58-7be5-470f-a999-2ad8e2b81e6a') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:25.077841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac430c58-7be5-470f-a999-2ad8e2b81e6a') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:25.094309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (ac430c58-7be5-470f-a999-2ad8e2b81e6a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.099738 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4de74e05-5f36-4a1c-9416-ce37f79d715d req-5420391f-065b-4c50-8bc5-988e32d034cd tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569536 Aug 31 15:53:25.121901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.extraroute_db [None req-7b5050f6-dc70-432a-b616-dea278c4ff49 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Added routes are [] {{(pid=114266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 15:53:25.122201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.extraroute_db [None req-7b5050f6-dc70-432a-b616-dea278c4ff49 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Removed routes are [] {{(pid=114266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 15:53:25.122566 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b5050f6-dc70-432a-b616-dea278c4ff49 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.127013 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3f03d9ca-5741-4f91-88a9-d6c12f8f8f4d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666723 Aug 31 15:53:25.128328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40000) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.128465 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:25.171180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ac430c58-7be5-470f-a999-2ad8e2b81e6a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.218630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:25.221751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:25.222168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (ac430c58-7be5-470f-a999-2ad8e2b81e6a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.263343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:25.302656 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment ac430c58-7be5-470f-a999-2ad8e2b81e6a resource provider aggregate not found Aug 31 15:53:25.322163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6fc3de-8225-46ee-975d-d1ebb681c7f6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:25.324063 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-df6fc3de-8225-46ee-975d-d1ebb681c7f6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1914709 Aug 31 15:53:25.327439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40006) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.338913 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment ac430c58-7be5-470f-a999-2ad8e2b81e6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac430c58-7be5-470f-a999-2ad8e2b81e6a found for delete ", "request_id": "req-7a410e23-c8c2-4e62-b2a1-541b47696a49"}]} Aug 31 15:53:25.340020 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:25.357464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3849e91f-c4d3-4b1e-aa20-edbe5cddee21 None None] Network e986fc1f-2559-47ce-89c8-1dd43368919a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:25.401042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329aa6d-7e30-444a-9e4e-2ea6706d19e4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:25.404850 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6329aa6d-7e30-444a-9e4e-2ea6706d19e4 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0736029 Aug 31 15:53:25.405092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40008) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.435531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b5050f6-dc70-432a-b616-dea278c4ff49 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.438086 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-cd733e80-1ea0-4460-bee8-25e735b5abff None None] Provisioning complete for port 7b261f43-b661-4b77-8676-105c99b03383 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:25.438448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cd733e80-1ea0-4460-bee8-25e735b5abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7b261f43-b661-4b77-8676-105c99b03383), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.438912 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-cd733e80-1ea0-4460-bee8-25e735b5abff None None] Attempt 1 to provision port 7b261f43-b661-4b77-8676-105c99b03383 Aug 31 15:53:25.440024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b5050f6-dc70-432a-b616-dea278c4ff49 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.451711 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fe5caf8c-26f9-43a5-a091-f8df313c2274 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448968 Aug 31 15:53:25.463510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40010) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.490799 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87109d3-db5e-4e20-afed-ffa9b250ad60 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:25.491369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87109d3-db5e-4e20-afed-ffa9b250ad60 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:25.497286 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c87109d3-db5e-4e20-afed-ffa9b250ad60 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/642932f5-c799-4347-8b0d-b8ef98001517 HTTP/1.1" status: 404 len: 333 time: 0.0302312 Aug 31 15:53:25.498145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40012) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-cd733e80-1ea0-4460-bee8-25e735b5abff None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:25.508555 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:25.512762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (f316da93-6cdb-43d6-9874-40e751516333), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.520841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.524064 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/networks/f316da93-6cdb-43d6-9874-40e751516333 HTTP/1.1" status: 204 len: 168 time: 1.4835413 Aug 31 15:53:25.527179 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40014) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.536244 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-8910652b-6a1a-436d-a228-170e20c81452 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:25.536787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8910652b-6a1a-436d-a228-170e20c81452 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:25.539829 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8910652b-6a1a-436d-a228-170e20c81452 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/9a5faa10-a0e1-4b88-b984-6bfc72337240 HTTP/1.1" status: 404 len: 337 time: 0.0408955 Aug 31 15:53:25.543868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40016) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.546371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526ff8-c949-4a98-af77-6c50d875ee81 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Network': ['ID=f316da93-6cdb-43d6-9874-40e751516333,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:25.550078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5050f6-dc70-432a-b616-dea278c4ff49 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router 583f9b7e-68c9-4249-a942-0173da4775bd has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:25.578773 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3efc386-a66e-4689-a2e3-9870fe811cf2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:25.579321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3efc386-a66e-4689-a2e3-9870fe811cf2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:25.582351 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f3efc386-a66e-4689-a2e3-9870fe811cf2 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/bc35b5c6-2f49-431d-8bd9-ca5954b26924 HTTP/1.1" status: 404 len: 337 time: 0.0374181 Aug 31 15:53:25.585838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40018) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.605418 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f5849-b925-48cf-8ec9-5d0d6436db53 None None] DHCP port deletion for e986fc1f-2559-47ce-89c8-1dd43368919a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:25.614848 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-3241a0b6-8801-4d4b-ae60-f19fcf4b3c09 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:25.615685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3241a0b6-8801-4d4b-ae60-f19fcf4b3c09 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:25.618681 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3241a0b6-8801-4d4b-ae60-f19fcf4b3c09 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/8b5d0145-7863-4732-9740-1f6f3201954f HTTP/1.1" status: 404 len: 333 time: 0.0319157 Aug 31 15:53:25.621198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40020) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.644003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-901f5849-b925-48cf-8ec9-5d0d6436db53 None None] Deleting port 7b261f43-b661-4b77-8676-105c99b03383 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:25.644702 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-901f5849-b925-48cf-8ec9-5d0d6436db53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7b261f43-b661-4b77-8676-105c99b03383), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.682015 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9973ba2-4c4a-422f-b54a-ae54be231737 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:25.689718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9973ba2-4c4a-422f-b54a-ae54be231737 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:25.689718 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d9973ba2-4c4a-422f-b54a-ae54be231737 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7febfc5c-7a8b-421e-9547-66f00b58186c HTTP/1.1" status: 404 len: 337 time: 0.0633366 Aug 31 15:53:25.690758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40022) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.717063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-901f5849-b925-48cf-8ec9-5d0d6436db53 None None] For port 7b261f43-b661-4b77-8676-105c99b03383, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=7b261f43-b661-4b77-8676-105c99b03383,segment=NetworkSegment(b02d645d-94d5-40d7-a19f-e476904d295b),segment_id=b02d645d-94d5-40d7-a19f-e476904d295b)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:25.717581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-901f5849-b925-48cf-8ec9-5d0d6436db53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7b261f43-b661-4b77-8676-105c99b03383), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.736290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:25.741154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-901f5849-b925-48cf-8ec9-5d0d6436db53 None None] Calling delete_port for 7b261f43-b661-4b77-8676-105c99b03383 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:25.753459 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1543813a-747c-4fe5-8870-1903fd51b50d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:25.754122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1543813a-747c-4fe5-8870-1903fd51b50d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:25.757474 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1543813a-747c-4fe5-8870-1903fd51b50d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/5472851e-8137-4681-84c1-b03f40ba7694 HTTP/1.1" status: 404 len: 337 time: 0.0652199 Aug 31 15:53:25.758956 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5050f6-dc70-432a-b616-dea278c4ff49 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:25.760371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40024) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.785053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] Sync routers for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:25.788714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b5050f6-dc70-432a-b616-dea278c4ff49 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.789489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:25.792877 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7b5050f6-dc70-432a-b616-dea278c4ff49 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd HTTP/1.1" status: 200 len: 701 time: 1.0376203 Aug 31 15:53:25.793544 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40026) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.794275 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd03401-557e-402e-9117-194be10735af tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:25.794859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd03401-557e-402e-9117-194be10735af tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:25.798923 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1dd03401-557e-402e-9117-194be10735af tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/538c876d-afd3-4c09-be8a-64c369595403 HTTP/1.1" status: 404 len: 333 time: 0.0374253 Aug 31 15:53:25.801484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40028) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.806983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:25.808254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:25.833893 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a348469a-d0b0-4010-933d-aaefa7df768c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:25.834354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a348469a-d0b0-4010-933d-aaefa7df768c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:25.839874 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a348469a-d0b0-4010-933d-aaefa7df768c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/44a3a46f-e95b-473e-b487-91b90676da30 HTTP/1.1" status: 404 len: 337 time: 0.0348966 Aug 31 15:53:25.840040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40030) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.846451 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-28022bc1-6b12-4361-9e2e-751cf8b80860 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=583f9b7e-68c9-4249-a942-0173da4775bd HTTP/1.1" status: 200 len: 205 time: 0.0517693 Aug 31 15:53:25.849030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40032) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.891017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:25.906799 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-340cc0f5-39f9-4afa-96da-8284e1103c22 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:25.907462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340cc0f5-39f9-4afa-96da-8284e1103c22 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:25.912864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.913074 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-340cc0f5-39f9-4afa-96da-8284e1103c22 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/28e99ac3-447e-4dbc-ba93-715e21978b58 HTTP/1.1" status: 404 len: 337 time: 0.0693111 Aug 31 15:53:25.939439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40034) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.950551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:21Z', 'revision_number': 11, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:25.968050 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b4ec26-9148-431b-b38c-9821f7728a92 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:25.968615 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b4ec26-9148-431b-b38c-9821f7728a92 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:25.974098 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-26b4ec26-9148-431b-b38c-9821f7728a92 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/c9115b09-7d9d-42c3-a5c3-dd2abdf5eb39 HTTP/1.1" status: 404 len: 333 time: 0.0311024 Aug 31 15:53:25.974736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40036) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:25.976457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] Checking router: 583f9b7e-68c9-4249-a942-0173da4775bd for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:25.986209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] Routers {'583f9b7e-68c9-4249-a942-0173da4775bd'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:25.986846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-710a7dfb-6fa7-42a3-a4e8-c3ad76da7196 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (583f9b7e-68c9-4249-a942-0173da4775bd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:25.987148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['583f9b7e-68c9-4249-a942-0173da4775bd'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:26.007557 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:DELETE=17 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:26.036080 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c955a084-9215-4008-a904-995ad588725c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.036550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c955a084-9215-4008-a904-995ad588725c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.042602 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c955a084-9215-4008-a904-995ad588725c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a67c2b20-3436-486d-aec5-5e6dd6f2d91b HTTP/1.1" status: 404 len: 337 time: 0.0644310 Aug 31 15:53:26.042886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40038) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.063029 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] Set router 583f9b7e-68c9-4249-a942-0173da4775bd gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:26.090433 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:26.105986 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-329606bc-2865-4814-8058-bbf7251e53b6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.106505 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329606bc-2865-4814-8058-bbf7251e53b6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.109711 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-329606bc-2865-4814-8058-bbf7251e53b6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/04e915c6-2a50-402b-bd62-09d5029415c3 HTTP/1.1" status: 404 len: 337 time: 0.0658882 Aug 31 15:53:26.112991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40040) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.124059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-901f5849-b925-48cf-8ec9-5d0d6436db53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (7b261f43-b661-4b77-8676-105c99b03383), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.127858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:21Z', 'revision_number': 11, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:26.154381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5849-b925-48cf-8ec9-5d0d6436db53 None None] Pushing event deleted for resources: {'Port': ['ID=7b261f43-b661-4b77-8676-105c99b03383,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:26.176718 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-894b81e2-151e-432f-88c7-1be6b9abee5e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.177328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894b81e2-151e-432f-88c7-1be6b9abee5e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.184668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40044) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.186442 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-894b81e2-151e-432f-88c7-1be6b9abee5e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/71b29d16-0bb4-4135-9565-8fff6837f527 HTTP/1.1" status: 404 len: 333 time: 0.0719843 Aug 31 15:53:26.187290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b0505-7a9c-4283-9f31-7e9c285b08e1 None None] The sync data for ids ['583f9b7e-68c9-4249-a942-0173da4775bd'] in dv-neutron-855257-2-hyperv is: [{'id': '583f9b7e-68c9-4249-a942-0173da4775bd', 'name': 'tempest-RoutersTest-router-1961861671', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:28Z', 'updated_at': '2022-08-31T15:53:21Z', 'revision_number': 11, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:26.189436 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f5849-b925-48cf-8ec9-5d0d6436db53 None None] No DVR routers for this DVR port 7b261f43-b661-4b77-8676-105c99b03383 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:26.248127 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5596b516-ed3c-4854-91ee-9ffd328e45d6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.248533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5596b516-ed3c-4854-91ee-9ffd328e45d6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.253627 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5596b516-ed3c-4854-91ee-9ffd328e45d6 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7a3db59b-b6e6-404e-a263-ef7607e287ef HTTP/1.1" status: 404 len: 337 time: 0.0662472 Aug 31 15:53:26.255603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:26.257841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40046) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.274056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port 8261fa55-90e0-4969-8a74-048d9b2b8276 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:26.274390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.283268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-710a7dfb-6fa7-42a3-a4e8-c3ad76da7196 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.288896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-710a7dfb-6fa7-42a3-a4e8-c3ad76da7196 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (583f9b7e-68c9-4249-a942-0173da4775bd), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.289228 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-015811f6-0328-408d-8bce-8631ca191fe7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.289914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015811f6-0328-408d-8bce-8631ca191fe7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.296214 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-015811f6-0328-408d-8bce-8631ca191fe7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/1d5c3daa-8700-487d-8011-e75a790086ea HTTP/1.1" status: 404 len: 333 time: 0.0343084 Aug 31 15:53:26.296214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40048) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.297200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c4ce6-dac9-4afc-9639-09e02f51d9c3 req-94ff3767-3b75-4efd-af00-2ab6bf41017a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:26.298362 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-752c4ce6-dac9-4afc-9639-09e02f51d9c3 req-94ff3767-3b75-4efd-af00-2ab6bf41017a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0995843 Aug 31 15:53:26.327990 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a152f7-fcb7-4844-932b-e5002a35cfb5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.329698 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a152f7-fcb7-4844-932b-e5002a35cfb5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.333070 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b8a152f7-fcb7-4844-932b-e5002a35cfb5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/48f2a0a1-58d1-4757-953d-a61baa40f4c8 HTTP/1.1" status: 404 len: 337 time: 0.0362260 Aug 31 15:53:26.336943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40050) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.425595 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f548b1b-0487-4200-83a7-f8675c831f66 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.426108 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-752c4ce6-dac9-4afc-9639-09e02f51d9c3 req-a2db0e86-824a-4011-ba0d-430ebbe27cb9 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847161 Aug 31 15:53:26.426618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f548b1b-0487-4200-83a7-f8675c831f66 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.435658 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0f548b1b-0487-4200-83a7-f8675c831f66 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/e7593e07-29e1-4edd-9883-4f43ae2e0132 HTTP/1.1" status: 404 len: 333 time: 0.0944619 Aug 31 15:53:26.436478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40052) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.442936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port 8261fa55-90e0-4969-8a74-048d9b2b8276, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8261fa55-90e0-4969-8a74-048d9b2b8276,segment=NetworkSegment(abcb1221-2a23-4540-a3f6-0d042ecde911),segment_id=abcb1221-2a23-4540-a3f6-0d042ecde911)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:26.443293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.463979 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7b261f43-b661-4b77-8676-105c99b03383 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:26.479549 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55bfae9-e00b-434c-95d6-71502cb31605 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.480006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55bfae9-e00b-434c-95d6-71502cb31605 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.482941 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a55bfae9-e00b-434c-95d6-71502cb31605 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a8926fe0-73d7-47a5-a382-bff56de54386 HTTP/1.1" status: 404 len: 337 time: 0.0421243 Aug 31 15:53:26.484025 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for 8261fa55-90e0-4969-8a74-048d9b2b8276 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:26.484557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 7b261f43-b661-4b77-8676-105c99b03383 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:26.484901 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 7b261f43-b661-4b77-8676-105c99b03383 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:26.485430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e7699ded-994f-45a7-8cff-ce6d134945b6 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:26.485735 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40054) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.507329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: e7699ded-994f-45a7-8cff-ce6d134945b6 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:26.507663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e7699ded-994f-45a7-8cff-ce6d134945b6 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:26.513977 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6997eb-a2e6-4e95-80ee-3d48251dab32 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.514599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6997eb-a2e6-4e95-80ee-3d48251dab32 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.520848 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ea6997eb-a2e6-4e95-80ee-3d48251dab32 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/92319978-1fa5-4e7b-891b-3a2bcf931093 HTTP/1.1" status: 404 len: 333 time: 0.0314734 Aug 31 15:53:26.520978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40056) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.548397 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a8a735-6f57-4f4f-9be8-91c3d192f560 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.548877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a8a735-6f57-4f4f-9be8-91c3d192f560 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.554629 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-06a8a735-6f57-4f4f-9be8-91c3d192f560 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/768fc87d-0c5b-4a10-8af0-54ea6b69f495 HTTP/1.1" status: 404 len: 337 time: 0.0300653 Aug 31 15:53:26.554629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-710a7dfb-6fa7-42a3-a4e8-c3ad76da7196 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (583f9b7e-68c9-4249-a942-0173da4775bd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.554629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710a7dfb-6fa7-42a3-a4e8-c3ad76da7196 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Fanout notify agent at l3_agent the message router_deleted on router 583f9b7e-68c9-4249-a942-0173da4775bd {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:53:26.554996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40058) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.559632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-710a7dfb-6fa7-42a3-a4e8-c3ad76da7196 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.565120 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-710a7dfb-6fa7-42a3-a4e8-c3ad76da7196 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd HTTP/1.1" status: 204 len: 168 time: 0.7107203 Aug 31 15:53:26.565815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40060) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.570370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b21b4980-fea2-4fdf-b50d-23f07d4f7ace tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-510256903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:26.598368 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-930adf95-a785-4526-9106-634040faff5f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.598625 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930adf95-a785-4526-9106-634040faff5f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.601527 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-930adf95-a785-4526-9106-634040faff5f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/b35d0fc8-80e9-4084-9bd2-1ff6e8e311ba HTTP/1.1" status: 404 len: 333 time: 0.0457170 Aug 31 15:53:26.604490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40062) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.614311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:26.638255 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e46988-3ddb-40cc-9800-c9bc1ebdd867 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.639103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e46988-3ddb-40cc-9800-c9bc1ebdd867 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.642863 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-58e46988-3ddb-40cc-9800-c9bc1ebdd867 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7732655a-1477-4686-8743-06008986987e HTTP/1.1" status: 404 len: 337 time: 0.0372822 Aug 31 15:53:26.645208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40064) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.676653 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf6c985-0799-436c-ba0c-f720be325181 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.676653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf6c985-0799-436c-ba0c-f720be325181 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.676653 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4bf6c985-0799-436c-ba0c-f720be325181 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/c0d65530-f4af-4952-931b-d0607ac6dbc5 HTTP/1.1" status: 404 len: 333 time: 0.0300210 Aug 31 15:53:26.679802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40066) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.710100 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0015045-3a27-415f-9a59-3b4f7e9e1f96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.710632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0015045-3a27-415f-9a59-3b4f7e9e1f96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.716169 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d0015045-3a27-415f-9a59-3b4f7e9e1f96 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c3ce6659-edb6-4a82-b69e-272f01b222bc HTTP/1.1" status: 404 len: 337 time: 0.0337675 Aug 31 15:53:26.717350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b21b4980-fea2-4fdf-b50d-23f07d4f7ace tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (b19a5f30-5db4-4025-af38-f5507df6af73), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.718209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40068) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.719384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b21b4980-fea2-4fdf-b50d-23f07d4f7ace tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (b19a5f30-5db4-4025-af38-f5507df6af73), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.759216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=80,neutron:DELETE=16,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:26.762712 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a26693a-8c9e-42c5-837d-84e70e6b90f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.763181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a26693a-8c9e-42c5-837d-84e70e6b90f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.766181 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1a26693a-8c9e-42c5-837d-84e70e6b90f1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/f0ba20df-7d79-4bff-a98a-4309cf902c46 HTTP/1.1" status: 404 len: 337 time: 0.0469732 Aug 31 15:53:26.768888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40070) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.792463 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-04812e3a-bd37-450b-8745-cdecad3eb2ad tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.792996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04812e3a-bd37-450b-8745-cdecad3eb2ad tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.796023 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-04812e3a-bd37-450b-8745-cdecad3eb2ad tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/6d3a09ae-497e-4df9-91b3-51077abbbed7 HTTP/1.1" status: 404 len: 333 time: 0.0262480 Aug 31 15:53:26.801894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40072) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.828188 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-402eaa63-1546-4ad1-ae30-895e1584fabf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.828641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402eaa63-1546-4ad1-ae30-895e1584fabf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.831690 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-402eaa63-1546-4ad1-ae30-895e1584fabf tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/694cf21e-b1db-41d8-b961-b04fa038a65d HTTP/1.1" status: 404 len: 337 time: 0.0289006 Aug 31 15:53:26.834251 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40074) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.859671 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8574141-e8c7-4f76-8114-6849d1dcd5a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.860688 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8574141-e8c7-4f76-8114-6849d1dcd5a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.863749 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d8574141-e8c7-4f76-8114-6849d1dcd5a1 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/8d5516e1-f7af-46e7-9e22-dab4bf792637 HTTP/1.1" status: 404 len: 337 time: 0.0285833 Aug 31 15:53:26.866737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40076) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.891278 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dfdced-23a0-49fc-8119-c46426e55760 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.892395 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42dfdced-23a0-49fc-8119-c46426e55760 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.895425 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-42dfdced-23a0-49fc-8119-c46426e55760 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/a977d0cf-6818-413b-bff7-838f13ad82e7 HTTP/1.1" status: 404 len: 333 time: 0.0276053 Aug 31 15:53:26.896148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (8261fa55-90e0-4969-8a74-048d9b2b8276), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.900269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40078) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:26.934375 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=8261fa55-90e0-4969-8a74-048d9b2b8276,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:26.935452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b21b4980-fea2-4fdf-b50d-23f07d4f7ace tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (b19a5f30-5db4-4025-af38-f5507df6af73), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:26.958097 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19d8064-87c5-4cd5-8e56-eab96ad1b632 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:26.964838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19d8064-87c5-4cd5-8e56-eab96ad1b632 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:26.964838 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c19d8064-87c5-4cd5-8e56-eab96ad1b632 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/8313d4fd-1ec1-4226-ab74-9766b22aa945 HTTP/1.1" status: 404 len: 337 time: 0.0587358 Aug 31 15:53:26.964838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40080) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.009830 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1860add-f5cd-4d1e-bf84-01d4289fba29 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:27.010358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1860add-f5cd-4d1e-bf84-01d4289fba29 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:27.013205 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c1860add-f5cd-4d1e-bf84-01d4289fba29 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b4fc6189-608f-4b8a-8fa9-4141dd3fc5ee HTTP/1.1" status: 404 len: 337 time: 0.0478489 Aug 31 15:53:27.015833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40082) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.073170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b21b4980-fea2-4fdf-b50d-23f07d4f7ace tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (b19a5f30-5db4-4025-af38-f5507df6af73), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:27.197882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b21b4980-fea2-4fdf-b50d-23f07d4f7ace tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:27.199557 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b21b4980-fea2-4fdf-b50d-23f07d4f7ace tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6327553 Aug 31 15:53:27.202875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40084) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.209981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b35d338e-3cc6-4e13-908b-6ab1b367d9ed tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:27.214462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:27.376941 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab24285f-e29a-4f65-9653-778eebed5926 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:27.377707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab24285f-e29a-4f65-9653-778eebed5926 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:27.383267 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ab24285f-e29a-4f65-9653-778eebed5926 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/eb731413-8bd9-4d6f-92f8-f3fb9054e205 HTTP/1.1" status: 404 len: 333 time: 0.3633621 Aug 31 15:53:27.383267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:27.384746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40086) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.418406 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ee6e46-2fd7-42bf-8841-be21091631ad tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:27.418865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ee6e46-2fd7-42bf-8841-be21091631ad tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:27.421868 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-75ee6e46-2fd7-42bf-8841-be21091631ad tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/bbe2136e-2fb1-4893-8230-1f1cddee8267 HTTP/1.1" status: 404 len: 337 time: 0.0361540 Aug 31 15:53:27.425104 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40088) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.438183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:27.444807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b35d338e-3cc6-4e13-908b-6ab1b367d9ed tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (b19a5f30-5db4-4025-af38-f5507df6af73), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:27.461959 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cecc445-388c-47df-bced-042257260a61 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:27.467560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cecc445-388c-47df-bced-042257260a61 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:27.467560 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4cecc445-388c-47df-bced-042257260a61 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/f2baa119-2f98-489b-85e6-65a7e593627c HTTP/1.1" status: 404 len: 337 time: 0.0394180 Aug 31 15:53:27.468370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40092) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.478015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:27.502610 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ab9a2e1d-8906-4bc3-bdc8-043b67f27927 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=536df656-83ad-4579-9fca-20484bd964ac HTTP/1.1" status: 200 len: 205 time: 0.0335834 Aug 31 15:53:27.504865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40094) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.579132 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-7ec305f0-6e18-4c3e-aaef-6186d8e4f95c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] delete failed (client error): The resource could not be found. Aug 31 15:53:27.580350 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7ec305f0-6e18-4c3e-aaef-6186d8e4f95c tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/routers/536df656-83ad-4579-9fca-20484bd964ac HTTP/1.1" status: 404 len: 336 time: 0.0743520 Aug 31 15:53:27.605755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40096) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.639106 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c12ffd-1157-45cf-9c58-03c72be49685 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:27.639539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c12ffd-1157-45cf-9c58-03c72be49685 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:27.642637 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-51c12ffd-1157-45cf-9c58-03c72be49685 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c9727423-60de-43a0-93dd-d5fe561ad804 HTTP/1.1" status: 404 len: 337 time: 0.0358944 Aug 31 15:53:27.647975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40098) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.690376 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0733db29-aeeb-46cc-99ef-f0ccd845daf7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7f68b00a-c04d-4894-a483-238627877145 HTTP/1.1" status: 200 len: 205 time: 0.0412469 Aug 31 15:53:27.692749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40100) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.734963 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-7c93a01a-c8e7-4504-b60b-a28d495ec86f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] delete failed (client error): The resource could not be found. Aug 31 15:53:27.736843 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7c93a01a-c8e7-4504-b60b-a28d495ec86f tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/routers/7f68b00a-c04d-4894-a483-238627877145 HTTP/1.1" status: 404 len: 336 time: 0.0429511 Aug 31 15:53:27.739235 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40102) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.814016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b35d338e-3cc6-4e13-908b-6ab1b367d9ed tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (b19a5f30-5db4-4025-af38-f5507df6af73), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:27.824741 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-0125537c-d957-4437-b40b-ab3b55ca20b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:27.825205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0125537c-d957-4437-b40b-ab3b55ca20b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:27.828210 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0125537c-d957-4437-b40b-ab3b55ca20b7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c6794760-0edd-443a-b382-258cf65294ed HTTP/1.1" status: 404 len: 337 time: 0.0880704 Aug 31 15:53:27.832954 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:27.833187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90999db-a719-49ba-a63f-06d0bd83edd5 req-78ab2146-b617-44a5-bdd2-e4c880918785 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:27.833959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40104) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.834723 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a90999db-a719-49ba-a63f-06d0bd83edd5 req-78ab2146-b617-44a5-bdd2-e4c880918785 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.3236921 Aug 31 15:53:27.871626 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-79877810-9538-45b4-9a9b-dae7b957db24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:27.872338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79877810-9538-45b4-9a9b-dae7b957db24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:27.877383 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-79877810-9538-45b4-9a9b-dae7b957db24 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/577b9a3b-9177-4b7c-8b33-593510f68746 HTTP/1.1" status: 404 len: 337 time: 0.0424936 Aug 31 15:53:27.880819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:27.883098 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40106) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.914261 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b52054f-2892-4e43-b95c-acb1df73a1fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:27.914840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b52054f-2892-4e43-b95c-acb1df73a1fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:27.918119 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5b52054f-2892-4e43-b95c-acb1df73a1fb tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/9af04deb-e753-4019-b181-24499a4d6ee2 HTTP/1.1" status: 404 len: 333 time: 0.0342853 Aug 31 15:53:27.920866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40108) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:27.924339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:27.926406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:27.953071 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a90999db-a719-49ba-a63f-06d0bd83edd5 req-a04a51d5-8821-4eb3-b352-ec1a6791a46a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877025 Aug 31 15:53:27.957936 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c372910c-cee3-43d0-b274-e61e502befb3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:27.958135 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c372910c-cee3-43d0-b274-e61e502befb3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:27.964045 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c372910c-cee3-43d0-b274-e61e502befb3 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b78d15bf-73bf-43fb-9488-e01f46919230 HTTP/1.1" status: 404 len: 337 time: 0.0392253 Aug 31 15:53:27.965842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40110) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.000505 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c60be7f-e623-49d1-aca4-102f7069b2ab tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.002276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c60be7f-e623-49d1-aca4-102f7069b2ab tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.005339 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9c60be7f-e623-49d1-aca4-102f7069b2ab tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/aa40bc38-56e6-43f2-b65e-f5455edcf9e0 HTTP/1.1" status: 404 len: 333 time: 0.0406225 Aug 31 15:53:28.008105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40112) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.040546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35d338e-3cc6-4e13-908b-6ab1b367d9ed tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Router b19a5f30-5db4-4025-af38-f5507df6af73 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:53:28.043151 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-168db1e1-0fcb-411f-88b1-762e40dd5a85 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.049877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168db1e1-0fcb-411f-88b1-762e40dd5a85 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.049877 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-168db1e1-0fcb-411f-88b1-762e40dd5a85 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/8aad9ec4-720d-405a-8901-3b650d8c109b HTTP/1.1" status: 404 len: 337 time: 0.0371718 Aug 31 15:53:28.050126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40114) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.060740 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:28.071940 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:28.089343 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c40d161d-f02a-4830-be16-db9840e4e57a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5563779 Aug 31 15:53:28.089606 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:28.089606 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:28.090176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40116) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.092909 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b88de1-d0a5-47c2-bdc7-6d43b3f3c5b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.093629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b88de1-d0a5-47c2-bdc7-6d43b3f3c5b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.099322 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-45b88de1-d0a5-47c2-bdc7-6d43b3f3c5b0 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/6b18c85e-f75d-462f-93b4-f16d184ab2dd HTTP/1.1" status: 404 len: 333 time: 0.0454075 Aug 31 15:53:28.103769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40118) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.141692 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35d338e-3cc6-4e13-908b-6ab1b367d9ed tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:28.148123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b35d338e-3cc6-4e13-908b-6ab1b367d9ed tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:28.149293 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b35d338e-3cc6-4e13-908b-6ab1b367d9ed tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "PUT /networking/v2.0/routers/b19a5f30-5db4-4025-af38-f5507df6af73 HTTP/1.1" status: 200 len: 693 time: 0.9458151 Aug 31 15:53:28.152403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] Sync routers for ids ['b19a5f30-5db4-4025-af38-f5507df6af73'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:28.157977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40120) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.163731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] Routers {'b19a5f30-5db4-4025-af38-f5507df6af73'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:28.169087 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b19a5f30-5db4-4025-af38-f5507df6af73'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:28.169236 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ee5b8f-fb34-40ea-ad78-7482ef933745 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.169236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ee5b8f-fb34-40ea-ad78-7482ef933745 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.173876 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40122) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.174214 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-93ee5b8f-fb34-40ea-ad78-7482ef933745 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/31fc2ffe-6004-4793-ac77-341c033ffa67 HTTP/1.1" status: 404 len: 337 time: 0.0698054 Aug 31 15:53:28.185720 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:28.212150 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f5b9a1-695c-4ecd-89e1-3e17fadaa106 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.212729 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f5b9a1-695c-4ecd-89e1-3e17fadaa106 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.216871 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-20f5b9a1-695c-4ecd-89e1-3e17fadaa106 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/e044e159-9ba4-4a8c-bf31-a2dbc3735f4c HTTP/1.1" status: 404 len: 333 time: 0.0411122 Aug 31 15:53:28.220129 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40124) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.244382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] Set router b19a5f30-5db4-4025-af38-f5507df6af73 gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:28.249184 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1db465-9d52-480b-b86f-42422bb2f27d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.249947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1db465-9d52-480b-b86f-42422bb2f27d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.265853 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0a1db465-9d52-480b-b86f-42422bb2f27d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/6ee06083-8825-43f1-bbc3-dcbda890a382 HTTP/1.1" status: 404 len: 337 time: 0.0450654 Aug 31 15:53:28.267074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=4,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:28.268929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8df88a8-cff8-4177-baff-9ab1c06d243b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting subnet d55e32fd-032d-4bf9-94c8-984c96b3e22d {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:28.270949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40126) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.276111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8df88a8-cff8-4177-baff-9ab1c06d243b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (d55e32fd-032d-4bf9-94c8-984c96b3e22d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:28.281010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:28.287222 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f30fadc6-9a7e-4f02-8cb5-706e96542954 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/routers/b19a5f30-5db4-4025-af38-f5507df6af73 HTTP/1.1" status: 200 len: 699 time: 0.1273808 Aug 31 15:53:28.304093 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdd87b6-e529-4ade-a0cc-ee54d52e6a0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.304671 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdd87b6-e529-4ade-a0cc-ee54d52e6a0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.308420 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cfdd87b6-e529-4ade-a0cc-ee54d52e6a0e tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/5f7dc923-b565-4d64-b640-499c3d5c3816 HTTP/1.1" status: 404 len: 333 time: 0.0357273 Aug 31 15:53:28.308596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40128) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.310404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40130) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.312727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19a5f30-5db4-4025-af38-f5507df6af73', 'name': 'tempest-RoutersTest-router-510256903', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:53:26Z', 'updated_at': '2022-08-31T15:53:27Z', 'revision_number': 2, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:28.341551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] Checking router: b19a5f30-5db4-4025-af38-f5507df6af73 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:28.347587 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-51a69da2-9a8b-4b86-a2a2-871ac6b93043 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b19a5f30-5db4-4025-af38-f5507df6af73 HTTP/1.1" status: 200 len: 205 time: 0.0349231 Aug 31 15:53:28.347828 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-321386cd-5f30-4d7d-af15-a7045489e7e7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.347828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321386cd-5f30-4d7d-af15-a7045489e7e7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.348664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40132) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.349961 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-321386cd-5f30-4d7d-af15-a7045489e7e7 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/5556166e-3445-4987-899d-14f668f0e8d3 HTTP/1.1" status: 404 len: 337 time: 0.0381813 Aug 31 15:53:28.359648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40134) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.394663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] Routers {'b19a5f30-5db4-4025-af38-f5507df6af73'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:28.395689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b19a5f30-5db4-4025-af38-f5507df6af73'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:28.411144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8df88a8-cff8-4177-baff-9ab1c06d243b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (d55e32fd-032d-4bf9-94c8-984c96b3e22d), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:28.420884 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cad3c62-406d-47b6-a4d2-11c01cb9e215 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.421155 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:26Z', 'revision_number': 9, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:28.421748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cad3c62-406d-47b6-a4d2-11c01cb9e215 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.427075 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1cad3c62-406d-47b6-a4d2-11c01cb9e215 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/33be9d3d-cf16-4027-8a44-3f53d64cb861 HTTP/1.1" status: 404 len: 333 time: 0.0706923 Aug 31 15:53:28.433302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=2,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:28.433468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40136) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.459242 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:28.474867 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cbb3ea-b014-427c-96e5-d13f712058c9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.475334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cbb3ea-b014-427c-96e5-d13f712058c9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.479661 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:28.479852 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f9cbb3ea-b014-427c-96e5-d13f712058c9 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/01961186-0a4f-498b-b7a1-625bd23ac512 HTTP/1.1" status: 404 len: 337 time: 0.0439403 Aug 31 15:53:28.479960 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:28.481257 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40138) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.501322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4d51-c1c5-4d1a-8bf0-919b08df4510 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (b19a5f30-5db4-4025-af38-f5507df6af73), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:28.527223 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6d813e-d35a-4b36-b494-b78a85e5ab95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.528269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6d813e-d35a-4b36-b494-b78a85e5ab95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.536334 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1d6d813e-d35a-4b36-b494-b78a85e5ab95 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/ports/0a1eefb7-e66f-4595-9208-0ca877068074 HTTP/1.1" status: 404 len: 333 time: 0.0539680 Aug 31 15:53:28.537011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40140) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.571666 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f19a02-3895-433a-85c7-34fec33f645d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:28.572165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f19a02-3895-433a-85c7-34fec33f645d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:28.576447 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a6f19a02-3895-433a-85c7-34fec33f645d tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b22c035c-d14b-45de-9c1d-2011a87e7312 HTTP/1.1" status: 404 len: 337 time: 0.0363152 Aug 31 15:53:28.583219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40142) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:28.625520 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:28.640971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8df88a8-cff8-4177-baff-9ab1c06d243b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (d55e32fd-032d-4bf9-94c8-984c96b3e22d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:28.642820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] Set router b19a5f30-5db4-4025-af38-f5507df6af73 gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:28.666917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:28.698378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19a5f30-5db4-4025-af38-f5507df6af73', 'name': 'tempest-RoutersTest-router-510256903', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:53:26Z', 'updated_at': '2022-08-31T15:53:27Z', 'revision_number': 2, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:28.727111 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede4ca7-b9d5-45b4-a419-35f7ccf53eaa None None] The sync data for ids ['b19a5f30-5db4-4025-af38-f5507df6af73'] in dv-neutron-855257-2-hyperv is: [{'id': 'b19a5f30-5db4-4025-af38-f5507df6af73', 'name': 'tempest-RoutersTest-router-510256903', 'tenant_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:53:26Z', 'updated_at': '2022-08-31T15:53:27Z', 'revision_number': 2, 'project_id': 'c643dd91ba254c3591fbd0ee7cf03f46', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:28.842142 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:28.861397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (e986fc1f-2559-47ce-89c8-1dd43368919a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:28.863329 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:26Z', 'revision_number': 9, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:28.866927 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4d51-c1c5-4d1a-8bf0-919b08df4510 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (b19a5f30-5db4-4025-af38-f5507df6af73), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:28.873793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4d51-c1c5-4d1a-8bf0-919b08df4510 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router_controller (b19a5f30-5db4-4025-af38-f5507df6af73), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:28.894154 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611018ff-de4e-4d1f-a945-e97e35792d25 None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:26Z', 'revision_number': 9, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ef03f0-40b5-4097-88d8-e0f9d38aea27', 'name': '', 'network_id': '7cc5e9d7-f37b-490d-9dac-ec2345365255', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:89:90:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '32234912-212c-48a1-8ad5-2c451b888311', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:58Z', 'updated_at': '2022-08-31T15:53:03Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': '32234912-212c-48a1-8ad5-2c451b888311', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:28.909525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:29.005249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (e986fc1f-2559-47ce-89c8-1dd43368919a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.023563 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e986fc1f-2559-47ce-89c8-1dd43368919a']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:29.032645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8df88a8-cff8-4177-baff-9ab1c06d243b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (d55e32fd-032d-4bf9-94c8-984c96b3e22d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.037367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02d645d-94d5-40d7-a19f-e476904d295b') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:29.037705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02d645d-94d5-40d7-a19f-e476904d295b') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:29.080430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4d51-c1c5-4d1a-8bf0-919b08df4510 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (b19a5f30-5db4-4025-af38-f5507df6af73), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.080990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9b4d51-c1c5-4d1a-8bf0-919b08df4510 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Fanout notify agent at l3_agent the message router_deleted on router b19a5f30-5db4-4025-af38-f5507df6af73 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:53:29.088552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (b02d645d-94d5-40d7-a19f-e476904d295b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.095226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4d51-c1c5-4d1a-8bf0-919b08df4510 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.096013 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ff9b4d51-c1c5-4d1a-8bf0-919b08df4510 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/b19a5f30-5db4-4025-af38-f5507df6af73 HTTP/1.1" status: 204 len: 168 time: 0.7466285 Aug 31 15:53:29.096831 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df88a8-cff8-4177-baff-9ab1c06d243b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Subnet': ['ID=d55e32fd-032d-4bf9-94c8-984c96b3e22d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:29.099862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40146) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.127152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b8df88a8-cff8-4177-baff-9ab1c06d243b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.128163 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f97d763-6b0d-4526-bcc3-09011697de97 None None] Network d013acb9-ca96-42c1-bff5-e214c625cfd8 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:29.133776 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b8df88a8-cff8-4177-baff-9ab1c06d243b tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/d55e32fd-032d-4bf9-94c8-984c96b3e22d HTTP/1.1" status: 204 len: 168 time: 1.0391767 Aug 31 15:53:29.135395 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40148) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.148204 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b45422fe-018f-40f8-b933-e941c206b2af tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b19a5f30-5db4-4025-af38-f5507df6af73 HTTP/1.1" status: 200 len: 205 time: 0.0462151 Aug 31 15:53:29.149618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40150) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.155404 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539de382-d7da-441e-aa97-47c8a4a95a4e req-d54efd73-42c7-4453-ace8-d3d019dbfcdc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:29.157551 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-539de382-d7da-441e-aa97-47c8a4a95a4e req-d54efd73-42c7-4453-ace8-d3d019dbfcdc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1220603 Aug 31 15:53:29.160017 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b02d645d-94d5-40d7-a19f-e476904d295b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.195724 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-41f6c631-02bd-42f7-8b96-5a12f148b96c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] delete failed (client error): The resource could not be found. Aug 31 15:53:29.199152 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-41f6c631-02bd-42f7-8b96-5a12f148b96c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/b19a5f30-5db4-4025-af38-f5507df6af73 HTTP/1.1" status: 404 len: 336 time: 0.0459144 Aug 31 15:53:29.199152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:29.199938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40152) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.208505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:29.208920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (b02d645d-94d5-40d7-a19f-e476904d295b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.233099 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f0ed57-fb2f-42b1-af12-03d56b3ce313 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:29.233570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f0ed57-fb2f-42b1-af12-03d56b3ce313 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:29.237264 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f8f0ed57-fb2f-42b1-af12-03d56b3ce313 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/136189c2-28d0-4f81-88b8-0cd0f477b51f HTTP/1.1" status: 404 len: 337 time: 0.0363140 Aug 31 15:53:29.239867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40156) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.275387 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-42302412-1334-4be6-a779-144b2e416e7c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:29.275847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42302412-1334-4be6-a779-144b2e416e7c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:29.281294 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-42302412-1334-4be6-a779-144b2e416e7c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/263cf147-0411-47a6-86f8-bfc0ae7c4a22 HTTP/1.1" status: 404 len: 337 time: 0.0380213 Aug 31 15:53:29.281613 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40158) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.284976 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment b02d645d-94d5-40d7-a19f-e476904d295b resource provider aggregate not found Aug 31 15:53:29.312335 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment b02d645d-94d5-40d7-a19f-e476904d295b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b02d645d-94d5-40d7-a19f-e476904d295b found for delete ", "request_id": "req-7cb8ab7f-263c-4786-9ffa-26001f2478b2"}]} Aug 31 15:53:29.319233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:29.338316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:29.340308 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9670212-8e8e-4040-8516-6e337bd5fe0d tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:29.340308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9670212-8e8e-4040-8516-6e337bd5fe0d tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:29.342854 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e9670212-8e8e-4040-8516-6e337bd5fe0d tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/59ab1194-ff0a-4402-ad97-eadcc817d9ad HTTP/1.1" status: 404 len: 337 time: 0.0595100 Aug 31 15:53:29.345241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40162) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.346024 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (d013acb9-ca96-42c1-bff5-e214c625cfd8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.376764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900e959c-97a1-4cdd-a8d8-971c0290a9bb None None] DHCP port deletion for d013acb9-ca96-42c1-bff5-e214c625cfd8 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:29.378693 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cb8381-bedd-4911-8fec-f30807079c86 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:29.379140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cb8381-bedd-4911-8fec-f30807079c86 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:29.380177 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-539de382-d7da-441e-aa97-47c8a4a95a4e req-1b047638-44c0-48bc-a9c3-8caf3d83d7ba tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091098 Aug 31 15:53:29.382179 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-47cb8381-bedd-4911-8fec-f30807079c86 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/2a6ce904-a93d-468a-b701-cb712d5b3f57 HTTP/1.1" status: 404 len: 337 time: 0.0359535 Aug 31 15:53:29.384850 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40164) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.421189 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2fdfe3cd-a3d2-439d-8c8a-be3b99f8cb62 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=583f9b7e-68c9-4249-a942-0173da4775bd HTTP/1.1" status: 200 len: 205 time: 0.0348890 Aug 31 15:53:29.429393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40166) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.449176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-900e959c-97a1-4cdd-a8d8-971c0290a9bb None None] Deleting port c5aa7115-0a49-443b-b935-c6ad1e945253 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:29.450002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-900e959c-97a1-4cdd-a8d8-971c0290a9bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.452732 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port c5aa7115-0a49-443b-b935-c6ad1e945253 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:29.453195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.458520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (e986fc1f-2559-47ce-89c8-1dd43368919a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.478871 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-43c7c692-c0e7-404c-a803-6b63ba8c5e35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] delete failed (client error): The resource could not be found. Aug 31 15:53:29.479921 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-43c7c692-c0e7-404c-a803-6b63ba8c5e35 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/583f9b7e-68c9-4249-a942-0173da4775bd HTTP/1.1" status: 404 len: 336 time: 0.0495033 Aug 31 15:53:29.483533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40168) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.490351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.495286 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] 10.222.0.46 "DELETE /networking/v2.0/networks/e986fc1f-2559-47ce-89c8-1dd43368919a HTTP/1.1" status: 204 len: 168 time: 0.9110029 Aug 31 15:53:29.518831 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a8d38161-861a-4421-9c9c-17e48f49fe44 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0484754-5c1e-47cf-a2bb-c50f2a1a7007 HTTP/1.1" status: 200 len: 205 time: 0.0340457 Aug 31 15:53:29.521143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40172) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.562485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766277d-6f9c-4dad-b652-10e6b248d6c5 tempest-NetworksTestDHCPv6-897599992 tempest-NetworksTestDHCPv6-897599992-project] Pushing event deleted for resources: {'Network': ['ID=e986fc1f-2559-47ce-89c8-1dd43368919a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:29.576515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-900e959c-97a1-4cdd-a8d8-971c0290a9bb None None] For port c5aa7115-0a49-443b-b935-c6ad1e945253, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c5aa7115-0a49-443b-b935-c6ad1e945253,segment=NetworkSegment(abcb1221-2a23-4540-a3f6-0d042ecde911),segment_id=abcb1221-2a23-4540-a3f6-0d042ecde911)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:29.578082 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-900e959c-97a1-4cdd-a8d8-971c0290a9bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.584262 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-93f47725-5a15-4d9b-8eec-e20df08b431f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] delete failed (client error): The resource could not be found. Aug 31 15:53:29.585422 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-93f47725-5a15-4d9b-8eec-e20df08b431f tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/d0484754-5c1e-47cf-a2bb-c50f2a1a7007 HTTP/1.1" status: 404 len: 336 time: 0.0632434 Aug 31 15:53:29.588080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40174) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.598481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port c5aa7115-0a49-443b-b935-c6ad1e945253, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c5aa7115-0a49-443b-b935-c6ad1e945253,segment=NetworkSegment(abcb1221-2a23-4540-a3f6-0d042ecde911),segment_id=abcb1221-2a23-4540-a3f6-0d042ecde911)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:29.599358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.605717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-900e959c-97a1-4cdd-a8d8-971c0290a9bb None None] Calling delete_port for c5aa7115-0a49-443b-b935-c6ad1e945253 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:29.620764 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d08de96-ef71-44e1-a015-8e89f4419617 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:29.622141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d08de96-ef71-44e1-a015-8e89f4419617 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:29.624195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for c5aa7115-0a49-443b-b935-c6ad1e945253 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:29.628281 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2d08de96-ef71-44e1-a015-8e89f4419617 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/aec0de64-ed93-4dc0-9665-18b0e8b3116b HTTP/1.1" status: 404 len: 337 time: 0.0359535 Aug 31 15:53:29.628436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40176) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.669871 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f1c7bb78-312c-4540-b8de-b032abae04c9 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cedc965-ea5d-4f4c-8826-cc0b08708230 HTTP/1.1" status: 200 len: 205 time: 0.0403082 Aug 31 15:53:29.672382 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40178) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.692644 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:29.724138 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-b33c6889-e635-4423-8974-c9197ab485e5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] delete failed (client error): The resource could not be found. Aug 31 15:53:29.725198 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b33c6889-e635-4423-8974-c9197ab485e5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/8cedc965-ea5d-4f4c-8826-cc0b08708230 HTTP/1.1" status: 404 len: 336 time: 0.0510859 Aug 31 15:53:29.727959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40180) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.759639 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c48aa90c-039b-4158-b59a-eee053f870b3 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64c724e1-e45f-4f71-95ca-693deef207fb HTTP/1.1" status: 200 len: 205 time: 0.0303705 Aug 31 15:53:29.761797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40182) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.802746 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-21161f4f-8f1a-45b6-b374-9345e0be47b3 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] delete failed (client error): The resource could not be found. Aug 31 15:53:29.803786 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-21161f4f-8f1a-45b6-b374-9345e0be47b3 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/64c724e1-e45f-4f71-95ca-693deef207fb HTTP/1.1" status: 404 len: 336 time: 0.0410364 Aug 31 15:53:29.806360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40184) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.806541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-900e959c-97a1-4cdd-a8d8-971c0290a9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.815689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c5aa7115-0a49-443b-b935-c6ad1e945253), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.816719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:29.833210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e959c-97a1-4cdd-a8d8-971c0290a9bb None None] Pushing event deleted for resources: {'Port': ['ID=c5aa7115-0a49-443b-b935-c6ad1e945253,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:29.835381 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f9afd2-02be-4a54-bd9f-ac96681c9139 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:29.835381 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f9afd2-02be-4a54-bd9f-ac96681c9139 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:29.838277 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c8f9afd2-02be-4a54-bd9f-ac96681c9139 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/45426456-f4f6-4e97-b33c-ebe988ef84ab HTTP/1.1" status: 404 len: 337 time: 0.0310249 Aug 31 15:53:29.841921 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40186) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.844976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e959c-97a1-4cdd-a8d8-971c0290a9bb None None] No DVR routers for this DVR port c5aa7115-0a49-443b-b935-c6ad1e945253 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:29.864388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=c5aa7115-0a49-443b-b935-c6ad1e945253,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:29.868352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No DVR routers for this DVR port c5aa7115-0a49-443b-b935-c6ad1e945253 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:29.875757 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3a0044a4-22ab-49e3-98d1-532baa3de0a5 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3 HTTP/1.1" status: 200 len: 205 time: 0.0328755 Aug 31 15:53:29.878657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40188) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.922836 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-bf6b10ec-6e6a-4edc-a841-031d40e6a8df tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] delete failed (client error): The resource could not be found. Aug 31 15:53:29.924066 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bf6b10ec-6e6a-4edc-a841-031d40e6a8df tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/d7ed8c8d-a00e-4d49-ab5e-c6c13b697bd3 HTTP/1.1" status: 404 len: 336 time: 0.0444636 Aug 31 15:53:29.927418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40190) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.956510 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe11e89-4f7a-49a3-bc34-310ca1553c86 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:29.957250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe11e89-4f7a-49a3-bc34-310ca1553c86 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:29.960987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1fe11e89-4f7a-49a3-bc34-310ca1553c86 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/33ea1d2b-91cc-4cae-a0e9-8a1d93eb6469 HTTP/1.1" status: 404 len: 337 time: 0.0319026 Aug 31 15:53:29.962990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40192) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:29.971031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (d013acb9-ca96-42c1-bff5-e214c625cfd8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:29.998721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d013acb9-ca96-42c1-bff5-e214c625cfd8']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:30.004017 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-74ff47ae-9ebb-4e1c-9b81-633b1e14e32c tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64c22e70-da37-4257-a6ee-d41ce484bb25 HTTP/1.1" status: 200 len: 205 time: 0.0393200 Aug 31 15:53:30.012724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcb1221-2a23-4540-a3f6-0d042ecde911') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:30.012724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcb1221-2a23-4540-a3f6-0d042ecde911') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:30.014645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40194) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:30.061725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:30.068074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (abcb1221-2a23-4540-a3f6-0d042ecde911), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.070595 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-1db34bc4-d247-4325-bf22-f1b0a8e1a943 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] delete failed (client error): The resource could not be found. Aug 31 15:53:30.071644 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1db34bc4-d247-4325-bf22-f1b0a8e1a943 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/routers/64c22e70-da37-4257-a6ee-d41ce484bb25 HTTP/1.1" status: 404 len: 336 time: 0.0560622 Aug 31 15:53:30.074404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40198) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:30.087830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (abcb1221-2a23-4540-a3f6-0d042ecde911), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.099149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:30.099866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (abcb1221-2a23-4540-a3f6-0d042ecde911), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.108970 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efb683c-4a57-454d-8e14-7f18233b3604 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:30.109767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efb683c-4a57-454d-8e14-7f18233b3604 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:30.113475 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6efb683c-4a57-454d-8e14-7f18233b3604 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a9bf0a48-77b2-4eee-a65f-fb6ba4295123 HTTP/1.1" status: 404 len: 337 time: 0.0378425 Aug 31 15:53:30.116031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40200) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:30.149793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40202) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:30.155642 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5938da91-7cc5-4568-84a2-2b1546b17294 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:30.156106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5938da91-7cc5-4568-84a2-2b1546b17294 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:30.159287 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5938da91-7cc5-4568-84a2-2b1546b17294 tempest-RoutersTest-120680215 tempest-RoutersTest-120680215-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/19050549-8b17-4193-aca5-389405ee2b63 HTTP/1.1" status: 404 len: 337 time: 0.0421264 Aug 31 15:53:30.169129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:30.195972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:30.257874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (d013acb9-ca96-42c1-bff5-e214c625cfd8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.264857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.267800 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/networks/d013acb9-ca96-42c1-bff5-e214c625cfd8 HTTP/1.1" status: 204 len: 168 time: 1.1294348 Aug 31 15:53:30.272252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40208) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:30.280040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d7697-1ea5-4631-a7fe-4e7ea846f8fc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Network': ['ID=d013acb9-ca96-42c1-bff5-e214c625cfd8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:30.370823 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b50880b0-493a-4280-98c3-0c09cf3d2fb9 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=57453428e9d542b0acd117241d1c9715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198536 Aug 31 15:53:30.373358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40210) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:30.435999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c5aa7115-0a49-443b-b935-c6ad1e945253 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:30.459866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: c5aa7115-0a49-443b-b935-c6ad1e945253 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:30.460210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c5aa7115-0a49-443b-b935-c6ad1e945253 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:30.460826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8261fa55-90e0-4969-8a74-048d9b2b8276 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:30.479799 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 8261fa55-90e0-4969-8a74-048d9b2b8276 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:30.485678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8261fa55-90e0-4969-8a74-048d9b2b8276 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:30.543057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e3e431a3-8ad8-44ac-81f5-b82bdb803ea7 admin admin] Publish callbacks [] for security_group (2c2c7f5f-2953-4a6d-af87-c914192abd08), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.600838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e3e431a3-8ad8-44ac-81f5-b82bdb803ea7 admin admin] Publish callbacks [] for security_group (2c2c7f5f-2953-4a6d-af87-c914192abd08), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.607994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062386dc-a34e-4c2d-950a-0528b04d7512 req-6e3d505d-948e-4c79-94c5-109ef24734ed tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:30.613910 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-062386dc-a34e-4c2d-950a-0528b04d7512 req-6e3d505d-948e-4c79-94c5-109ef24734ed tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1124141 Aug 31 15:53:30.662125 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40216) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:30.731063 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-062386dc-a34e-4c2d-950a-0528b04d7512 req-df5bc37a-2ad9-4393-bc40-a7db19780ca8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102254 Aug 31 15:53:30.791850 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.810435 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fa0fde10-2820-46bd-bc87-78dac2571a8b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c643dd91ba254c3591fbd0ee7cf03f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471508 Aug 31 15:53:30.812905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40220) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:30.857584 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e3e431a3-8ad8-44ac-81f5-b82bdb803ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (2c2c7f5f-2953-4a6d-af87-c914192abd08), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.860300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e3e431a3-8ad8-44ac-81f5-b82bdb803ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.861757 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e3e431a3-8ad8-44ac-81f5-b82bdb803ea7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2c2c7f5f-2953-4a6d-af87-c914192abd08 HTTP/1.1" status: 204 len: 168 time: 0.4874287 Aug 31 15:53:30.869280 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97ef1943-3188-4993-943d-5195872de1d2 admin admin] Publish callbacks [] for security_group (f6927afc-d8be-4361-9b36-8f86a05b365b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:30.881462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e431a3-8ad8-44ac-81f5-b82bdb803ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c7f5f-2953-4a6d-af87-c914192abd08,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:30.893064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97ef1943-3188-4993-943d-5195872de1d2 admin admin] Publish callbacks [] for security_group (f6927afc-d8be-4361-9b36-8f86a05b365b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:31.046131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:31.048004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port f8ef03f0-40b5-4097-88d8-e0f9d38aea27 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:31.048449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:31.090301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97ef1943-3188-4993-943d-5195872de1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (f6927afc-d8be-4361-9b36-8f86a05b365b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:31.093078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97ef1943-3188-4993-943d-5195872de1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:31.096977 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-97ef1943-3188-4993-943d-5195872de1d2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f6927afc-d8be-4361-9b36-8f86a05b365b HTTP/1.1" status: 204 len: 168 time: 0.2795198 Aug 31 15:53:31.104265 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef1943-3188-4993-943d-5195872de1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6927afc-d8be-4361-9b36-8f86a05b365b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:31.134817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=78,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:31.147673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port f8ef03f0-40b5-4097-88d8-e0f9d38aea27, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f8ef03f0-40b5-4097-88d8-e0f9d38aea27,segment=NetworkSegment(dd285b87-9709-4dd4-8f51-b17d649cdf6c),segment_id=dd285b87-9709-4dd4-8f51-b17d649cdf6c)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:31.148056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:31.162517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for f8ef03f0-40b5-4097-88d8-e0f9d38aea27 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:31.269176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:31.332733 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment abcb1221-2a23-4540-a3f6-0d042ecde911 resource provider aggregate not found Aug 31 15:53:31.359860 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment abcb1221-2a23-4540-a3f6-0d042ecde911 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abcb1221-2a23-4540-a3f6-0d042ecde911 found for delete ", "request_id": "req-eed3a208-eb12-454d-b18e-8b78e5e34516"}]} Aug 31 15:53:31.450034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f8ef03f0-40b5-4097-88d8-e0f9d38aea27), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:31.481177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=f8ef03f0-40b5-4097-88d8-e0f9d38aea27,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:31.607874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:31.655590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:31.822828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:31.856566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe42a29-ad24-42bb-8398-61e177bc5f62 req-4ca062f6-3b58-4e5c-82cc-2bd2f4870e87 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:31.858901 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2fe42a29-ad24-42bb-8398-61e177bc5f62 req-4ca062f6-3b58-4e5c-82cc-2bd2f4870e87 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0502691 Aug 31 15:53:31.928212 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2fe42a29-ad24-42bb-8398-61e177bc5f62 req-13ee6c06-b45e-4db6-afae-7dd2cc87736b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630825 Aug 31 15:53:31.932541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:31.943659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40254) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:31.945488 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-da6d6c0a-4c6a-4cf5-902a-a370e425a38d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6721745 Aug 31 15:53:31.957031 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:31.970311 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:31.971966 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:32.017525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9334d17-fbed-4ea5-98fd-33c82c330e84 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting subnet 32234912-212c-48a1-8ad5-2c451b888311 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:32.021397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9334d17-fbed-4ea5-98fd-33c82c330e84 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (32234912-212c-48a1-8ad5-2c451b888311), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.068408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9334d17-fbed-4ea5-98fd-33c82c330e84 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (32234912-212c-48a1-8ad5-2c451b888311), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.075924 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:32.167115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9334d17-fbed-4ea5-98fd-33c82c330e84 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (32234912-212c-48a1-8ad5-2c451b888311), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.314659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9334d17-fbed-4ea5-98fd-33c82c330e84 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (32234912-212c-48a1-8ad5-2c451b888311), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.336147 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:32.349768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40268) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:32.353576 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:31Z', 'revision_number': 10, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:32.354707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9334d17-fbed-4ea5-98fd-33c82c330e84 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Subnet': ['ID=32234912-212c-48a1-8ad5-2c451b888311,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:32.359781 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9334d17-fbed-4ea5-98fd-33c82c330e84 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.365802 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d9334d17-fbed-4ea5-98fd-33c82c330e84 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/32234912-212c-48a1-8ad5-2c451b888311 HTTP/1.1" status: 204 len: 168 time: 0.4186444 Aug 31 15:53:32.368952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40270) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:32.379882 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb99e11d-e585-465a-8622-4a9f39c4a452 None None] Network 7cc5e9d7-f37b-490d-9dac-ec2345365255 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:32.380361 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:32.389184 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:32.390058 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:32.483136 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:32.516881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (7cc5e9d7-f37b-490d-9dac-ec2345365255), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.574636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:32.575225 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.640766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88231ce0-954c-4c0b-9cc7-9275d7d993ed None None] DHCP port deletion for 7cc5e9d7-f37b-490d-9dac-ec2345365255 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:32.645913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:32.673100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port e0a40d2a-08dd-4160-95ac-7ef485ac3b72, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e0a40d2a-08dd-4160-95ac-7ef485ac3b72,segment=NetworkSegment(dd285b87-9709-4dd4-8f51-b17d649cdf6c),segment_id=dd285b87-9709-4dd4-8f51-b17d649cdf6c)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:32.673301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.677456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40276) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:32.694306 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:31Z', 'revision_number': 10, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:32.707305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for e0a40d2a-08dd-4160-95ac-7ef485ac3b72 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:32.718646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:32.725916 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3dbbf-b5a8-4c60-a96b-53f04fb6b8e9 None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:31Z', 'revision_number': 10, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None, '_interfaces': [{'id': '191eb2e8-f4e2-49dc-97a4-9dc920d48723', 'name': '', 'network_id': 'a3c72f6a-034b-46f9-b13d-97b7ea70ecf3', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'mac_address': 'fa:16:3e:18:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:50Z', 'updated_at': '2022-08-31T15:52:55Z', 'revision_number': 4, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'subnets': [{'id': 'c7af200b-95ef-4b0c-a12d-ab77c611a3a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:32.729510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-88231ce0-954c-4c0b-9cc7-9275d7d993ed None None] Deleting port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:32.729822 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-88231ce0-954c-4c0b-9cc7-9275d7d993ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.737624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1342993595'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:32.748157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a39f99fd-f6b9-4252-9e5e-c63093a0c78e tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2104364536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:32.786867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:DELETE=14,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:32.814457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-88231ce0-954c-4c0b-9cc7-9275d7d993ed None None] For port e0a40d2a-08dd-4160-95ac-7ef485ac3b72, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e0a40d2a-08dd-4160-95ac-7ef485ac3b72,segment=NetworkSegment(dd285b87-9709-4dd4-8f51-b17d649cdf6c),segment_id=dd285b87-9709-4dd4-8f51-b17d649cdf6c)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:32.814850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-88231ce0-954c-4c0b-9cc7-9275d7d993ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.827542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-88231ce0-954c-4c0b-9cc7-9275d7d993ed None None] Calling delete_port for e0a40d2a-08dd-4160-95ac-7ef485ac3b72 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:32.861774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Made reservation on behalf of 640159252e1f46f6b989b9ab6ac62358 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:32.865397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:32.865687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.868276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a39f99fd-f6b9-4252-9e5e-c63093a0c78e tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (77898be1-0dff-4011-a7ac-ed79f0c8187b), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.869315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a39f99fd-f6b9-4252-9e5e-c63093a0c78e tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (77898be1-0dff-4011-a7ac-ed79f0c8187b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.882935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.903523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.912907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-88231ce0-954c-4c0b-9cc7-9275d7d993ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (e0a40d2a-08dd-4160-95ac-7ef485ac3b72), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:32.932915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=e0a40d2a-08dd-4160-95ac-7ef485ac3b72,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:32.937097 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No DVR routers for this DVR port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:32.939552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:32.947248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88231ce0-954c-4c0b-9cc7-9275d7d993ed None None] Pushing event deleted for resources: {'Port': ['ID=e0a40d2a-08dd-4160-95ac-7ef485ac3b72,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:32.950817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88231ce0-954c-4c0b-9cc7-9275d7d993ed None None] No DVR routers for this DVR port e0a40d2a-08dd-4160-95ac-7ef485ac3b72 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:32.978127 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a39f99fd-f6b9-4252-9e5e-c63093a0c78e tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for router_controller (77898be1-0dff-4011-a7ac-ed79f0c8187b), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.022904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (7cc5e9d7-f37b-490d-9dac-ec2345365255), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.036487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks [] for security_group (ffed072d-af79-4e72-9553-479c28f8254a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.043816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc5e9d7-f37b-490d-9dac-ec2345365255']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:33.053733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd285b87-9709-4dd4-8f51-b17d649cdf6c') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:33.054032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd285b87-9709-4dd4-8f51-b17d649cdf6c') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:33.066827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (dd285b87-9709-4dd4-8f51-b17d649cdf6c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.074096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbd1b7-345b-4ff2-a5e4-3b60474dc6a7 req-39951e16-8413-4741-bd1c-0f71d03eb149 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:33.075833 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-03bbd1b7-345b-4ff2-a5e4-3b60474dc6a7 req-39951e16-8413-4741-bd1c-0f71d03eb149 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0572610 Aug 31 15:53:33.085331 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dd285b87-9709-4dd4-8f51-b17d649cdf6c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.091935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a39f99fd-f6b9-4252-9e5e-c63093a0c78e tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (77898be1-0dff-4011-a7ac-ed79f0c8187b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.092697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:33.093930 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (dd285b87-9709-4dd4-8f51-b17d649cdf6c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.148077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ffed072d-af79-4e72-9553-479c28f8254a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.160430 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-03bbd1b7-345b-4ff2-a5e4-3b60474dc6a7 req-b90504f8-885d-4ef9-8c2e-5127a44a3cc1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764747 Aug 31 15:53:33.186623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffed072d-af79-4e72-9553-479c28f8254a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:33.214911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a39f99fd-f6b9-4252-9e5e-c63093a0c78e tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.214911 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a39f99fd-f6b9-4252-9e5e-c63093a0c78e tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5358722 Aug 31 15:53:33.216218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40282) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:33.221407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-352222551'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:33.242984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (7cc5e9d7-f37b-490d-9dac-ec2345365255), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.248387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:33.257373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0be121bb-efbe-4ff4-82e9-4ad9d39152fe), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.257779 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Added segment 0be121bb-efbe-4ff4-82e9-4ad9d39152fe of type vlan for network 955036f7-193e-4d37-b6d6-8e2ab358c840 Aug 31 15:53:33.264649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.268602 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/networks/7cc5e9d7-f37b-490d-9dac-ec2345365255 HTTP/1.1" status: 204 len: 168 time: 0.8985362 Aug 31 15:53:33.269498 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce34df9-5b92-4f8a-b4c4-7fb8acb4bf88 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Network': ['ID=7cc5e9d7-f37b-490d-9dac-ec2345365255,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:33.271749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40284) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:33.308365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (955036f7-193e-4d37-b6d6-8e2ab358c840), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.370052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Made reservation on behalf of 9a96efe0c90c4731ac4c52aa34d434b2 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:33.374649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.384271 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.409541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (955036f7-193e-4d37-b6d6-8e2ab358c840), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.414816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:33.415442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.511078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event updated for resources: {'Network': ['ID=955036f7-193e-4d37-b6d6-8e2ab358c840,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:33.525043 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 955036f7-193e-4d37-b6d6-8e2ab358c840 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:33.547303 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b6643e87-4e01-4085-9c08-deccbe5c0635 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1922982 Aug 31 15:53:33.547535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40286) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:33.556419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Request body: {'subnet': {'network_id': '955036f7-193e-4d37-b6d6-8e2ab358c840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:33.566432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for security_group (5793d827-db3a-4b9a-b06c-98d2aab0832b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.636522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5793d827-db3a-4b9a-b06c-98d2aab0832b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.637061 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment dd285b87-9709-4dd4-8f51-b17d649cdf6c resource provider aggregate not found Aug 31 15:53:33.654400 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment dd285b87-9709-4dd4-8f51-b17d649cdf6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd285b87-9709-4dd4-8f51-b17d649cdf6c found for delete ", "request_id": "req-ac744cc5-b943-4346-8de3-9fdedb022e4a"}]} Aug 31 15:53:33.681230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:33.687553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5793d827-db3a-4b9a-b06c-98d2aab0832b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:33.697237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ba099492-0de6-45f4-9113-7ef2d8742885), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.697655 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Added segment ba099492-0de6-45f4-9113-7ef2d8742885 of type vlan for network 83c6d73d-a15f-4f6d-b368-acde5c9205fe Aug 31 15:53:33.726027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:33.874852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:33.996125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Made reservation on behalf of 640159252e1f46f6b989b9ab6ac62358 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:33.999902 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.027851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (83c6d73d-a15f-4f6d-b368-acde5c9205fe), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.108444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port 191eb2e8-f4e2-49dc-97a4-9dc920d48723 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:34.109052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.208358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port 191eb2e8-f4e2-49dc-97a4-9dc920d48723, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=191eb2e8-f4e2-49dc-97a4-9dc920d48723,segment=NetworkSegment(cfd67e2f-726a-4cd4-9461-86e60e0adff8),segment_id=cfd67e2f-726a-4cd4-9461-86e60e0adff8)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:34.208723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.222415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for 191eb2e8-f4e2-49dc-97a4-9dc920d48723 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:34.292059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (83c6d73d-a15f-4f6d-b368-acde5c9205fe), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.297097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:34.298307 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.323352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bc02a-d517-44e4-a13a-60ff16019836 req-5ba991a8-d869-45ba-a07a-8bfffe23165b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:34.324838 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-434bc02a-d517-44e4-a13a-60ff16019836 req-5ba991a8-d869-45ba-a07a-8bfffe23165b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0637524 Aug 31 15:53:34.351365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (b30afe86-06d7-4762-9ed7-748dfa7d0eb9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.402473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'Network': ['ID=83c6d73d-a15f-4f6d-b368-acde5c9205fe,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:34.427391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 83c6d73d-a15f-4f6d-b368-acde5c9205fe details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:34.432170 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-434bc02a-d517-44e4-a13a-60ff16019836 req-683f2a21-3aef-4195-b150-ad048ef07db3 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001759 Aug 31 15:53:34.443302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event updated for resources: {'Subnet': ['ID=b30afe86-06d7-4762-9ed7-748dfa7d0eb9,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:34.461087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Checking segment: {'id': '0be121bb-efbe-4ff4-82e9-4ad9d39152fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '955036f7-193e-4d37-b6d6-8e2ab358c840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:34.461496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Network hostable DHCP agents. Network: 955036f7-193e-4d37-b6d6-8e2ab358c840, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:34.482076 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-476a6197-d0dd-45b4-bbf1-26710d53db06 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2646768 Aug 31 15:53:34.487779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40294) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:34.490914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Request body: {'subnet': {'network_id': '83c6d73d-a15f-4f6d-b368-acde5c9205fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:34.498246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e0a40d2a-08dd-4160-95ac-7ef485ac3b72 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:34.526998 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: e0a40d2a-08dd-4160-95ac-7ef485ac3b72 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:34.527678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e0a40d2a-08dd-4160-95ac-7ef485ac3b72 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:34.527887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f8ef03f0-40b5-4097-88d8-e0f9d38aea27 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:34.559176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: f8ef03f0-40b5-4097-88d8-e0f9d38aea27 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:34.559541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f8ef03f0-40b5-4097-88d8-e0f9d38aea27 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:34.581848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Network 955036f7-193e-4d37-b6d6-8e2ab358c840 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:34.615475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (191eb2e8-f4e2-49dc-97a4-9dc920d48723), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.641927 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=191eb2e8-f4e2-49dc-97a4-9dc920d48723,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:34.667134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Made reservation on behalf of 9a96efe0c90c4731ac4c52aa34d434b2 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:34.671703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.701328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 955036f7-193e-4d37-b6d6-8e2ab358c840) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:34.703177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:34.714193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d78cd-8db1-4d95-bd17-c1addf7f5fd8 None None] Network 955036f7-193e-4d37-b6d6-8e2ab358c840 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:34.742586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:34.743393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.747110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.858798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-955036f7-193e-4d37-b6d6-8e2ab358c840', 'network_id': '955036f7-193e-4d37-b6d6-8e2ab358c840', 'project_id': '640159252e1f46f6b989b9ab6ac62358', 'fixed_ips': [{'subnet_id': 'b30afe86-06d7-4762-9ed7-748dfa7d0eb9'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:53:34.860792 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:34.916625 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e24b9180-6f3c-4a6b-9b07-4d73b74592c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3680222 Aug 31 15:53:34.921762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40296) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:34.927714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Request body: {'port': {'network_id': '955036f7-193e-4d37-b6d6-8e2ab358c840', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1304884589'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:34.950877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:35.011254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Allocated IP 2001:db8::2 (955036f7-193e-4d37-b6d6-8e2ab358c840/b30afe86-06d7-4762-9ed7-748dfa7d0eb9/4244c5a8-a211-41d1-b45d-fbb6158a456c) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:35.020879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:35.064877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (bdd4a40c-e134-4111-b8fb-e9466ffa55f4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.095883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:35.105966 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-12ea55c3-a0c5-47bb-9fe2-0cb70ae42518 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8330896 Aug 31 15:53:35.108002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40298) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:35.109808 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:35.110601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:35.139129 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:35.139933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:35.177378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'Subnet': ['ID=bdd4a40c-e134-4111-b8fb-e9466ffa55f4,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:35.188332 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:35.192889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba9d95b-bffd-4ca9-b55e-6b53e92a89a4 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting subnet c7af200b-95ef-4b0c-a12d-ab77c611a3a5 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:35.198397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d95b-bffd-4ca9-b55e-6b53e92a89a4 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (c7af200b-95ef-4b0c-a12d-ab77c611a3a5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.201670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Checking segment: {'id': 'ba099492-0de6-45f4-9113-7ef2d8742885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '83c6d73d-a15f-4f6d-b368-acde5c9205fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:35.202031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Network hostable DHCP agents. Network: 83c6d73d-a15f-4f6d-b368-acde5c9205fe, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:35.212020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Made reservation on behalf of 640159252e1f46f6b989b9ab6ac62358 for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:35.216138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.238030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] device_id is not set on port e8cc1bf7-c6e8-4713-b332-6904c269fd00 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:53:35.242562 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:35.244672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Publish callbacks [] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.253371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d95b-bffd-4ca9-b55e-6b53e92a89a4 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (c7af200b-95ef-4b0c-a12d-ab77c611a3a5), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.280727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:35.295500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:34Z', 'revision_number': 11, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:35.321544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:35.331180 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:35.331791 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:35.339701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Network 83c6d73d-a15f-4f6d-b368-acde5c9205fe is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:35.357675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d95b-bffd-4ca9-b55e-6b53e92a89a4 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (c7af200b-95ef-4b0c-a12d-ab77c611a3a5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.371672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.401860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:35.419837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 83c6d73d-a15f-4f6d-b368-acde5c9205fe) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:35.426246 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:35.427104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.433340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Allocated IP 2001:db8::93 (955036f7-193e-4d37-b6d6-8e2ab358c840/b30afe86-06d7-4762-9ed7-748dfa7d0eb9/e8cc1bf7-c6e8-4713-b332-6904c269fd00) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:35.435280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3604e16-500b-4be0-9cef-c03c04a01e4e None None] Network 83c6d73d-a15f-4f6d-b368-acde5c9205fe requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:35.440048 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:35.526910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d95b-bffd-4ca9-b55e-6b53e92a89a4 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (c7af200b-95ef-4b0c-a12d-ab77c611a3a5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.538995 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a73879bf-2214-4def-9bcc-a8fea001922c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0492549 Aug 31 15:53:35.540268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40302) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:35.544752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Request body: {'network': {'name': 'tempest-router-network01--1950413474'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:35.581592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9d95b-bffd-4ca9-b55e-6b53e92a89a4 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Subnet': ['ID=c7af200b-95ef-4b0c-a12d-ab77c611a3a5,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:35.601648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d95b-bffd-4ca9-b55e-6b53e92a89a4 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.607472 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3ba9d95b-bffd-4ca9-b55e-6b53e92a89a4 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c7af200b-95ef-4b0c-a12d-ab77c611a3a5 HTTP/1.1" status: 204 len: 168 time: 0.4932914 Aug 31 15:53:35.609472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40304) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:35.623680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Network 955036f7-193e-4d37-b6d6-8e2ab358c840 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:35.648955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks [] for port (e8cc1bf7-c6e8-4713-b332-6904c269fd00), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.654543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b88837-220e-4346-b2a0-2834d80f5a7c req-371935dd-df3d-4d59-acfe-b703c7580637 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:35.654810 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe63af2-8ba1-4b6e-a668-b459e8e63275 None None] Network a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:35.656126 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-21b88837-220e-4346-b2a0-2834d80f5a7c req-371935dd-df3d-4d59-acfe-b703c7580637 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0814619 Aug 31 15:53:35.702539 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:34Z', 'revision_number': 11, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:35.704892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:35.709331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:35.718280 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-21b88837-220e-4346-b2a0-2834d80f5a7c req-762b4dac-5e2f-49d5-b492-d54dd6acfe4e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551090 Aug 31 15:53:35.737537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (a3c72f6a-034b-46f9-b13d-97b7ea70ecf3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.773051 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba30ed6-480f-44e6-8f89-25fd32d3db0f None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:34Z', 'revision_number': 11, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:35.774420 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Pushing event updated for resources: {'Port': ['ID=4244c5a8-a211-41d1-b45d-fbb6158a456c,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:35.789279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Made reservation on behalf of 9a96efe0c90c4731ac4c52aa34d434b2 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:35.793359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.806696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Deleting port 00e21482-eaaf-4b55-80e9-fcce533041df {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:35.807139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (00e21482-eaaf-4b55-80e9-fcce533041df), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.830232 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e8cc1bf7-c6e8-4713-b332-6904c269fd00), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.886219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:35.889932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Attempting to bind port 4244c5a8-a211-41d1-b45d-fbb6158a456c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:35.890308 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Attempting to bind port 4244c5a8-a211-41d1-b45d-fbb6158a456c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '0be121bb-efbe-4ff4-82e9-4ad9d39152fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '955036f7-193e-4d37-b6d6-8e2ab358c840'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:35.890677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Attempting to bind port 4244c5a8-a211-41d1-b45d-fbb6158a456c on network 955036f7-193e-4d37-b6d6-8e2ab358c840 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:35.898093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d2fb6b0a-4213-460f-bd1d-edd20148336d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.898525 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Added segment d2fb6b0a-4213-460f-bd1d-edd20148336d of type vlan for network 709598ad-db51-4fbb-99e1-af421c92de94 Aug 31 15:53:35.916596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:35.916972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Checking segment: {'id': '0be121bb-efbe-4ff4-82e9-4ad9d39152fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '955036f7-193e-4d37-b6d6-8e2ab358c840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:35.917376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.917800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Bound using segment: {'id': '0be121bb-efbe-4ff4-82e9-4ad9d39152fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '955036f7-193e-4d37-b6d6-8e2ab358c840'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:35.918762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Bound port: 4244c5a8-a211-41d1-b45d-fbb6158a456c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be121bb-efbe-4ff4-82e9-4ad9d39152fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '955036f7-193e-4d37-b6d6-8e2ab358c840'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:35.918762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.922154 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Network 955036f7-193e-4d37-b6d6-8e2ab358c840 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:35.930215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:35.932324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-83c6d73d-a15f-4f6d-b368-acde5c9205fe', 'network_id': '83c6d73d-a15f-4f6d-b368-acde5c9205fe', 'project_id': '9a96efe0c90c4731ac4c52aa34d434b2', 'fixed_ips': [{'subnet_id': 'bdd4a40c-e134-4111-b8fb-e9466ffa55f4'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:53:35.934335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.941701 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:35.946437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:35.947047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.953051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (709598ad-db51-4fbb-99e1-af421c92de94), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.960302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] For port 00e21482-eaaf-4b55-80e9-fcce533041df, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=00e21482-eaaf-4b55-80e9-fcce533041df,segment=NetworkSegment(cfd67e2f-726a-4cd4-9461-86e60e0adff8),segment_id=cfd67e2f-726a-4cd4-9461-86e60e0adff8)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:35.960746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (00e21482-eaaf-4b55-80e9-fcce533041df), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:35.977665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event updated for resources: {'Port': ['ID=e8cc1bf7-c6e8-4713-b332-6904c269fd00,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:35.980471 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Calling delete_port for 00e21482-eaaf-4b55-80e9-fcce533041df owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:36.048398 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b59b9f23-688c-4cf6-a2db-bfdb943a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1213295 Aug 31 15:53:36.049364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40306) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:36.056296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Request body: {'port': {'network_id': '955036f7-193e-4d37-b6d6-8e2ab358c840', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1989134282', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:36.056810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.api.validators [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] bootfile-name is not in valid_values {{(pid=114266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:53:36.057590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.api.validators [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] tftp-server is not in valid_values {{(pid=114266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:53:36.057743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.api.validators [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] server-ip-address is not in valid_values {{(pid=114266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:53:36.059533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] For port 4244c5a8-a211-41d1-b45d-fbb6158a456c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:36.076128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (709598ad-db51-4fbb-99e1-af421c92de94), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.081706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:36.082304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.086453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] For port 4244c5a8-a211-41d1-b45d-fbb6158a456c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=4244c5a8-a211-41d1-b45d-fbb6158a456c,segment=NetworkSegment(0be121bb-efbe-4ff4-82e9-4ad9d39152fe),segment_id=0be121bb-efbe-4ff4-82e9-4ad9d39152fe)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:36.127827 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Allocated IP 172.20.0.2 (83c6d73d-a15f-4f6d-b368-acde5c9205fe/bdd4a40c-e134-4111-b8fb-e9466ffa55f4/da79123a-d77a-4030-ab23-beb186295d3e) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:36.149025 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (00e21482-eaaf-4b55-80e9-fcce533041df), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.181006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No DVR routers for this DVR port 00e21482-eaaf-4b55-80e9-fcce533041df on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:36.199871 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d5ec54-8ed1-4f3e-aa88-c0e07c78d890 None None] DHCP port deletion for a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:36.206730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Port': ['ID=00e21482-eaaf-4b55-80e9-fcce533041df,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:36.206946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'Network': ['ID=709598ad-db51-4fbb-99e1-af421c92de94,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:36.224309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.237814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 709598ad-db51-4fbb-99e1-af421c92de94 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:36.306811 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8e48a25e-e666-4781-89ff-c69c712e5c53 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7662535 Aug 31 15:53:36.309138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40308) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:36.315259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Request body: {'network': {'name': 'tempest-router-network02--160193556'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:36.336736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (a3c72f6a-034b-46f9-b13d-97b7ea70ecf3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.364725 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c72f6a-034b-46f9-b13d-97b7ea70ecf3']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:36.391768 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd67e2f-726a-4cd4-9461-86e60e0adff8') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:36.392072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd67e2f-726a-4cd4-9461-86e60e0adff8') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:36.406441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (cfd67e2f-726a-4cd4-9461-86e60e0adff8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.424483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (cfd67e2f-726a-4cd4-9461-86e60e0adff8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.425070 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafb475-71b6-46ba-b454-b85664888f36 None None] Pushing event updated for resources: {'Port': ['ID=4244c5a8-a211-41d1-b45d-fbb6158a456c,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:36.431682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:36.432138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (cfd67e2f-726a-4cd4-9461-86e60e0adff8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.441145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Made reservation on behalf of 9a96efe0c90c4731ac4c52aa34d434b2 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:36.444971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.448953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Made reservation on behalf of 640159252e1f46f6b989b9ab6ac62358 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:36.452766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.495605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Publish callbacks [] for port (da79123a-d77a-4030-ab23-beb186295d3e), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.499009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] device_id is not set on port dabf633d-d80a-4e80-ad00-6f4869fbd9ff yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:53:36.502650 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 00e21482-eaaf-4b55-80e9-fcce533041df no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:36.534933 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment cfd67e2f-726a-4cd4-9461-86e60e0adff8 resource provider aggregate not found Aug 31 15:53:36.573738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:36.579831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 00e21482-eaaf-4b55-80e9-fcce533041df {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:36.580456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 00e21482-eaaf-4b55-80e9-fcce533041df not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:36.581114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 191eb2e8-f4e2-49dc-97a4-9dc920d48723 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:36.583872 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment cfd67e2f-726a-4cd4-9461-86e60e0adff8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfd67e2f-726a-4cd4-9461-86e60e0adff8 found for delete ", "request_id": "req-6a3e297a-e37b-47db-aea2-17170400a651"}]} Aug 31 15:53:36.597457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7540719f-9b73-41d5-a1c7-284b3854aa20), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.597884 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Added segment 7540719f-9b73-41d5-a1c7-284b3854aa20 of type vlan for network eff027ac-23bd-4fdf-8e8d-5a400027b962 Aug 31 15:53:36.607542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 191eb2e8-f4e2-49dc-97a4-9dc920d48723 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:36.607542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 191eb2e8-f4e2-49dc-97a4-9dc920d48723 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:36.612669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (da79123a-d77a-4030-ab23-beb186295d3e), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.671571 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Network 83c6d73d-a15f-4f6d-b368-acde5c9205fe is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:36.675924 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:36.678945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:36.696668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (eff027ac-23bd-4fdf-8e8d-5a400027b962), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.714712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (a3c72f6a-034b-46f9-b13d-97b7ea70ecf3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.722685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Pushing event updated for resources: {'Port': ['ID=da79123a-d77a-4030-ab23-beb186295d3e,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:36.725402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.731691 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/networks/a3c72f6a-034b-46f9-b13d-97b7ea70ecf3 HTTP/1.1" status: 204 len: 168 time: 1.1167488 Aug 31 15:53:36.767253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40314) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:36.775399 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Attempting to bind port da79123a-d77a-4030-ab23-beb186295d3e on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:36.775766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Attempting to bind port da79123a-d77a-4030-ab23-beb186295d3e by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'ba099492-0de6-45f4-9113-7ef2d8742885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '83c6d73d-a15f-4f6d-b368-acde5c9205fe'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:36.776127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Attempting to bind port da79123a-d77a-4030-ab23-beb186295d3e on network 83c6d73d-a15f-4f6d-b368-acde5c9205fe {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:36.777086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0ba141c2-9ae8-4cce-a460-531156b6ab14 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'routes': None}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:36.778182 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Allocated IP 2001:db8::135 (955036f7-193e-4d37-b6d6-8e2ab358c840/b30afe86-06d7-4762-9ed7-748dfa7d0eb9/dabf633d-d80a-4e80-ad00-6f4869fbd9ff) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:36.783363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:36.783732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Checking segment: {'id': 'ba099492-0de6-45f4-9113-7ef2d8742885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '83c6d73d-a15f-4f6d-b368-acde5c9205fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:36.784186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.794397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Bound using segment: {'id': 'ba099492-0de6-45f4-9113-7ef2d8742885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '83c6d73d-a15f-4f6d-b368-acde5c9205fe'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:36.794397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Bound port: da79123a-d77a-4030-ab23-beb186295d3e, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba099492-0de6-45f4-9113-7ef2d8742885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '83c6d73d-a15f-4f6d-b368-acde5c9205fe'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:36.794397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (da79123a-d77a-4030-ab23-beb186295d3e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.794970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e83e04-2d29-4f47-948c-b61078631424 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Pushing event deleted for resources: {'Network': ['ID=a3c72f6a-034b-46f9-b13d-97b7ea70ecf3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:36.798305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:36.811574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:36.856995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] For port da79123a-d77a-4030-ab23-beb186295d3e, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:36.860640 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] For port da79123a-d77a-4030-ab23-beb186295d3e, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=da79123a-d77a-4030-ab23-beb186295d3e,segment=NetworkSegment(ba099492-0de6-45f4-9113-7ef2d8742885),segment_id=ba099492-0de6-45f4-9113-7ef2d8742885)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:36.908760 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:36.922965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acda51f-07c2-49d4-9328-15081d7767a5 req-8a8cb1fa-1ca3-4004-92bf-02546d743cbe tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:36.924554 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5acda51f-07c2-49d4-9328-15081d7767a5 req-8a8cb1fa-1ca3-4004-92bf-02546d743cbe tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0907216 Aug 31 15:53:36.979117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks [] for port (dabf633d-d80a-4e80-ad00-6f4869fbd9ff), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.989591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (eff027ac-23bd-4fdf-8e8d-5a400027b962), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:36.995112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:36.995855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.024936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:37.025216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.extraroute_db [None req-0ba141c2-9ae8-4cce-a460-531156b6ab14 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Added routes are [] {{(pid=114265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 15:53:37.025471 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.extraroute_db [None req-0ba141c2-9ae8-4cce-a460-531156b6ab14 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Removed routes are [] {{(pid=114265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 15:53:37.025858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ba141c2-9ae8-4cce-a460-531156b6ab14 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.034499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (da79123a-d77a-4030-ab23-beb186295d3e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.085937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'Network': ['ID=eff027ac-23bd-4fdf-8e8d-5a400027b962,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:37.106361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network eff027ac-23bd-4fdf-8e8d-5a400027b962 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:37.126820 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5acda51f-07c2-49d4-9328-15081d7767a5 req-5834c135-9b64-43c0-8ec3-d07f007ea00b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728773 Aug 31 15:53:37.144830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:37.164776 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-633fc06d-8bf3-4b72-b70a-20abcf89d03a tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8540649 Aug 31 15:53:37.168366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40318) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:37.177040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Request body: {'subnet': {'network_id': '709598ad-db51-4fbb-99e1-af421c92de94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:37.182126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (dabf633d-d80a-4e80-ad00-6f4869fbd9ff), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.232019 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Network 955036f7-193e-4d37-b6d6-8e2ab358c840 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:37.237635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1094391-c293-4292-8c0a-e08b7bfe35d2 None None] Pushing event updated for resources: {'Port': ['ID=da79123a-d77a-4030-ab23-beb186295d3e,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:37.256347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:37.259348 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:37.269484 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ba141c2-9ae8-4cce-a460-531156b6ab14 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.270344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:37.271352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:37.271517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.286730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ba141c2-9ae8-4cce-a460-531156b6ab14 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.314768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event updated for resources: {'Port': ['ID=dabf633d-d80a-4e80-ad00-6f4869fbd9ff,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:37.382102 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-17f31bc4-d21b-4a5c-8cb9-a3f1a3e7450b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3315482 Aug 31 15:53:37.392390 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40320) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:37.441144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba141c2-9ae8-4cce-a460-531156b6ab14 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router 2480432b-49b5-45ee-8ac6-8dbd77ef590c has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:37.480418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588b143-144c-499a-82e8-8b15a9a6723b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:37.489716 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588b143-144c-499a-82e8-8b15a9a6723b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:37.495673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588b143-144c-499a-82e8-8b15a9a6723b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:37.500226 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f588b143-144c-499a-82e8-8b15a9a6723b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1039889 Aug 31 15:53:37.502786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40322) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:37.606598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e407e8bd-ca44-4c11-9ed7-462d03033b0b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Deleting port dabf633d-d80a-4e80-ad00-6f4869fbd9ff {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:37.607128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e407e8bd-ca44-4c11-9ed7-462d03033b0b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (dabf633d-d80a-4e80-ad00-6f4869fbd9ff), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.633318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5851267-32d2-481d-9ea8-633d110def77 None None] Network 955036f7-193e-4d37-b6d6-8e2ab358c840 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:37.694354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-eff04391-f5a2-42cf-90fe-efacd1e35929 None None] Provisioning complete for port 4244c5a8-a211-41d1-b45d-fbb6158a456c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:37.695071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-eff04391-f5a2-42cf-90fe-efacd1e35929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.695071 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eff04391-f5a2-42cf-90fe-efacd1e35929 None None] Attempt 1 to provision port 4244c5a8-a211-41d1-b45d-fbb6158a456c Aug 31 15:53:37.727746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e407e8bd-ca44-4c11-9ed7-462d03033b0b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (dabf633d-d80a-4e80-ad00-6f4869fbd9ff), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.743370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e407e8bd-ca44-4c11-9ed7-462d03033b0b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Calling delete_port for dabf633d-d80a-4e80-ad00-6f4869fbd9ff owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-eff04391-f5a2-42cf-90fe-efacd1e35929 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:37.763305 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:37.861917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Made reservation on behalf of 9a96efe0c90c4731ac4c52aa34d434b2 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:37.866153 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.889411 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba141c2-9ae8-4cce-a460-531156b6ab14 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:37.901315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540d462-f654-4167-b718-d02accb10cae None None] Sync routers for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:37.917999 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540d462-f654-4167-b718-d02accb10cae None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:37.919099 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f540d462-f654-4167-b718-d02accb10cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:37.921743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0ba141c2-9ae8-4cce-a460-531156b6ab14 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:37.923606 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0ba141c2-9ae8-4cce-a460-531156b6ab14 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c HTTP/1.1" status: 200 len: 705 time: 1.1547098 Aug 31 15:53:37.927095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40324) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:37.980202 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6874f01c-a189-4bc3-bdfa-da81551a92e4 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2480432b-49b5-45ee-8ac6-8dbd77ef590c HTTP/1.1" status: 200 len: 205 time: 0.0494146 Aug 31 15:53:37.980635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40326) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:38.014271 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-f540d462-f654-4167-b718-d02accb10cae None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:38.034896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:38.066755 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e407e8bd-ca44-4c11-9ed7-462d03033b0b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (dabf633d-d80a-4e80-ad00-6f4869fbd9ff), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.070804 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f540d462-f654-4167-b718-d02accb10cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:34Z', 'revision_number': 11, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:38.075986 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:38.098118 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540d462-f654-4167-b718-d02accb10cae None None] Checking router: 2480432b-49b5-45ee-8ac6-8dbd77ef590c for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:38.108973 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540d462-f654-4167-b718-d02accb10cae None None] Routers {'2480432b-49b5-45ee-8ac6-8dbd77ef590c'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:38.109613 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f540d462-f654-4167-b718-d02accb10cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:38.173607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407e8bd-ca44-4c11-9ed7-462d03033b0b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event deleted for resources: {'Port': ['ID=dabf633d-d80a-4e80-ad00-6f4869fbd9ff,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:38.185532 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:38.189096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fd2cfc15-3e3a-4807-9df1-558c1e681bc6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.192910 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Provisioning complete for port e8cc1bf7-c6e8-4713-b332-6904c269fd00 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:38.193303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e8cc1bf7-c6e8-4713-b332-6904c269fd00), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.193674 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Attempt 1 to provision port e8cc1bf7-c6e8-4713-b332-6904c269fd00 Aug 31 15:53:38.214171 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-f540d462-f654-4167-b718-d02accb10cae None None] Set router 2480432b-49b5-45ee-8ac6-8dbd77ef590c gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:38.258213 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (85bae083-7e29-4140-b0a7-5abb1b93fa26), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.260687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e407e8bd-ca44-4c11-9ed7-462d03033b0b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.277939 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f540d462-f654-4167-b718-d02accb10cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:34Z', 'revision_number': 11, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:38.278966 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e407e8bd-ca44-4c11-9ed7-462d03033b0b tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "DELETE /networking/v2.0/ports/dabf633d-d80a-4e80-ad00-6f4869fbd9ff HTTP/1.1" status: 204 len: 168 time: 0.7763736 Aug 31 15:53:38.279609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40330) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:38.295545 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Request body: {'port': {'name': 'tempest-new-port-name-803687355', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:38.296491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.api.validators [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] bootfile-name is not in valid_values {{(pid=114266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:53:38.299445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Port e8cc1bf7-c6e8-4713-b332-6904c269fd00 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:38.302918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.api.validators [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] tftp-server is not in valid_values {{(pid=114266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:53:38.308397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.api.validators [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] server-ip-address is not in valid_values {{(pid=114266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 31 15:53:38.314285 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540d462-f654-4167-b718-d02accb10cae None None] The sync data for ids ['2480432b-49b5-45ee-8ac6-8dbd77ef590c'] in dv-neutron-855257-2-hyperv is: [{'id': '2480432b-49b5-45ee-8ac6-8dbd77ef590c', 'name': 'tempest-RoutersIpV6Test-router-2068070018', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:45Z', 'updated_at': '2022-08-31T15:53:34Z', 'revision_number': 11, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:38.361371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:38.372030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:38.382369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'Subnet': ['ID=85bae083-7e29-4140-b0a7-5abb1b93fa26,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:38.416114 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Checking segment: {'id': 'd2fb6b0a-4213-460f-bd1d-edd20148336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '709598ad-db51-4fbb-99e1-af421c92de94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:38.416481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Network hostable DHCP agents. Network: 709598ad-db51-4fbb-99e1-af421c92de94, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:38.433927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:38.503080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Network 709598ad-db51-4fbb-99e1-af421c92de94 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:38.583222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8dd69-05d1-46fa-94d0-26256edc3723 req-c4b72402-4526-4024-9062-3fd6ee5e3626 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:38.586048 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-94b8dd69-05d1-46fa-94d0-26256edc3723 req-c4b72402-4526-4024-9062-3fd6ee5e3626 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.2430100 Aug 31 15:53:38.590482 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device da79123a-d77a-4030-ab23-beb186295d3e up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:38.600243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fd2cfc15-3e3a-4807-9df1-558c1e681bc6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.628994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c93f591-4e44-4ab6-9627-613c537945b9 None None] Network 83c6d73d-a15f-4f6d-b368-acde5c9205fe requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:38.633819 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d042035d-a29e-4b2b-93fe-a69ddb8b65f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.653663 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fd2cfc15-3e3a-4807-9df1-558c1e681bc6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (2480432b-49b5-45ee-8ac6-8dbd77ef590c), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.707473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e8cc1bf7-c6e8-4713-b332-6904c269fd00), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.722218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port da79123a-d77a-4030-ab23-beb186295d3e triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:38.722797 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (da79123a-d77a-4030-ab23-beb186295d3e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.722969 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port da79123a-d77a-4030-ab23-beb186295d3e Aug 31 15:53:38.726057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 709598ad-db51-4fbb-99e1-af421c92de94) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:38.731407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:38.732000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.738540 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-94b8dd69-05d1-46fa-94d0-26256edc3723 req-de885622-6ab8-47b1-b9a8-ac7680719641 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403680 Aug 31 15:53:38.774411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc900864-c183-4b71-b243-05dc4c7b5479 None None] Network 709598ad-db51-4fbb-99e1-af421c92de94 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:38.819905 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Attempt 2 to provision port e8cc1bf7-c6e8-4713-b332-6904c269fd00 Aug 31 15:53:38.849572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fd2cfc15-3e3a-4807-9df1-558c1e681bc6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (2480432b-49b5-45ee-8ac6-8dbd77ef590c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.849572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2cfc15-3e3a-4807-9df1-558c1e681bc6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Fanout notify agent at l3_agent the message router_deleted on router 2480432b-49b5-45ee-8ac6-8dbd77ef590c {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:53:38.852652 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fd2cfc15-3e3a-4807-9df1-558c1e681bc6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:38.857665 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fd2cfc15-3e3a-4807-9df1-558c1e681bc6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c HTTP/1.1" status: 204 len: 168 time: 0.8720272 Aug 31 15:53:38.857962 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40332) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:38.866358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4a4afeb0-214c-4a1a-be01-e8c0668f8b6c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-815058010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:38.903064 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0d51a2b9-6a2a-4d39-849f-94bf824474f7 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7210033 Aug 31 15:53:38.906026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40334) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:38.911839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Request body: {'subnet': {'network_id': 'eff027ac-23bd-4fdf-8e8d-5a400027b962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:39.050476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks [] for port (e8cc1bf7-c6e8-4713-b332-6904c269fd00), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.086214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a4afeb0-214c-4a1a-be01-e8c0668f8b6c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (dedd480f-6083-4707-96a6-abf980923143), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.092295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a4afeb0-214c-4a1a-be01-e8c0668f8b6c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (dedd480f-6083-4707-96a6-abf980923143), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:39.092470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 4244c5a8-a211-41d1-b45d-fbb6158a456c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:39.114839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Port e8cc1bf7-c6e8-4713-b332-6904c269fd00 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:39.122996 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:39.152519 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:39.158186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a4afeb0-214c-4a1a-be01-e8c0668f8b6c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (dedd480f-6083-4707-96a6-abf980923143), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.167309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-709598ad-db51-4fbb-99e1-af421c92de94', 'network_id': '709598ad-db51-4fbb-99e1-af421c92de94', 'project_id': '9a96efe0c90c4731ac4c52aa34d434b2', 'fixed_ips': [{'subnet_id': '85bae083-7e29-4140-b0a7-5abb1b93fa26'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:53:39.167309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.167309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 4244c5a8-a211-41d1-b45d-fbb6158a456c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:39.167701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.167952 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 4244c5a8-a211-41d1-b45d-fbb6158a456c Aug 31 15:53:39.192717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (e8cc1bf7-c6e8-4713-b332-6904c269fd00), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.227635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Made reservation on behalf of 9a96efe0c90c4731ac4c52aa34d434b2 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:39.232368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.242806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] In _notify_port_updated(), no bound segment for port e8cc1bf7-c6e8-4713-b332-6904c269fd00 on network 955036f7-193e-4d37-b6d6-8e2ab358c840 {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:53:39.247813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:39.248599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.249920 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "PUT /networking/v2.0/ports/e8cc1bf7-c6e8-4713-b332-6904c269fd00 HTTP/1.1" status: 200 len: 1128 time: 0.9657927 Aug 31 15:53:39.253507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40336) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:39.303470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a4afeb0-214c-4a1a-be01-e8c0668f8b6c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (dedd480f-6083-4707-96a6-abf980923143), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.332669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad620aa0-cd25-421e-b802-9f3fe22d59a7 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event updated for resources: {'Port': ['ID=e8cc1bf7-c6e8-4713-b332-6904c269fd00,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:39.338068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4b447-96f9-4689-b5f9-644d6399f4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:39.341187 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3be4b447-96f9-4689-b5f9-644d6399f4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "GET /networking/v2.0/ports/e8cc1bf7-c6e8-4713-b332-6904c269fd00 HTTP/1.1" status: 200 len: 1128 time: 0.0859873 Aug 31 15:53:39.346191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40338) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:39.374236 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:39.408396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Allocated IP 172.20.0.2 (709598ad-db51-4fbb-99e1-af421c92de94/85bae083-7e29-4140-b0a7-5abb1b93fa26/95dc97ea-e1c0-45e5-ba95-7dabf2aa2137) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:39.422689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:39.461816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4a4afeb0-214c-4a1a-be01-e8c0668f8b6c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.466068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40340) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:39.466515 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4a4afeb0-214c-4a1a-be01-e8c0668f8b6c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6070719 Aug 31 15:53:39.472487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7cd0e398-cecc-452c-8453-f23b0a1e4f18 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:39.494680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-238a9874-c717-4a83-9d02-bc5900e90d22 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Deleting port e8cc1bf7-c6e8-4713-b332-6904c269fd00 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:39.495068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-238a9874-c717-4a83-9d02-bc5900e90d22 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e8cc1bf7-c6e8-4713-b332-6904c269fd00), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.592901 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Publish callbacks [] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.606250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-238a9874-c717-4a83-9d02-bc5900e90d22 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e8cc1bf7-c6e8-4713-b332-6904c269fd00), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.616326 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Attempt 3 to provision port e8cc1bf7-c6e8-4713-b332-6904c269fd00 Aug 31 15:53:39.621047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-238a9874-c717-4a83-9d02-bc5900e90d22 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Calling delete_port for e8cc1bf7-c6e8-4713-b332-6904c269fd00 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:39.646993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:39.656304 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Port e8cc1bf7-c6e8-4713-b332-6904c269fd00 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:39.670097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.707616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.709224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Network 709598ad-db51-4fbb-99e1-af421c92de94 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:39.714673 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:39.718695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:39.751968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Pushing event updated for resources: {'Port': ['ID=95dc97ea-e1c0-45e5-ba95-7dabf2aa2137,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:39.770313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:39.790345 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Attempting to bind port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:39.790868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Attempting to bind port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'd2fb6b0a-4213-460f-bd1d-edd20148336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '709598ad-db51-4fbb-99e1-af421c92de94'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:39.791591 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Attempting to bind port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 on network 709598ad-db51-4fbb-99e1-af421c92de94 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:39.798475 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:39.798860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Checking segment: {'id': 'd2fb6b0a-4213-460f-bd1d-edd20148336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '709598ad-db51-4fbb-99e1-af421c92de94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:39.799341 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.799858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Bound using segment: {'id': 'd2fb6b0a-4213-460f-bd1d-edd20148336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '709598ad-db51-4fbb-99e1-af421c92de94'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:39.800419 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Bound port: 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fb6b0a-4213-460f-bd1d-edd20148336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '709598ad-db51-4fbb-99e1-af421c92de94'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:39.800907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.875089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-238a9874-c717-4a83-9d02-bc5900e90d22 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e8cc1bf7-c6e8-4713-b332-6904c269fd00), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.877052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] For port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:39.881897 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] For port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=95dc97ea-e1c0-45e5-ba95-7dabf2aa2137,segment=NetworkSegment(d2fb6b0a-4213-460f-bd1d-edd20148336d),segment_id=d2fb6b0a-4213-460f-bd1d-edd20148336d)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:39.899381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5c25-1473-42cb-bfe5-1e905e07ea66 req-be55cef5-21ab-4446-9099-121d973530ec tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:39.900858 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-75aa5c25-1473-42cb-bfe5-1e905e07ea66 req-be55cef5-21ab-4446-9099-121d973530ec tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0696774 Aug 31 15:53:39.920694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a9874-c717-4a83-9d02-bc5900e90d22 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event deleted for resources: {'Port': ['ID=e8cc1bf7-c6e8-4713-b332-6904c269fd00,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:39.963131 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-238a9874-c717-4a83-9d02-bc5900e90d22 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:39.968572 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-238a9874-c717-4a83-9d02-bc5900e90d22 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "DELETE /networking/v2.0/ports/e8cc1bf7-c6e8-4713-b332-6904c269fd00 HTTP/1.1" status: 204 len: 168 time: 0.6165788 Aug 31 15:53:39.969666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40344) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:40.011671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.016228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:40.037441 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-75aa5c25-1473-42cb-bfe5-1e905e07ea66 req-8072d443-f623-4d69-99bc-52896ec5ffda tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203156 Aug 31 15:53:40.081625 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e398-cecc-452c-8453-f23b0a1e4f18 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30259'] for router (dedd480f-6083-4707-96a6-abf980923143), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.081754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9ed176-9f17-48bd-87ce-1f7334e387da tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Deleting subnet b30afe86-06d7-4762-9ed7-748dfa7d0eb9 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:40.081754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed176-9f17-48bd-87ce-1f7334e387da tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks [] for subnet (b30afe86-06d7-4762-9ed7-748dfa7d0eb9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.097693 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef234b-3a23-45a8-98a6-05252bc8d57e None None] Pushing event updated for resources: {'Port': ['ID=95dc97ea-e1c0-45e5-ba95-7dabf2aa2137,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:40.135975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed176-9f17-48bd-87ce-1f7334e387da tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (b30afe86-06d7-4762-9ed7-748dfa7d0eb9), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.140117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Checking segment: {'id': '7540719f-9b73-41d5-a1c7-284b3854aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'eff027ac-23bd-4fdf-8e8d-5a400027b962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:40.140638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Network hostable DHCP agents. Network: eff027ac-23bd-4fdf-8e8d-5a400027b962, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:40.148563 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'Subnet': ['ID=7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:40.158794 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Attempt 4 to provision port e8cc1bf7-c6e8-4713-b332-6904c269fd00 Aug 31 15:53:40.181687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Port e8cc1bf7-c6e8-4713-b332-6904c269fd00 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:53:40.197912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Provisioning complete for port 4244c5a8-a211-41d1-b45d-fbb6158a456c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:40.198292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.198641 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Attempt 1 to provision port 4244c5a8-a211-41d1-b45d-fbb6158a456c Aug 31 15:53:40.209913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e398-cecc-452c-8453-f23b0a1e4f18 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730029'] for router (dedd480f-6083-4707-96a6-abf980923143), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:40.247785 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:40.251013 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-00ee3b0c-fa34-4d41-81b0-d33aba8e7c23 None None] Could not find standard attr ID for object dabf633d-d80a-4e80-ad00-6f4869fbd9ff. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:53:40.262151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed176-9f17-48bd-87ce-1f7334e387da tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (b30afe86-06d7-4762-9ed7-748dfa7d0eb9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.273460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Network eff027ac-23bd-4fdf-8e8d-5a400027b962 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:40.365238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ab585f3b-0d19-4229-9ab0-8a723e1029c2 None None] Could not find standard attr ID for object e8cc1bf7-c6e8-4713-b332-6904c269fd00. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:53:40.377911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ab585f3b-0d19-4229-9ab0-8a723e1029c2 None None] Provisioning complete for port da79123a-d77a-4030-ab23-beb186295d3e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:40.378368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ab585f3b-0d19-4229-9ab0-8a723e1029c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (da79123a-d77a-4030-ab23-beb186295d3e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.382471 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab585f3b-0d19-4229-9ab0-8a723e1029c2 None None] Attempt 1 to provision port da79123a-d77a-4030-ab23-beb186295d3e Aug 31 15:53:40.386934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, eff027ac-23bd-4fdf-8e8d-5a400027b962) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:40.392275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:40.393499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.419680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77749f93-0369-4fc5-a380-0bc68dcf6f79 None None] Network eff027ac-23bd-4fdf-8e8d-5a400027b962 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:40.450540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:40.466537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed176-9f17-48bd-87ce-1f7334e387da tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (b30afe86-06d7-4762-9ed7-748dfa7d0eb9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.494277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:40.501967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ed176-9f17-48bd-87ce-1f7334e387da tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event deleted for resources: {'Subnet': ['ID=b30afe86-06d7-4762-9ed7-748dfa7d0eb9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:40.505775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed176-9f17-48bd-87ce-1f7334e387da tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.509211 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1d9ed176-9f17-48bd-87ce-1f7334e387da tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b30afe86-06d7-4762-9ed7-748dfa7d0eb9 HTTP/1.1" status: 204 len: 168 time: 0.5386114 Aug 31 15:53:40.512059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40346) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:40.527034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a36bcc2-faea-4efb-b31a-f28b1ab2ec7b None None] Network 955036f7-193e-4d37-b6d6-8e2ab358c840 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:40.530328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40348) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:40.530564 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1ffe5b19-ece9-4115-ba00-1725c080b184 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6232724 Aug 31 15:53:40.531168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd0e398-cecc-452c-8453-f23b0a1e4f18 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Router dedd480f-6083-4707-96a6-abf980923143 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ab585f3b-0d19-4229-9ab0-8a723e1029c2 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:40.534447 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:40.567535 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ab585f3b-0d19-4229-9ab0-8a723e1029c2 None None] Could not find standard attr ID for object dabf633d-d80a-4e80-ad00-6f4869fbd9ff. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:53:40.608140 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:40.624330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:40.624700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.625033 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 Aug 31 15:53:40.677895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (955036f7-193e-4d37-b6d6-8e2ab358c840), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.681366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd0e398-cecc-452c-8453-f23b0a1e4f18 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:40.689386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e398-cecc-452c-8453-f23b0a1e4f18 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.693533 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7cd0e398-cecc-452c-8453-f23b0a1e4f18 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "PUT /networking/v2.0/routers/dedd480f-6083-4707-96a6-abf980923143 HTTP/1.1" status: 200 len: 697 time: 1.2233992 Aug 31 15:53:40.698603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40350) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:40.723544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-eff027ac-23bd-4fdf-8e8d-5a400027b962', 'network_id': 'eff027ac-23bd-4fdf-8e8d-5a400027b962', 'project_id': '9a96efe0c90c4731ac4c52aa34d434b2', 'fixed_ips': [{'subnet_id': '7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:53:40.724457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.726990 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e013e1-cd6c-40a7-b4d9-df8ab61d5aa5 None None] Sync routers for ids ['dedd480f-6083-4707-96a6-abf980923143'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:40.766638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:40.772854 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e013e1-cd6c-40a7-b4d9-df8ab61d5aa5 None None] Routers {'dedd480f-6083-4707-96a6-abf980923143'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:40.773493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-45e013e1-cd6c-40a7-b4d9-df8ab61d5aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['dedd480f-6083-4707-96a6-abf980923143'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:40.816217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d78ed601-e77f-4d36-b902-7a9cc57f8756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.816473 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-633f144c-2b76-4cce-888d-acda1762ed5a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/routers/dedd480f-6083-4707-96a6-abf980923143 HTTP/1.1" status: 200 len: 703 time: 0.1117816 Aug 31 15:53:40.816473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Deleting port 4244c5a8-a211-41d1-b45d-fbb6158a456c {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:40.816473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.817125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40352) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:40.838659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:40.897140 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1a128272-4ac0-4871-8f42-bbc50ef08702 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=dedd480f-6083-4707-96a6-abf980923143 HTTP/1.1" status: 200 len: 205 time: 0.0790074 Aug 31 15:53:40.899930 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40354) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:40.909250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:40.956416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:40.978178 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:40.981681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Allocated IP 172.20.0.2 (eff027ac-23bd-4fdf-8e8d-5a400027b962/7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f/9e4cdbcd-fa90-430a-b5a0-b7c52a77221f) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:40.986959 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d570981a-2f5e-462e-9feb-a44e9045d8e0 None None] DHCP port deletion for 955036f7-193e-4d37-b6d6-8e2ab358c840 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:41.003852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] For port 4244c5a8-a211-41d1-b45d-fbb6158a456c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=4244c5a8-a211-41d1-b45d-fbb6158a456c,segment=NetworkSegment(0be121bb-efbe-4ff4-82e9-4ad9d39152fe),segment_id=0be121bb-efbe-4ff4-82e9-4ad9d39152fe)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:41.004536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.021701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c6c770e2-81e5-4246-8fa1-ca9b02b3f44e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (dedd480f-6083-4707-96a6-abf980923143), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.028125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Calling delete_port for 4244c5a8-a211-41d1-b45d-fbb6158a456c owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:41.048036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-45e013e1-cd6c-40a7-b4d9-df8ab61d5aa5 None None] Set router dedd480f-6083-4707-96a6-abf980923143 gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:53:41.050193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d570981a-2f5e-462e-9feb-a44e9045d8e0 None None] Deleting port 4244c5a8-a211-41d1-b45d-fbb6158a456c {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:41.050569 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d570981a-2f5e-462e-9feb-a44e9045d8e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.116961 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d570981a-2f5e-462e-9feb-a44e9045d8e0 None None] For port 4244c5a8-a211-41d1-b45d-fbb6158a456c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=4244c5a8-a211-41d1-b45d-fbb6158a456c,segment=NetworkSegment(0be121bb-efbe-4ff4-82e9-4ad9d39152fe),segment_id=0be121bb-efbe-4ff4-82e9-4ad9d39152fe)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:41.117361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d570981a-2f5e-462e-9feb-a44e9045d8e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.132666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d570981a-2f5e-462e-9feb-a44e9045d8e0 None None] Calling delete_port for 4244c5a8-a211-41d1-b45d-fbb6158a456c owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:41.223413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-45e013e1-cd6c-40a7-b4d9-df8ab61d5aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedd480f-6083-4707-96a6-abf980923143', 'name': 'tempest-RoutersIpV6Test-router-815058010', 'tenant_id': '1e93027b07404f3086ee1be3d0383e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:53:39Z', 'updated_at': '2022-08-31T15:53:40Z', 'revision_number': 2, 'project_id': '1e93027b07404f3086ee1be3d0383e5d', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:41.267249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Allocated IP 172.20.0.1 (709598ad-db51-4fbb-99e1-af421c92de94/85bae083-7e29-4140-b0a7-5abb1b93fa26/f04d36e9-f456-46c4-baff-a36339f9f7b9) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:41.298379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c6c770e2-81e5-4246-8fa1-ca9b02b3f44e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (dedd480f-6083-4707-96a6-abf980923143), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.304046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c6c770e2-81e5-4246-8fa1-ca9b02b3f44e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router_controller (dedd480f-6083-4707-96a6-abf980923143), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.330317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dfe36-568c-42b0-a0f0-c84c208b9687 req-ccd04937-e079-4bd2-ab95-e8337ef6780c tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:41.332123 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d52dfe36-568c-42b0-a0f0-c84c208b9687 req-ccd04937-e079-4bd2-ab95-e8337ef6780c tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1196959 Aug 31 15:53:41.379139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=18,neutron:SELECT=75,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:41.388737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc81e63-35aa-4a11-ad98-d047eff69723 None None] Network 709598ad-db51-4fbb-99e1-af421c92de94 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:41.397903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e013e1-cd6c-40a7-b4d9-df8ab61d5aa5 None None] Checking router: dedd480f-6083-4707-96a6-abf980923143 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:41.399641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:41.437406 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d52dfe36-568c-42b0-a0f0-c84c208b9687 req-b45a3d8a-88eb-4221-84b2-9100a2df243a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681269 Aug 31 15:53:41.447603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for port (f04d36e9-f456-46c4-baff-a36339f9f7b9), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.497797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.499862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c6c770e2-81e5-4246-8fa1-ca9b02b3f44e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (dedd480f-6083-4707-96a6-abf980923143), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.500988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c770e2-81e5-4246-8fa1-ca9b02b3f44e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Fanout notify agent at l3_agent the message router_deleted on router dedd480f-6083-4707-96a6-abf980923143 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:53:41.513193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c6c770e2-81e5-4246-8fa1-ca9b02b3f44e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.513606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e013e1-cd6c-40a7-b4d9-df8ab61d5aa5 None None] Routers {'dedd480f-6083-4707-96a6-abf980923143'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:41.514127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-45e013e1-cd6c-40a7-b4d9-df8ab61d5aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['dedd480f-6083-4707-96a6-abf980923143'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:41.514303 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c6c770e2-81e5-4246-8fa1-ca9b02b3f44e tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/dedd480f-6083-4707-96a6-abf980923143 HTTP/1.1" status: 204 len: 168 time: 0.6134887 Aug 31 15:53:41.521512 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40358) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:41.528622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:41.528622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-df145c5c-b9bf-4756-9696-6f63ea947278 None None] Provisioning complete for port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:41.528622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-df145c5c-b9bf-4756-9696-6f63ea947278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.528622 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-df145c5c-b9bf-4756-9696-6f63ea947278 None None] Attempt 1 to provision port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 Aug 31 15:53:41.535634 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event deleted for resources: {'Port': ['ID=4244c5a8-a211-41d1-b45d-fbb6158a456c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:41.539607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] No DVR routers for this DVR port 4244c5a8-a211-41d1-b45d-fbb6158a456c on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:41.563808 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e5faf65a-d557-416e-bb3f-98d831479a7a tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=dedd480f-6083-4707-96a6-abf980923143 HTTP/1.1" status: 200 len: 205 time: 0.0330534 Aug 31 15:53:41.566667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40360) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:41.574709 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f04d36e9-f456-46c4-baff-a36339f9f7b9), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.595739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Publish callbacks [] for port (9e4cdbcd-fa90-430a-b5a0-b7c52a77221f), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.598680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-45e013e1-cd6c-40a7-b4d9-df8ab61d5aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:41.599288 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e013e1-cd6c-40a7-b4d9-df8ab61d5aa5 None None] The sync data for ids ['dedd480f-6083-4707-96a6-abf980923143'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:41.643948 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-f866541d-5aec-44e9-986d-902cc5b2c6b0 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] delete failed (client error): The resource could not be found. Aug 31 15:53:41.648531 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f866541d-5aec-44e9-986d-902cc5b2c6b0 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/dedd480f-6083-4707-96a6-abf980923143 HTTP/1.1" status: 404 len: 336 time: 0.0774388 Aug 31 15:53:41.648772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (955036f7-193e-4d37-b6d6-8e2ab358c840), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-df145c5c-b9bf-4756-9696-6f63ea947278 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:41.649015 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:41.650088 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40362) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:41.659856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d570981a-2f5e-462e-9feb-a44e9045d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (4244c5a8-a211-41d1-b45d-fbb6158a456c), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.670176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955036f7-193e-4d37-b6d6-8e2ab358c840']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:41.684990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be121bb-efbe-4ff4-82e9-4ad9d39152fe') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:41.685432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be121bb-efbe-4ff4-82e9-4ad9d39152fe') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:41.691559 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfd5b36-b600-43bd-bb51-9b52f6abf618 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:41.691946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfd5b36-b600-43bd-bb51-9b52f6abf618 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:41.694964 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1dfd5b36-b600-43bd-bb51-9b52f6abf618 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/660f74a6-6be7-4d81-b0d3-4667047e803d HTTP/1.1" status: 404 len: 337 time: 0.0447104 Aug 31 15:53:41.698863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Network 709598ad-db51-4fbb-99e1-af421c92de94 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:41.699738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40364) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:41.703835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (0be121bb-efbe-4ff4-82e9-4ad9d39152fe), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.712027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:41.712231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570981a-2f5e-462e-9feb-a44e9045d8e0 None None] No DVR routers for this DVR port 4244c5a8-a211-41d1-b45d-fbb6158a456c on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:41.715603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:41.716690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570981a-2f5e-462e-9feb-a44e9045d8e0 None None] Pushing event deleted for resources: {'Port': ['ID=4244c5a8-a211-41d1-b45d-fbb6158a456c,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:41.718202 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'Port': ['ID=f04d36e9-f456-46c4-baff-a36339f9f7b9,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:41.724824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (9e4cdbcd-fa90-430a-b5a0-b7c52a77221f), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.736041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0be121bb-efbe-4ff4-82e9-4ad9d39152fe), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.753175 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bf924e-88ae-4904-8a27-741f36b53a3f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:41.753663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10bf924e-88ae-4904-8a27-741f36b53a3f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:41.754055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:41.754733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (0be121bb-efbe-4ff4-82e9-4ad9d39152fe), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.759095 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-10bf924e-88ae-4904-8a27-741f36b53a3f tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/d55e32fd-032d-4bf9-94c8-984c96b3e22d HTTP/1.1" status: 404 len: 337 time: 0.0540740 Aug 31 15:53:41.765912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Network eff027ac-23bd-4fdf-8e8d-5a400027b962 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:41.770132 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:41.772461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:41.786745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40366) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:41.816993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (77898be1-0dff-4011-a7ac-ed79f0c8187b), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.836522 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0be121bb-efbe-4ff4-82e9-4ad9d39152fe resource provider aggregate not found Aug 31 15:53:41.854553 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Pushing event updated for resources: {'Port': ['ID=9e4cdbcd-fa90-430a-b5a0-b7c52a77221f,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:41.858938 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Attempting to bind port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:41.859542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Attempting to bind port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '7540719f-9b73-41d5-a1c7-284b3854aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'eff027ac-23bd-4fdf-8e8d-5a400027b962'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:41.860908 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Attempting to bind port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f on network eff027ac-23bd-4fdf-8e8d-5a400027b962 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:41.879119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:41.879119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Checking segment: {'id': '7540719f-9b73-41d5-a1c7-284b3854aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'eff027ac-23bd-4fdf-8e8d-5a400027b962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:41.879119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.879119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Bound using segment: {'id': '7540719f-9b73-41d5-a1c7-284b3854aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'eff027ac-23bd-4fdf-8e8d-5a400027b962'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:41.879119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Bound port: 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7540719f-9b73-41d5-a1c7-284b3854aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'eff027ac-23bd-4fdf-8e8d-5a400027b962'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:41.879119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9e4cdbcd-fa90-430a-b5a0-b7c52a77221f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:41.882640 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0be121bb-efbe-4ff4-82e9-4ad9d39152fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0be121bb-efbe-4ff4-82e9-4ad9d39152fe found for delete ", "request_id": "req-eec7b756-949d-423a-8d2e-e4a03c7b7fbe"}]} Aug 31 15:53:41.888584 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb532e9-ff05-431f-965a-b96e49e5f2d5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:41.889251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb532e9-ff05-431f-965a-b96e49e5f2d5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:41.896513 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9eb532e9-ff05-431f-965a-b96e49e5f2d5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/32234912-212c-48a1-8ad5-2c451b888311 HTTP/1.1" status: 404 len: 337 time: 0.1137156 Aug 31 15:53:41.902309 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40372) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:41.946976 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe48d37a-38fe-4d21-8e3a-727c55c51b18 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:41.947483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe48d37a-38fe-4d21-8e3a-727c55c51b18 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:41.950984 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fe48d37a-38fe-4d21-8e3a-727c55c51b18 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c7af200b-95ef-4b0c-a12d-ab77c611a3a5 HTTP/1.1" status: 404 len: 337 time: 0.0471668 Aug 31 15:53:41.953765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40374) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.002026 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d7f08fef-0444-4d9a-bac0-d8716bf70175 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2480432b-49b5-45ee-8ac6-8dbd77ef590c HTTP/1.1" status: 200 len: 205 time: 0.0463574 Aug 31 15:53:42.003863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40376) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.043488 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-a03b54e3-0af1-48e0-97ea-b71b2455a699 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] delete failed (client error): The resource could not be found. Aug 31 15:53:42.045612 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a03b54e3-0af1-48e0-97ea-b71b2455a699 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/2480432b-49b5-45ee-8ac6-8dbd77ef590c HTTP/1.1" status: 404 len: 336 time: 0.0396533 Aug 31 15:53:42.048268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40378) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.063077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (955036f7-193e-4d37-b6d6-8e2ab358c840), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:42.086918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:42.091309 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-47c0c9e8-10cd-41eb-bb70-4e69a284a71d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa425f40-52aa-4bc2-acae-57702e8cfbb4 HTTP/1.1" status: 200 len: 205 time: 0.0392272 Aug 31 15:53:42.095374 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] 10.222.0.46 "DELETE /networking/v2.0/networks/955036f7-193e-4d37-b6d6-8e2ab358c840 HTTP/1.1" status: 204 len: 168 time: 1.5795248 Aug 31 15:53:42.095545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40380) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.096554 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773687b4-7df2-4e2b-9b7e-a92cdcb92cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022 tempest-ExtraDHCPOptionsIpV6TestJSON-852878022-project] Pushing event deleted for resources: {'Network': ['ID=955036f7-193e-4d37-b6d6-8e2ab358c840,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:42.129835 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Provisioning complete for port f04d36e9-f456-46c4-baff-a36339f9f7b9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:42.130380 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f04d36e9-f456-46c4-baff-a36339f9f7b9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:42.130787 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Attempt 1 to provision port f04d36e9-f456-46c4-baff-a36339f9f7b9 Aug 31 15:53:42.139216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:42.148737 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-491148f2-b59a-4b9c-8ea7-ad48964ddf16 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] delete failed (client error): The resource could not be found. Aug 31 15:53:42.152760 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-491148f2-b59a-4b9c-8ea7-ad48964ddf16 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/aa425f40-52aa-4bc2-acae-57702e8cfbb4 HTTP/1.1" status: 404 len: 336 time: 0.0586233 Aug 31 15:53:42.152937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40384) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.154648 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:42.166209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] For port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:42.191071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] For port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9e4cdbcd-fa90-430a-b5a0-b7c52a77221f,segment=NetworkSegment(7540719f-9b73-41d5-a1c7-284b3854aa20),segment_id=7540719f-9b73-41d5-a1c7-284b3854aa20)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:42.195076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Port f04d36e9-f456-46c4-baff-a36339f9f7b9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:42.209710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f04d36e9-f456-46c4-baff-a36339f9f7b9), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:42.218319 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fafc5d-c62b-4683-8e6c-772b43d41479 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:42.220125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fafc5d-c62b-4683-8e6c-772b43d41479 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:42.226335 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-40fafc5d-c62b-4683-8e6c-772b43d41479 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/d4c9b480-32a6-4145-828e-e42ff25de901 HTTP/1.1" status: 404 len: 337 time: 0.0693195 Aug 31 15:53:42.227835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40386) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.268978 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40388) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.269545 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c18355b4-5274-4296-abae-ccaeb33638dc tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=21979810-068a-4eca-891f-8d4f37fb67af HTTP/1.1" status: 200 len: 205 time: 0.0402489 Aug 31 15:53:42.361119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9e4cdbcd-fa90-430a-b5a0-b7c52a77221f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:42.372227 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-45659439-ea68-44f1-b0f2-25fa4d95cb56 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] delete failed (client error): The resource could not be found. Aug 31 15:53:42.373284 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-45659439-ea68-44f1-b0f2-25fa4d95cb56 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/21979810-068a-4eca-891f-8d4f37fb67af HTTP/1.1" status: 404 len: 336 time: 0.1030500 Aug 31 15:53:42.376294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40390) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.417021 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-aa3cdce2-23d6-4ed1-8fa0-453026faea8c tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4f5a9ff6-e948-4073-bfdd-b8daf0c0804a HTTP/1.1" status: 200 len: 205 time: 0.0397053 Aug 31 15:53:42.419702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40392) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.431662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfec6e-2126-482e-a326-41f04c626e69 None None] Pushing event updated for resources: {'Port': ['ID=9e4cdbcd-fa90-430a-b5a0-b7c52a77221f,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:42.459226 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-773f7a02-ed92-4314-8958-39c7f207ba2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] delete failed (client error): The resource could not be found. Aug 31 15:53:42.460348 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-773f7a02-ed92-4314-8958-39c7f207ba2d tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/4f5a9ff6-e948-4073-bfdd-b8daf0c0804a HTTP/1.1" status: 404 len: 336 time: 0.0396965 Aug 31 15:53:42.462441 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 4244c5a8-a211-41d1-b45d-fbb6158a456c no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:42.463432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40394) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.490084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 4244c5a8-a211-41d1-b45d-fbb6158a456c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:42.490435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 4244c5a8-a211-41d1-b45d-fbb6158a456c not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:42.559585 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-626d9d22-7cf1-4dff-aea9-d4b11e501869 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:42.560216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626d9d22-7cf1-4dff-aea9-d4b11e501869 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:42.564129 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-626d9d22-7cf1-4dff-aea9-d4b11e501869 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/4e1a3a76-7cc9-40f0-b7fa-c93e5c81d1d7 HTTP/1.1" status: 404 len: 337 time: 0.0801153 Aug 31 15:53:42.567886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40398) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.615516 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-11675db9-446a-45d2-ab6c-bbe03bf59ba6 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0141dc-2e47-4899-92e8-74127f2d80e4 HTTP/1.1" status: 200 len: 205 time: 0.0467243 Aug 31 15:53:42.619211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40400) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.650134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6b085-fbf7-4dee-8a82-498d421b9cbe req-abb78bc1-ec26-4bf0-8702-1a34b98bfe33 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:42.651598 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dab6b085-fbf7-4dee-8a82-498d421b9cbe req-abb78bc1-ec26-4bf0-8702-1a34b98bfe33 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1209610 Aug 31 15:53:42.666901 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-2c1e6194-438c-40f8-a530-2450b5017ea2 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] delete failed (client error): The resource could not be found. Aug 31 15:53:42.668050 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2c1e6194-438c-40f8-a530-2450b5017ea2 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/6f0141dc-2e47-4899-92e8-74127f2d80e4 HTTP/1.1" status: 404 len: 336 time: 0.0478883 Aug 31 15:53:42.670677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40402) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.698767 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Attempt 2 to provision port f04d36e9-f456-46c4-baff-a36339f9f7b9 Aug 31 15:53:42.711118 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-55babe73-a540-4592-864b-0dc2e54f72e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:42.711501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55babe73-a540-4592-864b-0dc2e54f72e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:42.714732 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-55babe73-a540-4592-864b-0dc2e54f72e5 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/8437f08e-587c-467a-b306-473b5cbc3051 HTTP/1.1" status: 404 len: 337 time: 0.0430501 Aug 31 15:53:42.717499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40404) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.748381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Port f04d36e9-f456-46c4-baff-a36339f9f7b9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:42.764104 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8ce1b2a9-29da-4c07-95f0-4c2822723457 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4389af93-ebb9-4b04-9974-39b92ee40677 HTTP/1.1" status: 200 len: 205 time: 0.0430839 Aug 31 15:53:42.764421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40408) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.786655 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dab6b085-fbf7-4dee-8a82-498d421b9cbe req-da861585-0c45-4a5e-a4dd-e11ece56dbb7 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245899 Aug 31 15:53:42.792312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for port (f04d36e9-f456-46c4-baff-a36339f9f7b9), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:42.795414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:42.820706 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-d9fd638c-a8ce-44cd-8790-010b48832445 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] delete failed (client error): The resource could not be found. Aug 31 15:53:42.822339 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d9fd638c-a8ce-44cd-8790-010b48832445 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/routers/4389af93-ebb9-4b04-9974-39b92ee40677 HTTP/1.1" status: 404 len: 336 time: 0.0570273 Aug 31 15:53:42.825198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40410) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.850660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40412) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.854312 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd762e5-cba4-4e86-b81b-bfaeba503c63 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:42.854775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd762e5-cba4-4e86-b81b-bfaeba503c63 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:42.858220 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3cd762e5-cba4-4e86-b81b-bfaeba503c63 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/6c1c9606-4e19-4767-9862-553c14855b43 HTTP/1.1" status: 404 len: 337 time: 0.0318072 Aug 31 15:53:42.861372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40416) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:42.880483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (f04d36e9-f456-46c4-baff-a36339f9f7b9), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:42.895618 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-55be33a9-e859-426b-a2a5-aa4227d00e20 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:42.896178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55be33a9-e859-426b-a2a5-aa4227d00e20 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:42.899222 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-55be33a9-e859-426b-a2a5-aa4227d00e20 tempest-RoutersIpV6Test-1979039980 tempest-RoutersIpV6Test-1979039980-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a4e4818b-efa3-4e19-87c1-c669362180ce HTTP/1.1" status: 404 len: 337 time: 0.0366495 Aug 31 15:53:42.959384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (77898be1-0dff-4011-a7ac-ed79f0c8187b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:42.962291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'Port': ['ID=f04d36e9-f456-46c4-baff-a36339f9f7b9,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:43.013171 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-942355a2-ffee-4b01-b1fe-699190b8219e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=640159252e1f46f6b989b9ab6ac62358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1614299 Aug 31 15:53:43.015871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40420) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:43.064094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Network 709598ad-db51-4fbb-99e1-af421c92de94 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:43.065652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:43.069507 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5caf22c9-5ed0-4d7f-a02c-36b3a46577d4 admin admin] Publish callbacks [] for security_group (ffed072d-af79-4e72-9553-479c28f8254a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:43.095233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5caf22c9-5ed0-4d7f-a02c-36b3a46577d4 admin admin] Publish callbacks [] for security_group (ffed072d-af79-4e72-9553-479c28f8254a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:43.249853 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Attempt 3 to provision port f04d36e9-f456-46c4-baff-a36339f9f7b9 Aug 31 15:53:43.294899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Port f04d36e9-f456-46c4-baff-a36339f9f7b9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:43.297498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5caf22c9-5ed0-4d7f-a02c-36b3a46577d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ffed072d-af79-4e72-9553-479c28f8254a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:43.298687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Router 77898be1-0dff-4011-a7ac-ed79f0c8187b is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:53:43.300211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5caf22c9-5ed0-4d7f-a02c-36b3a46577d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:43.301548 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5caf22c9-5ed0-4d7f-a02c-36b3a46577d4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ffed072d-af79-4e72-9553-479c28f8254a HTTP/1.1" status: 204 len: 168 time: 0.2838619 Aug 31 15:53:43.319350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf22c9-5ed0-4d7f-a02c-36b3a46577d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffed072d-af79-4e72-9553-479c28f8254a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:43.342601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:43.449471 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:43.458905 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0d348eec-17fc-4cc9-aa62-2d3b910503bd tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "PUT /networking/v2.0/routers/77898be1-0dff-4011-a7ac-ed79f0c8187b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9242659 Aug 31 15:53:43.459458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40426) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:43.461018 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ffe55-93ff-44cb-b4fc-4533a40a1863 None None] Sync routers for ids ['77898be1-0dff-4011-a7ac-ed79f0c8187b'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:43.485657 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ffe55-93ff-44cb-b4fc-4533a40a1863 None None] Routers {'77898be1-0dff-4011-a7ac-ed79f0c8187b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:43.485657 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-de9ffe55-93ff-44cb-b4fc-4533a40a1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['77898be1-0dff-4011-a7ac-ed79f0c8187b'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:43.507550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40428) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:43.546015 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-de9ffe55-93ff-44cb-b4fc-4533a40a1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:43.557054 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ffe55-93ff-44cb-b4fc-4533a40a1863 None None] Routers {'77898be1-0dff-4011-a7ac-ed79f0c8187b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:43.559036 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-de9ffe55-93ff-44cb-b4fc-4533a40a1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['77898be1-0dff-4011-a7ac-ed79f0c8187b'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:43.594920 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-de9ffe55-93ff-44cb-b4fc-4533a40a1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:43.595778 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ffe55-93ff-44cb-b4fc-4533a40a1863 None None] The sync data for ids ['77898be1-0dff-4011-a7ac-ed79f0c8187b'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:43.633891 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:43.667404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:43.699438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b534801a-4194-4023-b816-e30b5df83d5d None None] Network eff027ac-23bd-4fdf-8e8d-5a400027b962 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:43.715213 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f3fc846a-0106-437d-be55-19d53dde03db admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=1e93027b07404f3086ee1be3d0383e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063963 Aug 31 15:53:43.717731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40432) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:43.800555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c9597c27-5980-427f-bb66-77a5242c87b9 admin admin] Publish callbacks [] for security_group (cd336daa-2d24-4605-a862-2f7471d58b42), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:43.802643 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Attempt 4 to provision port f04d36e9-f456-46c4-baff-a36339f9f7b9 Aug 31 15:53:43.827991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c9597c27-5980-427f-bb66-77a5242c87b9 admin admin] Publish callbacks [] for security_group (cd336daa-2d24-4605-a862-2f7471d58b42), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:43.900865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Port f04d36e9-f456-46c4-baff-a36339f9f7b9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:43.926102 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-963a0992-ea90-4b22-a084-a08c2b019e5c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:53:43.927346 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-963a0992-ea90-4b22-a084-a08c2b019e5c tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "PUT /networking/v2.0/routers/77898be1-0dff-4011-a7ac-ed79f0c8187b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4671276 Aug 31 15:53:43.930440 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40438) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:43.966077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbaea5-f385-47c8-823c-45abdb72c1dc req-7580af95-ceeb-4d00-ae5e-6996148add65 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:43.968632 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-22bbaea5-f385-47c8-823c-45abdb72c1dc req-7580af95-ceeb-4d00-ae5e-6996148add65 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0580361 Aug 31 15:53:44.027214 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-22bbaea5-f385-47c8-823c-45abdb72c1dc req-0df0d903-66f7-4d63-b095-0e2f8faa5f7d tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521080 Aug 31 15:53:44.033217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c9597c27-5980-427f-bb66-77a5242c87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (cd336daa-2d24-4605-a862-2f7471d58b42), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:44.036400 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c9597c27-5980-427f-bb66-77a5242c87b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:44.037934 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c9597c27-5980-427f-bb66-77a5242c87b9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/cd336daa-2d24-4605-a862-2f7471d58b42 HTTP/1.1" status: 204 len: 168 time: 0.3191319 Aug 31 15:53:44.048389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9597c27-5980-427f-bb66-77a5242c87b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd336daa-2d24-4605-a862-2f7471d58b42,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:44.063500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:44.136446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:44.307891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (77898be1-0dff-4011-a7ac-ed79f0c8187b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:44.402342 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Attempt 5 to provision port f04d36e9-f456-46c4-baff-a36339f9f7b9 Aug 31 15:53:44.428766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:44.463202 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Port f04d36e9-f456-46c4-baff-a36339f9f7b9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:44.489156 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:44.549800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:44.550277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9e4cdbcd-fa90-430a-b5a0-b7c52a77221f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:44.550757 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:44.607943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:44.688571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:44.859012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Deleting port f04d36e9-f456-46c4-baff-a36339f9f7b9 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:44.859353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f04d36e9-f456-46c4-baff-a36339f9f7b9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:44.876974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40468) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:44.960776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f04d36e9-f456-46c4-baff-a36339f9f7b9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:44.964506 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Attempt 6 to provision port f04d36e9-f456-46c4-baff-a36339f9f7b9 Aug 31 15:53:44.975587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Calling delete_port for f04d36e9-f456-46c4-baff-a36339f9f7b9 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:44.986031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1868378134'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:45.008963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Port f04d36e9-f456-46c4-baff-a36339f9f7b9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:45.151622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:45.155390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:45.180587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:45.205904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ffef1-494b-476c-b3da-1e924bea3acd req-89b1da4b-2009-4d06-b942-d569dbca5290 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:45.207380 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-162ffef1-494b-476c-b3da-1e924bea3acd req-89b1da4b-2009-4d06-b942-d569dbca5290 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0926821 Aug 31 15:53:45.291768 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-162ffef1-494b-476c-b3da-1e924bea3acd req-3e6da165-b3fa-49b0-8bd3-cb50f9084f19 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736384 Aug 31 15:53:45.421374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f04d36e9-f456-46c4-baff-a36339f9f7b9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:45.459890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event deleted for resources: {'Port': ['ID=f04d36e9-f456-46c4-baff-a36339f9f7b9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:45.463628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40482) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:45.512087 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Attempt 7 to provision port f04d36e9-f456-46c4-baff-a36339f9f7b9 Aug 31 15:53:45.531485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Port f04d36e9-f456-46c4-baff-a36339f9f7b9 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:53:45.542036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Provisioning complete for port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:45.542835 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:45.543340 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Attempt 1 to provision port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d5e6d18c-830b-4f3b-9907-e2ef2f06bdb9 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:45.598603 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:45.614275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (9e5c7c70-6aee-4d98-8e9a-79a4c23bc483), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:45.622704 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2a36cb65-0b6d-47ec-acd0-1a5e6b8d02fd tempest-ServiceProvidersTest-1735853418 tempest-ServiceProvidersTest-1735853418-project] 10.222.0.46 "GET /networking/v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1578689 Aug 31 15:53:45.656245 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (77898be1-0dff-4011-a7ac-ed79f0c8187b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:45.708083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (9e5c7c70-6aee-4d98-8e9a-79a4c23bc483), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:45.713352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3b480a01-2529-4385-998b-7fb17804fd72 None None] Could not find standard attr ID for object f04d36e9-f456-46c4-baff-a36339f9f7b9. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:53:45.724685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3b480a01-2529-4385-998b-7fb17804fd72 None None] Provisioning complete for port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:45.725116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3b480a01-2529-4385-998b-7fb17804fd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9e4cdbcd-fa90-430a-b5a0-b7c52a77221f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:45.725459 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3b480a01-2529-4385-998b-7fb17804fd72 None None] Attempt 1 to provision port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f Aug 31 15:53:45.767803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:45.771612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-3b480a01-2529-4385-998b-7fb17804fd72 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:45.772097 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:45.780553 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c7c70-6aee-4d98-8e9a-79a4c23bc483,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:45.787029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (20cf8151-61a7-414c-af1e-7b1610ce29bd), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:45.787482 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Added segment 20cf8151-61a7-414c-af1e-7b1610ce29bd of type vlan for network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 Aug 31 15:53:45.891535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (35bdc8f9-3f87-4409-8bb5-af9787457ef6), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:45.909289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Router 77898be1-0dff-4011-a7ac-ed79f0c8187b has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:45.998713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:46.008703 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9960a744-9050-4bc4-a67d-e433717b1a76 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "PUT /networking/v2.0/routers/77898be1-0dff-4011-a7ac-ed79f0c8187b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0732958 Aug 31 15:53:46.014216 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40488) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:46.014316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (35bdc8f9-3f87-4409-8bb5-af9787457ef6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.015023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:46.015613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.015900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91e262-3d8a-4b1e-836b-716d84250528 None None] Sync routers for ids ['77898be1-0dff-4011-a7ac-ed79f0c8187b'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:46.040468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91e262-3d8a-4b1e-836b-716d84250528 None None] Routers {'77898be1-0dff-4011-a7ac-ed79f0c8187b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:46.041100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3d91e262-3d8a-4b1e-836b-716d84250528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['77898be1-0dff-4011-a7ac-ed79f0c8187b'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:46.071723 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-ddc744e3-4262-44c1-8679-62b229e597c9 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] delete failed (client error): The resource could not be found. Aug 31 15:53:46.073043 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ddc744e3-4262-44c1-8679-62b229e597c9 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "DELETE /networking/v2.0/routers/tempest-non_exist_router-416142274 HTTP/1.1" status: 404 len: 334 time: 0.0633171 Aug 31 15:53:46.076784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40490) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:46.081699 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-dd367111-4a6e-47ce-b19d-757f162d8d57 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Request body: {'router': {'external_gateway_info': {'network_id': '77898be1-0dff-4011-a7ac-ed79f0c8187b'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:46.088850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3d91e262-3d8a-4b1e-836b-716d84250528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:46.098945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Network': ['ID=35bdc8f9-3f87-4409-8bb5-af9787457ef6,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:46.109245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91e262-3d8a-4b1e-836b-716d84250528 None None] Routers {'77898be1-0dff-4011-a7ac-ed79f0c8187b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:46.111093 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3d91e262-3d8a-4b1e-836b-716d84250528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['77898be1-0dff-4011-a7ac-ed79f0c8187b'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:46.114620 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:46.153658 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a96e2d42-b184-4518-bd8a-2c9e75c2a3ce tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2756855 Aug 31 15:53:46.156349 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40494) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:46.162337 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'name': 'tempest-PortsIpV6TestJSON-739413404'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:46.171293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3d91e262-3d8a-4b1e-836b-716d84250528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:46.172657 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91e262-3d8a-4b1e-836b-716d84250528 None None] The sync data for ids ['77898be1-0dff-4011-a7ac-ed79f0c8187b'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:46.273078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40496) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:46.402196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dd367111-4a6e-47ce-b19d-757f162d8d57 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for router_gateway (77898be1-0dff-4011-a7ac-ed79f0c8187b), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.407342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22e51a87-dfde-4219-b7c4-185525fd596c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.428729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:46.432707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.433989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193654be-1908-4254-9335-579b2ead8bf1 req-b80bdcd5-7833-4dd4-b033-9644854773c3 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:46.435579 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-193654be-1908-4254-9335-579b2ead8bf1 req-b80bdcd5-7833-4dd4-b033-9644854773c3 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0568216 Aug 31 15:53:46.458923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port 109fcbb8-da19-478e-8330-e5f8e37c912b yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:53:46.496485 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-193654be-1908-4254-9335-579b2ead8bf1 req-2344b4c7-2d7c-4c53-a794-0560ace1356c tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528004 Aug 31 15:53:46.557737 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-dd367111-4a6e-47ce-b19d-757f162d8d57 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] update failed (client error): The resource could not be found. Aug 31 15:53:46.564370 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dd367111-4a6e-47ce-b19d-757f162d8d57 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "PUT /networking/v2.0/routers/77898be1-0dff-4011-a7ac-ed79f0c8187b HTTP/1.1" status: 404 len: 339 time: 0.4861867 Aug 31 15:53:46.565490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40502) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:46.592459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:46.636705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22e51a87-dfde-4219-b7c4-185525fd596c admin admin] Publish callbacks [] for security_group (5b81f427-5bee-42be-8f91-ba3e895a01c0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.682218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (109fcbb8-da19-478e-8330-e5f8e37c912b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.763662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-22e51a87-dfde-4219-b7c4-185525fd596c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5b81f427-5bee-42be-8f91-ba3e895a01c0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.803249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e51a87-dfde-4219-b7c4-185525fd596c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b81f427-5bee-42be-8f91-ba3e895a01c0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:46.812468 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-22e51a87-dfde-4219-b7c4-185525fd596c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f2aa9428d0a84780964b4712788db74f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5371978 Aug 31 15:53:46.812931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40504) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:46.820855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (109fcbb8-da19-478e-8330-e5f8e37c912b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.864067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.911778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=109fcbb8-da19-478e-8330-e5f8e37c912b,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:46.937474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6e63-bd7d-490f-9a05-3d8837903fd9 admin admin] Publish callbacks [] for security_group (5b81f427-5bee-42be-8f91-ba3e895a01c0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:46.937474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Checking segment: {'id': '20cf8151-61a7-414c-af1e-7b1610ce29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:46.937474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network hostable DHCP agents. Network: 35bdc8f9-3f87-4409-8bb5-af9787457ef6, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:46.946073 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:46.967640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6e63-bd7d-490f-9a05-3d8837903fd9 admin admin] Publish callbacks [] for security_group (5b81f427-5bee-42be-8f91-ba3e895a01c0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.038478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:47.069042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:47.119096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Allocated IP 172.20.0.1 (83c6d73d-a15f-4f6d-b368-acde5c9205fe/bdd4a40c-e134-4111-b8fb-e9466ffa55f4/f6fc73ef-2713-4aae-a525-3b78f367d8ea) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:47.160866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6e63-bd7d-490f-9a05-3d8837903fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5b81f427-5bee-42be-8f91-ba3e895a01c0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.166012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6e63-bd7d-490f-9a05-3d8837903fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.166012 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0b2b6e63-bd7d-490f-9a05-3d8837903fd9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5b81f427-5bee-42be-8f91-ba3e895a01c0 HTTP/1.1" status: 204 len: 168 time: 0.3505468 Aug 31 15:53:47.174587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b6e63-bd7d-490f-9a05-3d8837903fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b81f427-5bee-42be-8f91-ba3e895a01c0,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:47.192991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 35bdc8f9-3f87-4409-8bb5-af9787457ef6) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:47.204039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:47.204274 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c244f4c2-b661-49c6-8bf6-d36900d3d46e None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:47.208890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:47.209690 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.246418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for port (f6fc73ef-2713-4aae-a525-3b78f367d8ea), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.381813 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-445f93dd-a4df-4105-897f-619e30f3047e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2225685 Aug 31 15:53:47.384929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40508) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:47.390033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-363829601'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:47.412183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f6fc73ef-2713-4aae-a525-3b78f367d8ea), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.455520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Network 83c6d73d-a15f-4f6d-b368-acde5c9205fe is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:47.460968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:47.464915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:47.491783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'Port': ['ID=f6fc73ef-2713-4aae-a525-3b78f367d8ea,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:47.516918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (77898be1-0dff-4011-a7ac-ed79f0c8187b), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.530142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:47.534570 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.588052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:47.603989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ea965fbc-38f0-40b0-8d21-d5a166de5329), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.604604 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Added segment ea965fbc-38f0-40b0-8d21-d5a166de5329 of type vlan for network ff0adf75-e891-4790-b068-1b8a7f74081b Aug 31 15:53:47.659437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (ff0adf75-e891-4790-b068-1b8a7f74081b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.708327 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:47.711281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Provisioning complete for port f6fc73ef-2713-4aae-a525-3b78f367d8ea triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:47.711907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f6fc73ef-2713-4aae-a525-3b78f367d8ea), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.712237 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Attempt 1 to provision port f6fc73ef-2713-4aae-a525-3b78f367d8ea Aug 31 15:53:47.732993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75030744-4651-46ae-863e-c35213e20deb req-e98020f7-3e02-4b5c-b203-af0b0b354d8b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:47.735128 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-75030744-4651-46ae-863e-c35213e20deb req-e98020f7-3e02-4b5c-b203-af0b0b354d8b tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0716908 Aug 31 15:53:47.747828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Port f6fc73ef-2713-4aae-a525-3b78f367d8ea cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:47.789246 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-75030744-4651-46ae-863e-c35213e20deb req-844b7f5a-ff6e-458c-9a32-0e680e4bbcbc tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460012 Aug 31 15:53:47.790304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (ff0adf75-e891-4790-b068-1b8a7f74081b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.794972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:47.795563 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.800456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f6fc73ef-2713-4aae-a525-3b78f367d8ea), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:47.870034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Network': ['ID=ff0adf75-e891-4790-b068-1b8a7f74081b,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:47.881023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network ff0adf75-e891-4790-b068-1b8a7f74081b details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:48.004153 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0be99305-5a6b-4d5f-8417-7bc947e8ed13 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6171124 Aug 31 15:53:48.005723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40512) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:48.010847 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'ports': [{'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6'}, {'network_id': 'ff0adf75-e891-4790-b068-1b8a7f74081b'}]} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:48.011158 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:48.011664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': 'ff0adf75-e891-4790-b068-1b8a7f74081b'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:48.085292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for port (f6fc73ef-2713-4aae-a525-3b78f367d8ea), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:48.248790 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Attempt 2 to provision port f6fc73ef-2713-4aae-a525-3b78f367d8ea Aug 31 15:53:48.252014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:48.283200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Port f6fc73ef-2713-4aae-a525-3b78f367d8ea cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:48.306479 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (f6fc73ef-2713-4aae-a525-3b78f367d8ea), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:48.366224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 2} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:48.371773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:48.388644 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:48.549663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port aa4e072c-dba5-4fa0-99c0-a974e246dd2c yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:53:48.636933 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (aa4e072c-dba5-4fa0-99c0-a974e246dd2c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:48.648051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event updated for resources: {'Port': ['ID=f6fc73ef-2713-4aae-a525-3b78f367d8ea,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:48.650500 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (77898be1-0dff-4011-a7ac-ed79f0c8187b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:48.710680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port 30d600be-5380-4219-ac2a-8a43c3203698 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:53:48.748578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Network 83c6d73d-a15f-4f6d-b368-acde5c9205fe is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:48.750608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:48.784270 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Attempt 3 to provision port f6fc73ef-2713-4aae-a525-3b78f367d8ea Aug 31 15:53:48.804095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (30d600be-5380-4219-ac2a-8a43c3203698), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:48.830716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Port f6fc73ef-2713-4aae-a525-3b78f367d8ea cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:48.842607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:48.858297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Router 77898be1-0dff-4011-a7ac-ed79f0c8187b has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:48.889805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:48.924633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (aa4e072c-dba5-4fa0-99c0-a974e246dd2c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:48.974258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:48.977729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:48.981916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:48.982737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (30d600be-5380-4219-ac2a-8a43c3203698), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:48.989551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=aa4e072c-dba5-4fa0-99c0-a974e246dd2c,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:48.990193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce59c6-cbea-4d85-841d-d3844c12533c req-fb440fa6-715b-4082-a6f9-7f7fb734021a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:48.991749 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f2ce59c6-cbea-4d85-841d-d3844c12533c req-fb440fa6-715b-4082-a6f9-7f7fb734021a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0886109 Aug 31 15:53:48.997071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:49.007523 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-24950b69-7088-4fac-9bc0-d9c6775a4260 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "PUT /networking/v2.0/routers/77898be1-0dff-4011-a7ac-ed79f0c8187b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4367287 Aug 31 15:53:49.007523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40516) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:49.009007 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e379cf-aa1d-4db1-9d96-42618379243d None None] Sync routers for ids ['77898be1-0dff-4011-a7ac-ed79f0c8187b'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:49.009483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:49.023321 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e379cf-aa1d-4db1-9d96-42618379243d None None] Routers {'77898be1-0dff-4011-a7ac-ed79f0c8187b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:49.024274 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-87e379cf-aa1d-4db1-9d96-42618379243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['77898be1-0dff-4011-a7ac-ed79f0c8187b'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:49.065944 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-87e379cf-aa1d-4db1-9d96-42618379243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:49.070303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=30d600be-5380-4219-ac2a-8a43c3203698,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:49.077432 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e379cf-aa1d-4db1-9d96-42618379243d None None] Routers {'77898be1-0dff-4011-a7ac-ed79f0c8187b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:49.078438 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-87e379cf-aa1d-4db1-9d96-42618379243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['77898be1-0dff-4011-a7ac-ed79f0c8187b'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:49.078643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Checking segment: {'id': 'ea965fbc-38f0-40b0-8d21-d5a166de5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff0adf75-e891-4790-b068-1b8a7f74081b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:49.078835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network hostable DHCP agents. Network: ff0adf75-e891-4790-b068-1b8a7f74081b, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:49.111688 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-87e379cf-aa1d-4db1-9d96-42618379243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:49.112285 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e379cf-aa1d-4db1-9d96-42618379243d None None] The sync data for ids ['77898be1-0dff-4011-a7ac-ed79f0c8187b'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:49.133822 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f2ce59c6-cbea-4d85-841d-d3844c12533c req-49b78752-b81d-46b3-a8ee-e28da49c0ea8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349294 Aug 31 15:53:49.137913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-03fe9d4a-c2ec-418f-865a-cb1db6ba2245 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for router (77898be1-0dff-4011-a7ac-ed79f0c8187b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:49.177385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network ff0adf75-e891-4790-b068-1b8a7f74081b is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:49.223514 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-03fe9d4a-c2ec-418f-865a-cb1db6ba2245 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 15:53:49.224554 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-03fe9d4a-c2ec-418f-865a-cb1db6ba2245 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "DELETE /networking/v2.0/routers/77898be1-0dff-4011-a7ac-ed79f0c8187b HTTP/1.1" status: 409 len: 376 time: 0.2170589 Aug 31 15:53:49.227462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40520) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:49.320453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, ff0adf75-e891-4790-b068-1b8a7f74081b) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:49.324122 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:49.331102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:49.331901 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082fa796-a222-45c5-9cfb-1bcc57dd2d34 None None] Network ff0adf75-e891-4790-b068-1b8a7f74081b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:49.333272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:49.333888 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Attempt 4 to provision port f6fc73ef-2713-4aae-a525-3b78f367d8ea Aug 31 15:53:49.334252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:49.383178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:49.420435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Port f6fc73ef-2713-4aae-a525-3b78f367d8ea cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:49.455326 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-aeb0d86a-7bac-4432-a53c-c2d5ab2620fa tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4481721 Aug 31 15:53:49.457700 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40522) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:49.528149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (77898be1-0dff-4011-a7ac-ed79f0c8187b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:49.538824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-826ae9da-5a27-412b-95dc-29e60f17eb9f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port 30d600be-5380-4219-ac2a-8a43c3203698 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:49.539150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-826ae9da-5a27-412b-95dc-29e60f17eb9f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (30d600be-5380-4219-ac2a-8a43c3203698), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:49.613033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-826ae9da-5a27-412b-95dc-29e60f17eb9f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (30d600be-5380-4219-ac2a-8a43c3203698), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:49.628677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-826ae9da-5a27-412b-95dc-29e60f17eb9f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for 30d600be-5380-4219-ac2a-8a43c3203698 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:49.771124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Deleting port f6fc73ef-2713-4aae-a525-3b78f367d8ea {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:49.771722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f6fc73ef-2713-4aae-a525-3b78f367d8ea), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:49.861803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f6fc73ef-2713-4aae-a525-3b78f367d8ea), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:49.872544 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-826ae9da-5a27-412b-95dc-29e60f17eb9f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (30d600be-5380-4219-ac2a-8a43c3203698), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:49.877484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Calling delete_port for f6fc73ef-2713-4aae-a525-3b78f367d8ea owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:49.902462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ae9da-5a27-412b-95dc-29e60f17eb9f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=30d600be-5380-4219-ac2a-8a43c3203698,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:49.908333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-826ae9da-5a27-412b-95dc-29e60f17eb9f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:49.914122 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-826ae9da-5a27-412b-95dc-29e60f17eb9f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/30d600be-5380-4219-ac2a-8a43c3203698 HTTP/1.1" status: 204 len: 168 time: 0.4529235 Aug 31 15:53:49.918622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40524) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:49.921681 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Attempt 5 to provision port f6fc73ef-2713-4aae-a525-3b78f367d8ea Aug 31 15:53:49.955063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Port f6fc73ef-2713-4aae-a525-3b78f367d8ea cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:53:49.967284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e9774-b8c3-41cb-8ce8-d655795538fb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:49.972954 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e9774-b8c3-41cb-8ce8-d655795538fb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:49.974515 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-696e9774-b8c3-41cb-8ce8-d655795538fb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0592973 Aug 31 15:53:49.977430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40526) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:50.058770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ef245242-ab44-475d-9999-3af54208e4eb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port aa4e072c-dba5-4fa0-99c0-a974e246dd2c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:50.059110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef245242-ab44-475d-9999-3af54208e4eb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (aa4e072c-dba5-4fa0-99c0-a974e246dd2c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.129319 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef245242-ab44-475d-9999-3af54208e4eb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (aa4e072c-dba5-4fa0-99c0-a974e246dd2c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.136593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:50.144376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ef245242-ab44-475d-9999-3af54208e4eb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for aa4e072c-dba5-4fa0-99c0-a974e246dd2c owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:50.178339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f6fc73ef-2713-4aae-a525-3b78f367d8ea), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.203937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event deleted for resources: {'Port': ['ID=f6fc73ef-2713-4aae-a525-3b78f367d8ea,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:50.232441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:50.265884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:50.276916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580e194-8457-4bff-866b-132f4e26336f req-3b8feafc-12f2-4e92-bf25-5e1b6c35ca80 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:50.278627 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d580e194-8457-4bff-866b-132f4e26336f req-3b8feafc-12f2-4e92-bf25-5e1b6c35ca80 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0698788 Aug 31 15:53:50.332818 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d580e194-8457-4bff-866b-132f4e26336f req-6686d37b-d94d-4ee0-be0d-a65482c397b8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477967 Aug 31 15:53:50.369209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (77898be1-0dff-4011-a7ac-ed79f0c8187b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.392518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef245242-ab44-475d-9999-3af54208e4eb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (aa4e072c-dba5-4fa0-99c0-a974e246dd2c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.427900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef245242-ab44-475d-9999-3af54208e4eb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=aa4e072c-dba5-4fa0-99c0-a974e246dd2c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:50.434962 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef245242-ab44-475d-9999-3af54208e4eb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.441547 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ef245242-ab44-475d-9999-3af54208e4eb tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/aa4e072c-dba5-4fa0-99c0-a974e246dd2c HTTP/1.1" status: 204 len: 168 time: 0.4631264 Aug 31 15:53:50.445201 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40530) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:50.456540 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Attempt 6 to provision port f6fc73ef-2713-4aae-a525-3b78f367d8ea Aug 31 15:53:50.475701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f4c01eec-867a-4d49-9ca0-3542ea5fc81e None None] Port f6fc73ef-2713-4aae-a525-3b78f367d8ea was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:53:50.493538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3369c438-31cd-485b-b60e-ca235877ee8c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:50.500313 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3369c438-31cd-485b-b60e-ca235877ee8c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0518582 Aug 31 15:53:50.500313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40532) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:50.524071 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bdd069-4b36-46e4-a072-bf4953e05ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:53:50.525494 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-22bdd069-4b36-46e4-a072-bf4953e05ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/30d600be-5380-4219-ac2a-8a43c3203698 HTTP/1.1" status: 404 len: 333 time: 0.0267673 Aug 31 15:53:50.528277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40534) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:50.535173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Router 77898be1-0dff-4011-a7ac-ed79f0c8187b has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:50.554452 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e19fb9-f908-4161-9029-9f58b30ec52d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:53:50.555927 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c9e19fb9-f908-4161-9029-9f58b30ec52d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/aa4e072c-dba5-4fa0-99c0-a974e246dd2c HTTP/1.1" status: 404 len: 333 time: 0.0267053 Aug 31 15:53:50.558624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40536) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:50.588310 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-28841bc9-1a87-42b2-be74-ea325b66c8b9 None None] Could not find standard attr ID for object f6fc73ef-2713-4aae-a525-3b78f367d8ea. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:53:50.608000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:50.616809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40538) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:50.617311 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6bef76db-422d-4421-98af-35a677f721d6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "PUT /networking/v2.0/routers/77898be1-0dff-4011-a7ac-ed79f0c8187b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3888640 Aug 31 15:53:50.618917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a0900-e27d-4120-91a1-c851934bf867 None None] Sync routers for ids ['77898be1-0dff-4011-a7ac-ed79f0c8187b'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:50.620697 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:50.630629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a0900-e27d-4120-91a1-c851934bf867 None None] Routers {'77898be1-0dff-4011-a7ac-ed79f0c8187b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:50.631331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1b4a0900-e27d-4120-91a1-c851934bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['77898be1-0dff-4011-a7ac-ed79f0c8187b'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:50.664868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1b4a0900-e27d-4120-91a1-c851934bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:50.667833 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-6b34a6d8-460a-4915-a3bc-3e159e5d073f tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] show failed (client error): The resource could not be found. Aug 31 15:53:50.668886 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6b34a6d8-460a-4915-a3bc-3e159e5d073f tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "GET /networking/v2.0/routers/tempest-non_exist_router-729589844 HTTP/1.1" status: 404 len: 334 time: 0.0510385 Aug 31 15:53:50.673362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40540) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:50.678110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-63b0a90d-c383-4cea-892d-413b80f88d07 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:50.678432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a0900-e27d-4120-91a1-c851934bf867 None None] Routers {'77898be1-0dff-4011-a7ac-ed79f0c8187b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:53:50.679174 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1b4a0900-e27d-4120-91a1-c851934bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['77898be1-0dff-4011-a7ac-ed79f0c8187b'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:50.681682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (ff0adf75-e891-4790-b068-1b8a7f74081b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.714655 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-63b0a90d-c383-4cea-892d-413b80f88d07 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] update failed (client error): The resource could not be found. Aug 31 15:53:50.720162 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-63b0a90d-c383-4cea-892d-413b80f88d07 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "PUT /networking/v2.0/routers/tempest-non_exist_router-1653449331 HTTP/1.1" status: 404 len: 335 time: 0.0412767 Aug 31 15:53:50.722639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1b4a0900-e27d-4120-91a1-c851934bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:50.722639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a0900-e27d-4120-91a1-c851934bf867 None None] The sync data for ids ['77898be1-0dff-4011-a7ac-ed79f0c8187b'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:50.722866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40542) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:50.819829 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (ff0adf75-e891-4790-b068-1b8a7f74081b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.826107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2a4959-0434-4ac9-bbde-d731e4670b63 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Deleting subnet 7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:50.836302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4959-0434-4ac9-bbde-d731e4670b63 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for subnet (7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.874243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0adf75-e891-4790-b068-1b8a7f74081b']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:50.889258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea965fbc-38f0-40b0-8d21-d5a166de5329') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:50.894520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea965fbc-38f0-40b0-8d21-d5a166de5329') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:50.908146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (ea965fbc-38f0-40b0-8d21-d5a166de5329), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.911730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4959-0434-4ac9-bbde-d731e4670b63 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.948315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ea965fbc-38f0-40b0-8d21-d5a166de5329), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.962338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:50.962742 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (ea965fbc-38f0-40b0-8d21-d5a166de5329), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:50.986614 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:51.018885 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment ea965fbc-38f0-40b0-8d21-d5a166de5329 resource provider aggregate not found Aug 31 15:53:51.053947 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment ea965fbc-38f0-40b0-8d21-d5a166de5329 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea965fbc-38f0-40b0-8d21-d5a166de5329 found for delete ", "request_id": "req-da42a48a-4c6b-4c2f-a0f6-20eca835f860"}]} Aug 31 15:53:51.080522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4959-0434-4ac9-bbde-d731e4670b63 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.314396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.400198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:51.458621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1872-de7e-4bb5-8bdb-4778c64d21ff req-8116649a-1676-466b-aa0d-8f6044bc39b7 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:51.460097 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-68ee1872-de7e-4bb5-8bdb-4778c64d21ff req-8116649a-1676-466b-aa0d-8f6044bc39b7 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0478196 Aug 31 15:53:51.475202 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4959-0434-4ac9-bbde-d731e4670b63 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.477238 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (ff0adf75-e891-4790-b068-1b8a7f74081b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.482879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.491868 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/networks/ff0adf75-e891-4790-b068-1b8a7f74081b HTTP/1.1" status: 204 len: 168 time: 0.9271059 Aug 31 15:53:51.494086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40550) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:51.501773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1565634081'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:51.530966 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-68ee1872-de7e-4bb5-8bdb-4778c64d21ff req-a849a199-c8fe-43be-a1b5-710fca9d14df tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652173 Aug 31 15:53:51.533829 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a4959-0434-4ac9-bbde-d731e4670b63 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:51.537674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf554c-5199-4655-8a33-454e15566350 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Network': ['ID=ff0adf75-e891-4790-b068-1b8a7f74081b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:51.542897 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4959-0434-4ac9-bbde-d731e4670b63 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.547342 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1a2a4959-0434-4ac9-bbde-d731e4670b63 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7c3e99d4-4683-4bb5-adea-d7eaaf40ba7f HTTP/1.1" status: 204 len: 168 time: 0.8249323 Aug 31 15:53:51.548870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40552) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:51.551622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2487e9-102f-4609-aef3-ff18b92d3292 None None] Network eff027ac-23bd-4fdf-8e8d-5a400027b962 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:51.602325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfabf4a6-8891-457e-96ad-e00433d59f00 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Deleting subnet 85bae083-7e29-4140-b0a7-5abb1b93fa26 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:51.605494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cfabf4a6-8891-457e-96ad-e00433d59f00 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for subnet (85bae083-7e29-4140-b0a7-5abb1b93fa26), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.657789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:51.661499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.669104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cfabf4a6-8891-457e-96ad-e00433d59f00 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (85bae083-7e29-4140-b0a7-5abb1b93fa26), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.686323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:51.698950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c2ebf-d935-48a3-a960-0b1bcffdbcb3 None None] DHCP port deletion for eff027ac-23bd-4fdf-8e8d-5a400027b962 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:51.726591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:51.736771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-709c2ebf-d935-48a3-a960-0b1bcffdbcb3 None None] Deleting port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:51.737142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-709c2ebf-d935-48a3-a960-0b1bcffdbcb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9e4cdbcd-fa90-430a-b5a0-b7c52a77221f), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.757195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (f070b057-24b3-4269-abd6-db986db1c251), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.757543 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Added segment f070b057-24b3-4269-abd6-db986db1c251 of type vlan for network aa92984c-8a0e-48bf-8dc5-cc22915e0e2a Aug 31 15:53:51.804979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cfabf4a6-8891-457e-96ad-e00433d59f00 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (85bae083-7e29-4140-b0a7-5abb1b93fa26), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.808105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-709c2ebf-d935-48a3-a960-0b1bcffdbcb3 None None] For port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9e4cdbcd-fa90-430a-b5a0-b7c52a77221f,segment=NetworkSegment(7540719f-9b73-41d5-a1c7-284b3854aa20),segment_id=7540719f-9b73-41d5-a1c7-284b3854aa20)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:51.808105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-709c2ebf-d935-48a3-a960-0b1bcffdbcb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9e4cdbcd-fa90-430a-b5a0-b7c52a77221f), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.822944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-709c2ebf-d935-48a3-a960-0b1bcffdbcb3 None None] Calling delete_port for 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:51.832881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (aa92984c-8a0e-48bf-8dc5-cc22915e0e2a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:51.835760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:52.115228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-709c2ebf-d935-48a3-a960-0b1bcffdbcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (9e4cdbcd-fa90-430a-b5a0-b7c52a77221f), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.115767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cfabf4a6-8891-457e-96ad-e00433d59f00 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (85bae083-7e29-4140-b0a7-5abb1b93fa26), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.118129 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (aa92984c-8a0e-48bf-8dc5-cc22915e0e2a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.122996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:52.125773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.140430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c2ebf-d935-48a3-a960-0b1bcffdbcb3 None None] Pushing event deleted for resources: {'Port': ['ID=9e4cdbcd-fa90-430a-b5a0-b7c52a77221f,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:52.144635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c2ebf-d935-48a3-a960-0b1bcffdbcb3 None None] No DVR routers for this DVR port 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:52.171577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabf4a6-8891-457e-96ad-e00433d59f00 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event deleted for resources: {'Subnet': ['ID=85bae083-7e29-4140-b0a7-5abb1b93fa26,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:52.187140 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e503b5f5-a0ff-4544-b27e-952445829611 None None] Network 709598ad-db51-4fbb-99e1-af421c92de94 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:52.208545 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cfabf4a6-8891-457e-96ad-e00433d59f00 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.211747 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cfabf4a6-8891-457e-96ad-e00433d59f00 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/85bae083-7e29-4140-b0a7-5abb1b93fa26 HTTP/1.1" status: 204 len: 168 time: 0.6617062 Aug 31 15:53:52.214642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40554) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:52.231154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Network': ['ID=aa92984c-8a0e-48bf-8dc5-cc22915e0e2a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:52.252470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network aa92984c-8a0e-48bf-8dc5-cc22915e0e2a details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:52.279700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:52.293659 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-56cb41df-481b-41a2-a227-1a2c305b1016 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7984078 Aug 31 15:53:52.296721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40556) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:52.303426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': 'aa92984c-8a0e-48bf-8dc5-cc22915e0e2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:52.303935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (eff027ac-23bd-4fdf-8e8d-5a400027b962), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.346438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:52.423980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (eff027ac-23bd-4fdf-8e8d-5a400027b962), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.453882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff027ac-23bd-4fdf-8e8d-5a400027b962']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:52.467399 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7540719f-9b73-41d5-a1c7-284b3854aa20') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:52.469369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7540719f-9b73-41d5-a1c7-284b3854aa20') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:52.475821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4bb376-e683-43e3-adec-1ea675a3cec6 None None] DHCP port deletion for 709598ad-db51-4fbb-99e1-af421c92de94 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:52.482310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (7540719f-9b73-41d5-a1c7-284b3854aa20), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.499948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7540719f-9b73-41d5-a1c7-284b3854aa20), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.512550 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:52.513890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:52.514386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (7540719f-9b73-41d5-a1c7-284b3854aa20), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.543556 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:52.543911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9e4cdbcd-fa90-430a-b5a0-b7c52a77221f not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:52.550497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb376-e683-43e3-adec-1ea675a3cec6 None None] Deleting port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:52.550896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb376-e683-43e3-adec-1ea675a3cec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.618301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:52.683699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87fff7-a127-48da-a532-db4f3141d4e3 req-bb9c07aa-15e7-42e8-a00f-17aee4eee70f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:52.685848 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fb87fff7-a127-48da-a532-db4f3141d4e3 req-bb9c07aa-15e7-42e8-a00f-17aee4eee70f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0613928 Aug 31 15:53:52.753361 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fb87fff7-a127-48da-a532-db4f3141d4e3 req-aecf1469-512a-474d-96a1-f9783da60f08 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581241 Aug 31 15:53:52.758292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (eff027ac-23bd-4fdf-8e8d-5a400027b962), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.766293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.774068 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "DELETE /networking/v2.0/networks/eff027ac-23bd-4fdf-8e8d-5a400027b962 HTTP/1.1" status: 204 len: 168 time: 0.5545487 Aug 31 15:53:52.782030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40560) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:52.782144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3a4bb376-e683-43e3-adec-1ea675a3cec6 None None] For port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=95dc97ea-e1c0-45e5-ba95-7dabf2aa2137,segment=NetworkSegment(d2fb6b0a-4213-460f-bd1d-edd20148336d),segment_id=d2fb6b0a-4213-460f-bd1d-edd20148336d)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:52.782144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb376-e683-43e3-adec-1ea675a3cec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.790762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecc119-f5d2-474d-bea4-0671c9a6b133 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event deleted for resources: {'Network': ['ID=eff027ac-23bd-4fdf-8e8d-5a400027b962,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:52.793207 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb376-e683-43e3-adec-1ea675a3cec6 None None] Calling delete_port for 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:52.831885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:52.836001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.914607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (709598ad-db51-4fbb-99e1-af421c92de94), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:52.927726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.ipam_backend_mixin [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Performing IP validity checks on allocation pools {{(pid=114266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 31 15:53:52.930521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.ipam_backend_mixin [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 31 15:53:52.998742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Deleting port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:52.999005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.070553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] For port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=95dc97ea-e1c0-45e5-ba95-7dabf2aa2137,segment=NetworkSegment(d2fb6b0a-4213-460f-bd1d-edd20148336d),segment_id=d2fb6b0a-4213-460f-bd1d-edd20148336d)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:53.070922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.078423 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 7540719f-9b73-41d5-a1c7-284b3854aa20 resource provider aggregate not found Aug 31 15:53:53.080812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb376-e683-43e3-adec-1ea675a3cec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.087924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Calling delete_port for 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:53.098267 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 7540719f-9b73-41d5-a1c7-284b3854aa20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7540719f-9b73-41d5-a1c7-284b3854aa20 found for delete ", "request_id": "req-8d0f581f-8b08-4bc8-b272-d85ea4e41169"}]} Aug 31 15:53:53.108349 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb376-e683-43e3-adec-1ea675a3cec6 None None] Pushing event deleted for resources: {'Port': ['ID=95dc97ea-e1c0-45e5-ba95-7dabf2aa2137,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:53.112857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bb376-e683-43e3-adec-1ea675a3cec6 None None] No DVR routers for this DVR port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:53.168121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:53.246469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:53.250944 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (95dc97ea-e1c0-45e5-ba95-7dabf2aa2137), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.276428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event deleted for resources: {'Port': ['ID=95dc97ea-e1c0-45e5-ba95-7dabf2aa2137,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:53.278368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] No DVR routers for this DVR port 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:53.362526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (709598ad-db51-4fbb-99e1-af421c92de94), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.383719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709598ad-db51-4fbb-99e1-af421c92de94']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:53.392979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fb6b0a-4213-460f-bd1d-edd20148336d') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:53.393273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fb6b0a-4213-460f-bd1d-edd20148336d') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:53.403143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (d2fb6b0a-4213-460f-bd1d-edd20148336d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.414109 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (6b238321-57a1-4508-9b7b-d0bc97ce27ed), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.420509 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (d2fb6b0a-4213-460f-bd1d-edd20148336d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.455175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:53.455597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (d2fb6b0a-4213-460f-bd1d-edd20148336d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.478245 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment d2fb6b0a-4213-460f-bd1d-edd20148336d resource provider aggregate not found Aug 31 15:53:53.547388 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment d2fb6b0a-4213-460f-bd1d-edd20148336d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2fb6b0a-4213-460f-bd1d-edd20148336d found for delete ", "request_id": "req-28460e41-c72f-487d-aa3d-f9d3e46f89fb"}]} Aug 31 15:53:53.555710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=6b238321-57a1-4508-9b7b-d0bc97ce27ed,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:53.565013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Checking segment: {'id': 'f070b057-24b3-4269-abd6-db986db1c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aa92984c-8a0e-48bf-8dc5-cc22915e0e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:53.565373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network hostable DHCP agents. Network: aa92984c-8a0e-48bf-8dc5-cc22915e0e2a, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:53.679227 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (709598ad-db51-4fbb-99e1-af421c92de94), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.680773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network aa92984c-8a0e-48bf-8dc5-cc22915e0e2a is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:53.690320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.694696 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "DELETE /networking/v2.0/networks/709598ad-db51-4fbb-99e1-af421c92de94 HTTP/1.1" status: 204 len: 168 time: 0.9207103 Aug 31 15:53:53.697416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40570) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:53.707627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34e286-1b07-4855-af4b-fcb4627b1909 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event deleted for resources: {'Network': ['ID=709598ad-db51-4fbb-99e1-af421c92de94,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:53.758115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1c770b-c570-42dd-a201-ff6999bbe2b0 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Deleting subnet bdd4a40c-e134-4111-b8fb-e9466ffa55f4 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:53.761982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4f1c770b-c570-42dd-a201-ff6999bbe2b0 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for subnet (bdd4a40c-e134-4111-b8fb-e9466ffa55f4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.804508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4f1c770b-c570-42dd-a201-ff6999bbe2b0 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (bdd4a40c-e134-4111-b8fb-e9466ffa55f4), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.827041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, aa92984c-8a0e-48bf-8dc5-cc22915e0e2a) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:53.831852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:53.843145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.844467 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff00558-c832-4a17-b0c4-c61d9892c2d6 None None] Network aa92984c-8a0e-48bf-8dc5-cc22915e0e2a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:53.889252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4f1c770b-c570-42dd-a201-ff6999bbe2b0 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (bdd4a40c-e134-4111-b8fb-e9466ffa55f4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:53.898701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a9087-8509-4c7d-bad2-201345a491b2 req-03ee3e65-9b8c-4ad6-8440-672a9ffd493f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:53.900208 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-465a9087-8509-4c7d-bad2-201345a491b2 req-03ee3e65-9b8c-4ad6-8440-672a9ffd493f tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0588944 Aug 31 15:53:53.916273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:53.956993 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-465a9087-8509-4c7d-bad2-201345a491b2 req-3023ae6b-b58f-4a29-b406-82595f6dd041 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480058 Aug 31 15:53:53.962233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-aa92984c-8a0e-48bf-8dc5-cc22915e0e2a', 'network_id': 'aa92984c-8a0e-48bf-8dc5-cc22915e0e2a', 'project_id': 'bbdcdd315c7c4d609ed03b79ddb40f5b', 'fixed_ips': [{'subnet_id': '6b238321-57a1-4508-9b7b-d0bc97ce27ed'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:53:53.963273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.071973 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b514c63f-0467-4b42-81c1-0c9c74b71df3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7726898 Aug 31 15:53:54.075068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40574) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:54.083870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': 'aa92984c-8a0e-48bf-8dc5-cc22915e0e2a', 'name': 'tempest-PortsIpV6TestJSON-557341429'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:54.094369 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:54.107386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Allocated IP 2001:db8::2 (aa92984c-8a0e-48bf-8dc5-cc22915e0e2a/6b238321-57a1-4508-9b7b-d0bc97ce27ed/55a0f4ca-bc32-4ea4-ab62-02e84636bdc2) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:54.124007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4f1c770b-c570-42dd-a201-ff6999bbe2b0 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (bdd4a40c-e134-4111-b8fb-e9466ffa55f4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.161493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4f1c770b-c570-42dd-a201-ff6999bbe2b0 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.164635 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4f1c770b-c570-42dd-a201-ff6999bbe2b0 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/bdd4a40c-e134-4111-b8fb-e9466ffa55f4 HTTP/1.1" status: 204 len: 168 time: 0.4662020 Aug 31 15:53:54.165898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c770b-c570-42dd-a201-ff6999bbe2b0 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd4a40c-e134-4111-b8fb-e9466ffa55f4,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:54.167534 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40576) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:54.168959 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf601b5-d6b4-4360-9148-1636373f2504 None None] Network 83c6d73d-a15f-4f6d-b368-acde5c9205fe requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:54.256530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (83c6d73d-a15f-4f6d-b368-acde5c9205fe), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.299633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Deleting port da79123a-d77a-4030-ab23-beb186295d3e {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:54.299973 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (da79123a-d77a-4030-ab23-beb186295d3e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.348868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Publish callbacks [] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.374042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] For port da79123a-d77a-4030-ab23-beb186295d3e, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=da79123a-d77a-4030-ab23-beb186295d3e,segment=NetworkSegment(ba099492-0de6-45f4-9113-7ef2d8742885),segment_id=ba099492-0de6-45f4-9113-7ef2d8742885)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:54.374042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (da79123a-d77a-4030-ab23-beb186295d3e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.387187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Calling delete_port for da79123a-d77a-4030-ab23-beb186295d3e owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:54.399456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf67802-c451-45d2-95a1-f1fa945a8999 None None] DHCP port deletion for 83c6d73d-a15f-4f6d-b368-acde5c9205fe request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:54.434695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:54.437912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-cdf67802-c451-45d2-95a1-f1fa945a8999 None None] Deleting port da79123a-d77a-4030-ab23-beb186295d3e {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:54.438286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cdf67802-c451-45d2-95a1-f1fa945a8999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (da79123a-d77a-4030-ab23-beb186295d3e), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.440802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.464541 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port 59265b04-22f9-487a-8a57-9fb6449e73ac yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:53:54.480618 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:54.484912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:54.511688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:54.511688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 95dc97ea-e1c0-45e5-ba95-7dabf2aa2137 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:54.511688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device da79123a-d77a-4030-ab23-beb186295d3e no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:54.556510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-cdf67802-c451-45d2-95a1-f1fa945a8999 None None] For port da79123a-d77a-4030-ab23-beb186295d3e, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=da79123a-d77a-4030-ab23-beb186295d3e,segment=NetworkSegment(ba099492-0de6-45f4-9113-7ef2d8742885),segment_id=ba099492-0de6-45f4-9113-7ef2d8742885)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:54.556905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cdf67802-c451-45d2-95a1-f1fa945a8999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (da79123a-d77a-4030-ab23-beb186295d3e), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.567235 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.576943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-cdf67802-c451-45d2-95a1-f1fa945a8999 None None] Calling delete_port for da79123a-d77a-4030-ab23-beb186295d3e owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:54.581831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (da79123a-d77a-4030-ab23-beb186295d3e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.609038 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event deleted for resources: {'Port': ['ID=da79123a-d77a-4030-ab23-beb186295d3e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:54.610672 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8::26b (aa92984c-8a0e-48bf-8dc5-cc22915e0e2a/6b238321-57a1-4508-9b7b-d0bc97ce27ed/59265b04-22f9-487a-8a57-9fb6449e73ac) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:54.611309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] No DVR routers for this DVR port da79123a-d77a-4030-ab23-beb186295d3e on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:54.613389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No active binding found for port da79123a-d77a-4030-ab23-beb186295d3e {{(pid=114267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 31 15:53:54.613802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] The host dv-neutron-855257-2-hyperv is not matching for port da79123a-d77a-4030-ab23-beb186295d3e host None! {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2414}} Aug 31 15:53:54.614249 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device da79123a-d77a-4030-ab23-beb186295d3e not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:54.630034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Network aa92984c-8a0e-48bf-8dc5-cc22915e0e2a is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:54.635248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:54.677581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:54.686874 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Pushing event updated for resources: {'Port': ['ID=55a0f4ca-bc32-4ea4-ab62-02e84636bdc2,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:54.711914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (83c6d73d-a15f-4f6d-b368-acde5c9205fe), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.736403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c6d73d-a15f-4f6d-b368-acde5c9205fe']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:54.747552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba099492-0de6-45f4-9113-7ef2d8742885') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:54.747995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba099492-0de6-45f4-9113-7ef2d8742885') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:54.759229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (ba099492-0de6-45f4-9113-7ef2d8742885), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.763115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Attempting to bind port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:53:54.763462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Attempting to bind port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'f070b057-24b3-4269-abd6-db986db1c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aa92984c-8a0e-48bf-8dc5-cc22915e0e2a'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:53:54.764042 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Attempting to bind port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 on network aa92984c-8a0e-48bf-8dc5-cc22915e0e2a {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:53:54.775871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (ba099492-0de6-45f4-9113-7ef2d8742885), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.777303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:53:54.779141 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Checking segment: {'id': 'f070b057-24b3-4269-abd6-db986db1c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aa92984c-8a0e-48bf-8dc5-cc22915e0e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:54.779141 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.779141 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Bound using segment: {'id': 'f070b057-24b3-4269-abd6-db986db1c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aa92984c-8a0e-48bf-8dc5-cc22915e0e2a'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:53:54.779141 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Bound port: 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f070b057-24b3-4269-abd6-db986db1c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aa92984c-8a0e-48bf-8dc5-cc22915e0e2a'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:53:54.779669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.787513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (59265b04-22f9-487a-8a57-9fb6449e73ac), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.788307 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:54.788865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (ba099492-0de6-45f4-9113-7ef2d8742885), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.796290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cdf67802-c451-45d2-95a1-f1fa945a8999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (da79123a-d77a-4030-ab23-beb186295d3e), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:54.848081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf67802-c451-45d2-95a1-f1fa945a8999 None None] No DVR routers for this DVR port da79123a-d77a-4030-ab23-beb186295d3e on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:54.851624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf67802-c451-45d2-95a1-f1fa945a8999 None None] Pushing event deleted for resources: {'Port': ['ID=da79123a-d77a-4030-ab23-beb186295d3e,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:54.888780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] For port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:55.004077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (59265b04-22f9-487a-8a57-9fb6449e73ac), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.038918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (83c6d73d-a15f-4f6d-b368-acde5c9205fe), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.039957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] For port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=55a0f4ca-bc32-4ea4-ab62-02e84636bdc2,segment=NetworkSegment(f070b057-24b3-4269-abd6-db986db1c251),segment_id=f070b057-24b3-4269-abd6-db986db1c251)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:55.041591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:55.047899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.052685 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "DELETE /networking/v2.0/networks/83c6d73d-a15f-4f6d-b368-acde5c9205fe HTTP/1.1" status: 204 len: 168 time: 0.8825560 Aug 31 15:53:55.064667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40580) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:55.075419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71e15f-7078-455d-8ad1-a318603598d8 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Pushing event deleted for resources: {'Network': ['ID=83c6d73d-a15f-4f6d-b368-acde5c9205fe,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:55.085460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network aa92984c-8a0e-48bf-8dc5-cc22915e0e2a is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:55.097315 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-257e8c22-ed75-4db2-997c-8f2016cde709 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=77898be1-0dff-4011-a7ac-ed79f0c8187b HTTP/1.1" status: 200 len: 205 time: 0.0314596 Aug 31 15:53:55.097689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:55.101948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40582) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:55.102109 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:53:55.106608 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:55.107228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.110219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=59265b04-22f9-487a-8a57-9fb6449e73ac,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:55.127449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daeb98-fbaa-4c00-bafb-58bbe23d1e84 req-73b4a30b-9f94-46ac-88e0-82c02ad403aa tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:55.128472 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-71daeb98-fbaa-4c00-bafb-58bbe23d1e84 req-73b4a30b-9f94-46ac-88e0-82c02ad403aa tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0938256 Aug 31 15:53:55.173044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.184515 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-71daeb98-fbaa-4c00-bafb-58bbe23d1e84 req-4faa1825-b670-4d62-8bf0-b99f1b8764dd tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465171 Aug 31 15:53:55.184881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e3030ff-b255-4a3e-bfef-c14c318786c6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for router (77898be1-0dff-4011-a7ac-ed79f0c8187b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.246694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2737ce-a150-4ebb-ba62-e940a37bebbf None None] Pushing event updated for resources: {'Port': ['ID=55a0f4ca-bc32-4ea4-ab62-02e84636bdc2,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:55.266807 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-141d8a48-3416-41dc-8acc-c30c93da85c7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1905046 Aug 31 15:53:55.269389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40584) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:55.320380 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:55.368361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e3030ff-b255-4a3e-bfef-c14c318786c6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (77898be1-0dff-4011-a7ac-ed79f0c8187b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.368361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e3030ff-b255-4a3e-bfef-c14c318786c6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for router_controller (77898be1-0dff-4011-a7ac-ed79f0c8187b), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.376872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6ad6bd59-9ec4-4292-8d01-c897ae13987e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port 59265b04-22f9-487a-8a57-9fb6449e73ac {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:55.377431 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bd59-9ec4-4292-8d01-c897ae13987e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (59265b04-22f9-487a-8a57-9fb6449e73ac), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.507093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e3030ff-b255-4a3e-bfef-c14c318786c6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (77898be1-0dff-4011-a7ac-ed79f0c8187b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.507696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3030ff-b255-4a3e-bfef-c14c318786c6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Fanout notify agent at l3_agent the message router_deleted on router 77898be1-0dff-4011-a7ac-ed79f0c8187b {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:53:55.517965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e3030ff-b255-4a3e-bfef-c14c318786c6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.521649 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9e3030ff-b255-4a3e-bfef-c14c318786c6 tempest-RoutersNegativeTest-1504028726 tempest-RoutersNegativeTest-1504028726-project] 10.222.0.46 "DELETE /networking/v2.0/routers/77898be1-0dff-4011-a7ac-ed79f0c8187b HTTP/1.1" status: 204 len: 168 time: 0.4166505 Aug 31 15:53:55.572442 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment ba099492-0de6-45f4-9113-7ef2d8742885 resource provider aggregate not found Aug 31 15:53:55.592179 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment ba099492-0de6-45f4-9113-7ef2d8742885 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba099492-0de6-45f4-9113-7ef2d8742885 found for delete ", "request_id": "req-e2d9f997-9287-47c6-9f3d-20af21119422"}]} Aug 31 15:53:55.772242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bd59-9ec4-4292-8d01-c897ae13987e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (59265b04-22f9-487a-8a57-9fb6449e73ac), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:55.785550 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6ad6bd59-9ec4-4292-8d01-c897ae13987e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for 59265b04-22f9-487a-8a57-9fb6449e73ac owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:55.990363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:56.098944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40594) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:56.219209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c97a8-7235-42c5-9d91-ca08c3015461 None None] Network aa92984c-8a0e-48bf-8dc5-cc22915e0e2a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:56.255268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bd59-9ec4-4292-8d01-c897ae13987e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (59265b04-22f9-487a-8a57-9fb6449e73ac), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.282546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9e04d4ca-2206-43e7-b5ca-23d7b018558d None None] Provisioning complete for port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:56.282905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9e04d4ca-2206-43e7-b5ca-23d7b018558d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.283233 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9e04d4ca-2206-43e7-b5ca-23d7b018558d None None] Attempt 1 to provision port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 Aug 31 15:53:56.305373 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5753fe5e-d9d6-43da-ae8f-40263046cfb6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9a96efe0c90c4731ac4c52aa34d434b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2026510 Aug 31 15:53:56.305373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6bd59-9ec4-4292-8d01-c897ae13987e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=59265b04-22f9-487a-8a57-9fb6449e73ac,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:56.307091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40600) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:56.347981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bd59-9ec4-4292-8d01-c897ae13987e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.351673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a363-459f-4c8b-8a7f-bb52d1cac2a2 req-ffbfe5e0-3544-42a0-a957-c07a45374cc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:56.353971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9a26a363-459f-4c8b-8a7f-bb52d1cac2a2 req-ffbfe5e0-3544-42a0-a957-c07a45374cc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0758421 Aug 31 15:53:56.354147 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6ad6bd59-9ec4-4292-8d01-c897ae13987e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/59265b04-22f9-487a-8a57-9fb6449e73ac HTTP/1.1" status: 204 len: 168 time: 1.0836046 Aug 31 15:53:56.358345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40602) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-9e04d4ca-2206-43e7-b5ca-23d7b018558d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:56.379400 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:56.383697 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:56.409675 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff1717c-5e54-4a12-bff4-26be9960217a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:53:56.411277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02b468ad-f770-49c1-b237-c4a4435e554a admin admin] Publish callbacks [] for security_group (5793d827-db3a-4b9a-b06c-98d2aab0832b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.414247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff1717c-5e54-4a12-bff4-26be9960217a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:53:56.419725 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3ff1717c-5e54-4a12-bff4-26be9960217a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/59265b04-22f9-487a-8a57-9fb6449e73ac HTTP/1.1" status: 404 len: 333 time: 0.0582914 Aug 31 15:53:56.424354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40604) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:56.448061 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02b468ad-f770-49c1-b237-c4a4435e554a admin admin] Publish callbacks [] for security_group (5793d827-db3a-4b9a-b06c-98d2aab0832b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.458162 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00a7f91-5ee3-4f6f-9d63-3554484bc63e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:53:56.459942 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d00a7f91-5ee3-4f6f-9d63-3554484bc63e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/59265b04-22f9-487a-8a57-9fb6449e73ac HTTP/1.1" status: 404 len: 333 time: 0.0346301 Aug 31 15:53:56.467157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40606) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:56.528039 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9a26a363-459f-4c8b-8a7f-bb52d1cac2a2 req-81e44eb3-17b8-4bbc-aba1-6086d13d191c tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659510 Aug 31 15:53:56.545758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:56.569506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84af183-c0be-46af-a1b6-3a96bbc46bc4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet 6b238321-57a1-4508-9b7b-d0bc97ce27ed {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:53:56.573450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d84af183-c0be-46af-a1b6-3a96bbc46bc4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (6b238321-57a1-4508-9b7b-d0bc97ce27ed), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.603940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:56.604416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.604823 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 Aug 31 15:53:56.622192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d84af183-c0be-46af-a1b6-3a96bbc46bc4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (6b238321-57a1-4508-9b7b-d0bc97ce27ed), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:56.650284 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:56.686350 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02b468ad-f770-49c1-b237-c4a4435e554a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5793d827-db3a-4b9a-b06c-98d2aab0832b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.690066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02b468ad-f770-49c1-b237-c4a4435e554a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.691249 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-02b468ad-f770-49c1-b237-c4a4435e554a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5793d827-db3a-4b9a-b06c-98d2aab0832b HTTP/1.1" status: 204 len: 168 time: 0.3812034 Aug 31 15:53:56.700139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b468ad-f770-49c1-b237-c4a4435e554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5793d827-db3a-4b9a-b06c-98d2aab0832b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:56.719771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4ebf0d89-e0b0-4828-b830-fd9e8a777e04 None None] Provisioning complete for port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:53:56.720144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4ebf0d89-e0b0-4828-b830-fd9e8a777e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.720477 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4ebf0d89-e0b0-4828-b830-fd9e8a777e04 None None] Attempt 1 to provision port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 Aug 31 15:53:56.746035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d84af183-c0be-46af-a1b6-3a96bbc46bc4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (6b238321-57a1-4508-9b7b-d0bc97ce27ed), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4ebf0d89-e0b0-4828-b830-fd9e8a777e04 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:53:56.772869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:53:56.781190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:56.794667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:56.884589 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4a474cf6-3504-42f8-90de-436773d0cd62 None None] Could not find standard attr ID for object 59265b04-22f9-487a-8a57-9fb6449e73ac. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:53:56.995233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d84af183-c0be-46af-a1b6-3a96bbc46bc4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (6b238321-57a1-4508-9b7b-d0bc97ce27ed), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.024546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84af183-c0be-46af-a1b6-3a96bbc46bc4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=6b238321-57a1-4508-9b7b-d0bc97ce27ed,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:57.028467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d84af183-c0be-46af-a1b6-3a96bbc46bc4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.032368 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d84af183-c0be-46af-a1b6-3a96bbc46bc4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/6b238321-57a1-4508-9b7b-d0bc97ce27ed HTTP/1.1" status: 204 len: 168 time: 0.5638921 Aug 31 15:53:57.035053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40610) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:57.048611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bf20cd-d89f-4e57-abd8-cd92ef1aec74 None None] Network aa92984c-8a0e-48bf-8dc5-cc22915e0e2a requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:57.063590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:57.109857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:57.121957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (aa92984c-8a0e-48bf-8dc5-cc22915e0e2a), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.176326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:57.176659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.213445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05f2e76-6cfc-4366-9be7-d600405af37f None None] DHCP port deletion for aa92984c-8a0e-48bf-8dc5-cc22915e0e2a request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:53:57.258729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] For port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=55a0f4ca-bc32-4ea4-ab62-02e84636bdc2,segment=NetworkSegment(f070b057-24b3-4269-abd6-db986db1c251),segment_id=f070b057-24b3-4269-abd6-db986db1c251)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:57.259094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.264103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a05f2e76-6cfc-4366-9be7-d600405af37f None None] Deleting port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:53:57.264895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a05f2e76-6cfc-4366-9be7-d600405af37f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.276430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:57.360129 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a05f2e76-6cfc-4366-9be7-d600405af37f None None] For port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=55a0f4ca-bc32-4ea4-ab62-02e84636bdc2,segment=NetworkSegment(f070b057-24b3-4269-abd6-db986db1c251),segment_id=f070b057-24b3-4269-abd6-db986db1c251)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:57.360676 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a05f2e76-6cfc-4366-9be7-d600405af37f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.375781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a05f2e76-6cfc-4366-9be7-d600405af37f None None] Calling delete_port for 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:53:57.514810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.521116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a05f2e76-6cfc-4366-9be7-d600405af37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (55a0f4ca-bc32-4ea4-ab62-02e84636bdc2), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.545035 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f2e76-6cfc-4366-9be7-d600405af37f None None] Pushing event deleted for resources: {'Port': ['ID=55a0f4ca-bc32-4ea4-ab62-02e84636bdc2,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:57.552608 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No DVR routers for this DVR port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:57.552921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f2e76-6cfc-4366-9be7-d600405af37f None None] No DVR routers for this DVR port 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:53:57.579459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=55a0f4ca-bc32-4ea4-ab62-02e84636bdc2,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:57.712858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (aa92984c-8a0e-48bf-8dc5-cc22915e0e2a), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.737126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0cf26-662f-452e-ae4e-8630b66ee20d req-c367d3a6-56ca-4d82-9096-e9bd15be6d18 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:57.738706 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-35f0cf26-662f-452e-ae4e-8630b66ee20d req-c367d3a6-56ca-4d82-9096-e9bd15be6d18 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1105821 Aug 31 15:53:57.747974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa92984c-8a0e-48bf-8dc5-cc22915e0e2a']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:57.771819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f070b057-24b3-4269-abd6-db986db1c251') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:57.772118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f070b057-24b3-4269-abd6-db986db1c251') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:57.787070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (f070b057-24b3-4269-abd6-db986db1c251), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.813205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (f070b057-24b3-4269-abd6-db986db1c251), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.827038 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-35f0cf26-662f-452e-ae4e-8630b66ee20d req-fa9ff5a1-d5d2-4b48-a72f-8165ec9bc23e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763459 Aug 31 15:53:57.827905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:57.828306 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (f070b057-24b3-4269-abd6-db986db1c251), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:57.874486 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment f070b057-24b3-4269-abd6-db986db1c251 resource provider aggregate not found Aug 31 15:53:57.893226 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment f070b057-24b3-4269-abd6-db986db1c251 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f070b057-24b3-4269-abd6-db986db1c251 found for delete ", "request_id": "req-eab4998d-d7f3-49e1-afa3-ecc80341d07a"}]} Aug 31 15:53:58.022883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (aa92984c-8a0e-48bf-8dc5-cc22915e0e2a), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:58.028282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:58.040725 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/networks/aa92984c-8a0e-48bf-8dc5-cc22915e0e2a HTTP/1.1" status: 204 len: 168 time: 0.9961376 Aug 31 15:53:58.040725 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40636) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:58.041412 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-766488250'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:58.058722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0c303-cf8e-40e6-a5b6-a3ced071e6be tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Network': ['ID=aa92984c-8a0e-48bf-8dc5-cc22915e0e2a,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:58.072702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40638) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:58.076307 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking/ HTTP/1.1" status: 200 len: 259 time: 0.0029168 Aug 31 15:53:58.089197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40640) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:58.189733 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-631e1e19-7324-4a3a-9d5b-657b5f778428 tempest-NetworksApiDiscovery-1832920884 tempest-NetworksApiDiscovery-1832920884-project] 10.222.0.46 "GET /networking/v2.0/ HTTP/1.1" status: 200 len: 746 time: 0.0993066 Aug 31 15:53:58.223301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:58.233894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:58.253289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:58.262638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (34bebad9-f67f-459f-ba1d-a8e147998d24), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:58.262984 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Added segment 34bebad9-f67f-459f-ba1d-a8e147998d24 of type vlan for network 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 Aug 31 15:53:58.307531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (00d2e79b-1f19-44e9-aee2-5cf01eeaafd3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:58.439425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (00d2e79b-1f19-44e9-aee2-5cf01eeaafd3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:58.443667 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:58.457304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:58.457304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:58.464178 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:53:58.464524 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 55a0f4ca-bc32-4ea4-ab62-02e84636bdc2 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:58.512872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Network': ['ID=00d2e79b-1f19-44e9-aee2-5cf01eeaafd3,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:58.523494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:58.631673 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ea55c8e6-f058-426e-841a-7c05a452e620 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5940814 Aug 31 15:53:58.634737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40646) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:58.639790 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': '00d2e79b-1f19-44e9-aee2-5cf01eeaafd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:58.766267 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:53:58.826777 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40650) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:58.840081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:58.844225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:58.971492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ac00-5be8-4f15-95fc-4a2325832936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:58.977857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:53:59.000233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c485aac-ffc1-4038-9a12-db9842860d18 req-11eee9a7-1ca0-438d-b52f-732960838219 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:59.001726 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2c485aac-ffc1-4038-9a12-db9842860d18 req-11eee9a7-1ca0-438d-b52f-732960838219 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0893099 Aug 31 15:53:59.112875 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2c485aac-ffc1-4038-9a12-db9842860d18 req-335ca165-ef53-4871-bf98-7bbcb30b6950 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041572 Aug 31 15:53:59.206761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ac00-5be8-4f15-95fc-4a2325832936 admin admin] Publish callbacks [] for security_group (c4369e60-ac57-434d-a3b0-8c74703be9e5), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:59.303789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (47045370-48cf-4cf0-bcff-c6e447a1654c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:59.335170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ac00-5be8-4f15-95fc-4a2325832936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c4369e60-ac57-434d-a3b0-8c74703be9e5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:59.423294 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7ab1ac00-5be8-4f15-95fc-4a2325832936 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=01fd32f74dcf40bdbf76c878e1178cb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5950634 Aug 31 15:53:59.426435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40656) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:59.427702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=47045370-48cf-4cf0-bcff-c6e447a1654c,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:59.438338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1ac00-5be8-4f15-95fc-4a2325832936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4369e60-ac57-434d-a3b0-8c74703be9e5,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:59.452238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Checking segment: {'id': '34bebad9-f67f-459f-ba1d-a8e147998d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00d2e79b-1f19-44e9-aee2-5cf01eeaafd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:53:59.452626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network hostable DHCP agents. Network: 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:59.488219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dea494a0-7fdd-4f70-8684-2ce4ad720d36 admin admin] Publish callbacks [] for security_group (c4369e60-ac57-434d-a3b0-8c74703be9e5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:59.512209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dea494a0-7fdd-4f70-8684-2ce4ad720d36 admin admin] Publish callbacks [] for security_group (c4369e60-ac57-434d-a3b0-8c74703be9e5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:59.646088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:59.743694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dea494a0-7fdd-4f70-8684-2ce4ad720d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c4369e60-ac57-434d-a3b0-8c74703be9e5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:59.746204 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dea494a0-7fdd-4f70-8684-2ce4ad720d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:59.747410 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dea494a0-7fdd-4f70-8684-2ce4ad720d36 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c4369e60-ac57-434d-a3b0-8c74703be9e5 HTTP/1.1" status: 204 len: 168 time: 0.3199019 Aug 31 15:53:59.759915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea494a0-7fdd-4f70-8684-2ce4ad720d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4369e60-ac57-434d-a3b0-8c74703be9e5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:59.781288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:59.791275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:53:59.792720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:59.805176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677de3fd-0495-4b1a-ae3c-fdfb3a8cc7cd None None] Network 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:53:59.920943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-00d2e79b-1f19-44e9-aee2-5cf01eeaafd3', 'network_id': '00d2e79b-1f19-44e9-aee2-5cf01eeaafd3', 'project_id': 'bbdcdd315c7c4d609ed03b79ddb40f5b', 'fixed_ips': [{'subnet_id': '47045370-48cf-4cf0-bcff-c6e447a1654c'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:53:59.922670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:53:59.930065 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f2a3b154-41bf-4230-8dfa-090f0a20c290 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2942376 Aug 31 15:53:59.934033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40660) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:53:59.939737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': '00d2e79b-1f19-44e9-aee2-5cf01eeaafd3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1747970784'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:59.949176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:00.083099 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Allocated IP 2001:db8::2 (00d2e79b-1f19-44e9-aee2-5cf01eeaafd3/47045370-48cf-4cf0-bcff-c6e447a1654c/472e039f-12a9-4ff8-b79a-8af88c80168c) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:00.097734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:00.194725 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:00.200184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:00.279807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:00.283593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port f0f1f124-cc45-4fed-9914-8e9f5a916996 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:00.314522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596de74-af7f-436d-a525-a27a8d6905ee req-470155c8-7a59-482e-9256-4f25b5575ba1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:00.320898 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4596de74-af7f-436d-a525-a27a8d6905ee req-470155c8-7a59-482e-9256-4f25b5575ba1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0914834 Aug 31 15:54:00.323824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:00.417509 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4596de74-af7f-436d-a525-a27a8d6905ee req-f72b5fbc-c1e9-4664-bd58-354de3a83a81 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672412 Aug 31 15:54:00.421432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Publish callbacks [] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:00.534498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:00.580769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Network 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:00.584760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:00.594297 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:00.594297 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Pushing event updated for resources: {'Port': ['ID=472e039f-12a9-4ff8-b79a-8af88c80168c,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:00.601759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8::47 (00d2e79b-1f19-44e9-aee2-5cf01eeaafd3/47045370-48cf-4cf0-bcff-c6e447a1654c/f0f1f124-cc45-4fed-9914-8e9f5a916996) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:00.633690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:00.662702 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Attempting to bind port 472e039f-12a9-4ff8-b79a-8af88c80168c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:54:00.663079 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Attempting to bind port 472e039f-12a9-4ff8-b79a-8af88c80168c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '34bebad9-f67f-459f-ba1d-a8e147998d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00d2e79b-1f19-44e9-aee2-5cf01eeaafd3'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:54:00.663458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Attempting to bind port 472e039f-12a9-4ff8-b79a-8af88c80168c on network 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:00.668931 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:54:00.669308 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Checking segment: {'id': '34bebad9-f67f-459f-ba1d-a8e147998d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00d2e79b-1f19-44e9-aee2-5cf01eeaafd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:00.669747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:00.670154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Bound using segment: {'id': '34bebad9-f67f-459f-ba1d-a8e147998d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00d2e79b-1f19-44e9-aee2-5cf01eeaafd3'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:54:00.670614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Bound port: 472e039f-12a9-4ff8-b79a-8af88c80168c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bebad9-f67f-459f-ba1d-a8e147998d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00d2e79b-1f19-44e9-aee2-5cf01eeaafd3'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:54:00.671004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:00.737167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] For port 472e039f-12a9-4ff8-b79a-8af88c80168c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:00.740473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] For port 472e039f-12a9-4ff8-b79a-8af88c80168c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=472e039f-12a9-4ff8-b79a-8af88c80168c,segment=NetworkSegment(34bebad9-f67f-459f-ba1d-a8e147998d24),segment_id=34bebad9-f67f-459f-ba1d-a8e147998d24)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:00.741205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (f0f1f124-cc45-4fed-9914-8e9f5a916996), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:00.901796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f0f1f124-cc45-4fed-9914-8e9f5a916996), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:00.902024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:00.949877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:00.955834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:00.959939 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:00.964781 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:00.965520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:00.969373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26718c4-895e-443c-93e6-7c5f039109a5 None None] Pushing event updated for resources: {'Port': ['ID=472e039f-12a9-4ff8-b79a-8af88c80168c,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:00.979600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=f0f1f124-cc45-4fed-9914-8e9f5a916996,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:01.103995 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2469217a-a20f-45ec-8577-ae8a28e1f447 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1690438 Aug 31 15:54:01.106917 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40682) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:01.209442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port f0f1f124-cc45-4fed-9914-8e9f5a916996 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:01.209828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f0f1f124-cc45-4fed-9914-8e9f5a916996), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:01.316466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f0f1f124-cc45-4fed-9914-8e9f5a916996), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:01.330677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for f0f1f124-cc45-4fed-9914-8e9f5a916996 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:01.545892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a5880-9efa-416e-8795-6bf1f5a0d20d req-f89563c6-52e6-4240-bd08-32080884e65c tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:01.548291 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-716a5880-9efa-416e-8795-6bf1f5a0d20d req-f89563c6-52e6-4240-bd08-32080884e65c tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0497591 Aug 31 15:54:01.601710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f0f1f124-cc45-4fed-9914-8e9f5a916996), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:01.621855 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-716a5880-9efa-416e-8795-6bf1f5a0d20d req-4f95d16c-fdbd-47e2-bfe2-b58cffe8336c tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568657 Aug 31 15:54:01.638594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=f0f1f124-cc45-4fed-9914-8e9f5a916996,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:01.665487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.665963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.666206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.666543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.666879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.667206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.667531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.667856 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.668177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.668497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.668824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.669144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.669464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.669934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.670201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:01.675854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:01.679161 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-053c1254-1c98-42bf-99ec-1b6fee7af5a8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/f0f1f124-cc45-4fed-9914-8e9f5a916996 HTTP/1.1" status: 204 len: 168 time: 0.5713222 Aug 31 15:54:01.681778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40690) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:01.708858 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-da81bb3f-e1b9-4ba0-9087-74c8db1357fd tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:01.710476 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-da81bb3f-e1b9-4ba0-9087-74c8db1357fd tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/f0f1f124-cc45-4fed-9914-8e9f5a916996 HTTP/1.1" status: 404 len: 333 time: 0.0276942 Aug 31 15:54:01.713237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40692) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:01.773315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b34c785-579c-416f-8ffa-fc9f7219c5da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet 47045370-48cf-4cf0-bcff-c6e447a1654c {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:01.777133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b34c785-579c-416f-8ffa-fc9f7219c5da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (47045370-48cf-4cf0-bcff-c6e447a1654c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:01.823372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b34c785-579c-416f-8ffa-fc9f7219c5da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (47045370-48cf-4cf0-bcff-c6e447a1654c), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:01.919927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b34c785-579c-416f-8ffa-fc9f7219c5da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (47045370-48cf-4cf0-bcff-c6e447a1654c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.010914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58851a5-39b9-4c55-ac7d-7cd642c27400 None None] Network 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:02.078999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-8ec90f4b-6f17-41c0-8869-5c4e8f6b5695 None None] Provisioning complete for port 472e039f-12a9-4ff8-b79a-8af88c80168c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:02.079477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8ec90f4b-6f17-41c0-8869-5c4e8f6b5695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.079691 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-8ec90f4b-6f17-41c0-8869-5c4e8f6b5695 None None] Attempt 1 to provision port 472e039f-12a9-4ff8-b79a-8af88c80168c Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-8ec90f4b-6f17-41c0-8869-5c4e8f6b5695 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:02.153148 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:02.168665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b34c785-579c-416f-8ffa-fc9f7219c5da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (47045370-48cf-4cf0-bcff-c6e447a1654c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.202146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b34c785-579c-416f-8ffa-fc9f7219c5da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.206963 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5b34c785-579c-416f-8ffa-fc9f7219c5da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/47045370-48cf-4cf0-bcff-c6e447a1654c HTTP/1.1" status: 204 len: 168 time: 0.4925458 Aug 31 15:54:02.211538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34c785-579c-416f-8ffa-fc9f7219c5da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=47045370-48cf-4cf0-bcff-c6e447a1654c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:02.212270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40700) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:02.297189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (00d2e79b-1f19-44e9-aee2-5cf01eeaafd3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.347498 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port 472e039f-12a9-4ff8-b79a-8af88c80168c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:02.347844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.398745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5292e1-f5bf-4dd3-b67c-31729e2b5145 None None] Network 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:02.430905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40706) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:02.437647 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] For port 472e039f-12a9-4ff8-b79a-8af88c80168c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=472e039f-12a9-4ff8-b79a-8af88c80168c,segment=NetworkSegment(34bebad9-f67f-459f-ba1d-a8e147998d24),segment_id=34bebad9-f67f-459f-ba1d-a8e147998d24)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:02.438342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.460764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for 472e039f-12a9-4ff8-b79a-8af88c80168c owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:02.520636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-18a83985-b376-4718-a90e-2a5ae352881c None None] Provisioning complete for port 472e039f-12a9-4ff8-b79a-8af88c80168c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:02.521191 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-18a83985-b376-4718-a90e-2a5ae352881c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.521671 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-18a83985-b376-4718-a90e-2a5ae352881c None None] Attempt 1 to provision port 472e039f-12a9-4ff8-b79a-8af88c80168c Aug 31 15:54:02.547308 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 472e039f-12a9-4ff8-b79a-8af88c80168c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:02.557279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-18a83985-b376-4718-a90e-2a5ae352881c None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:02.594265 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:02.600360 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] DHCP port deletion for 00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:54:02.604726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:02.636161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'network': {'name': 'tempest-network-smoke--1061903851', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'port_security_enabled': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:02.646504 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 472e039f-12a9-4ff8-b79a-8af88c80168c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:02.646869 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.647555 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 472e039f-12a9-4ff8-b79a-8af88c80168c Aug 31 15:54:02.670728 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Deleting port 472e039f-12a9-4ff8-b79a-8af88c80168c {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:02.671100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.692080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.727991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Could not find standard attr ID for object 472e039f-12a9-4ff8-b79a-8af88c80168c. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:02.730885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:02.737347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=472e039f-12a9-4ff8-b79a-8af88c80168c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:02.748427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] For port 472e039f-12a9-4ff8-b79a-8af88c80168c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=472e039f-12a9-4ff8-b79a-8af88c80168c,segment=NetworkSegment(34bebad9-f67f-459f-ba1d-a8e147998d24),segment_id=34bebad9-f67f-459f-ba1d-a8e147998d24)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:02.748828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.753056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No DVR routers for this DVR port 472e039f-12a9-4ff8-b79a-8af88c80168c on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:02.762439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Calling delete_port for 472e039f-12a9-4ff8-b79a-8af88c80168c owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:02.795594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8c271-2edc-4e6c-8948-476c1c0c1eb1 req-bf26b6a9-2f95-4c78-8bfe-df64466e687e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:02.797285 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-47d8c271-2edc-4e6c-8948-476c1c0c1eb1 req-bf26b6a9-2f95-4c78-8bfe-df64466e687e tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0970261 Aug 31 15:54:02.803553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:02.811432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.823183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.852235 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (472e039f-12a9-4ff8-b79a-8af88c80168c), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.875269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (00d2e79b-1f19-44e9-aee2-5cf01eeaafd3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.880335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Pushing event deleted for resources: {'Port': ['ID=472e039f-12a9-4ff8-b79a-8af88c80168c,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:02.884885 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] No DVR routers for this DVR port 472e039f-12a9-4ff8-b79a-8af88c80168c on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:02.896744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.896744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.897456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.897456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.897680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.897950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.899681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.899939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.900289 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.900632 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.900973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.901321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.902076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.902076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.902417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c09a5-c998-4f52-b2fc-a09da93d723d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:02.912894 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (4ed7ece8-7f54-4a75-bccc-e50592d57b3c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.923239 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-47d8c271-2edc-4e6c-8948-476c1c0c1eb1 req-c9331cfb-b6eb-4f34-85b6-2e0e476b644a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154702 Aug 31 15:54:02.924840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d2e79b-1f19-44e9-aee2-5cf01eeaafd3']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:02.936023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bebad9-f67f-459f-ba1d-a8e147998d24') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:02.936323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bebad9-f67f-459f-ba1d-a8e147998d24') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:02.946811 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (34bebad9-f67f-459f-ba1d-a8e147998d24), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.960708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (34bebad9-f67f-459f-ba1d-a8e147998d24), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:02.967179 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:02.967588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (34bebad9-f67f-459f-ba1d-a8e147998d24), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:03.013911 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 34bebad9-f67f-459f-ba1d-a8e147998d24 resource provider aggregate not found Aug 31 15:54:03.023071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4ed7ece8-7f54-4a75-bccc-e50592d57b3c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:03.035743 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 34bebad9-f67f-459f-ba1d-a8e147998d24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34bebad9-f67f-459f-ba1d-a8e147998d24 found for delete ", "request_id": "req-5cde2ef7-333e-4a6e-b56f-0a1dc1ee3ce1"}]} Aug 31 15:54:03.055645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed7ece8-7f54-4a75-bccc-e50592d57b3c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:03.160571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (00d2e79b-1f19-44e9-aee2-5cf01eeaafd3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:03.167937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:03.168328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:03.170690 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/networks/00d2e79b-1f19-44e9-aee2-5cf01eeaafd3 HTTP/1.1" status: 204 len: 168 time: 0.9597912 Aug 31 15:54:03.176468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40716) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:03.183553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'name': 'tempest-PortsIpV6TestJSON-1146542786'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:03.187308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aebef-4f2a-4dcd-a4e2-866394330acc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Network': ['ID=00d2e79b-1f19-44e9-aee2-5cf01eeaafd3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:03.206631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (88bde66d-bfad-4301-a5c1-11d1298aa4f2), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:03.206973 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Added segment 88bde66d-bfad-4301-a5c1-11d1298aa4f2 of type vlan for network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 Aug 31 15:54:03.297230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:03.480474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:03.484648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:03.502937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:03.507796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:03.508379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:03.512071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port ad8f5518-e6e6-4456-bd90-c0507af8d083 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:03.910496 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4759560 Aug 31 15:54:03.913980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40718) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:03.918816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2096101319', 'admin_state_up': True, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:03.919809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:03.923884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce75a9e-ce1a-45cc-8d8f-3c779ed2f6d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Network': ['ID=ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:03.938528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:03.987614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:04.045870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:04.077450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ab122-605f-4169-9065-ece09e347bef req-becaccb4-4c79-43f2-a0f6-d187ab8511d0 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:04.079517 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d7ab122-605f-4169-9065-ece09e347bef req-becaccb4-4c79-43f2-a0f6-d187ab8511d0 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0771689 Aug 31 15:54:04.081494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (b8b89ffd-364d-4597-9a67-45e29099a7e1), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.083788 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (b8b89ffd-364d-4597-9a67-45e29099a7e1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.090654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (ad8f5518-e6e6-4456-bd90-c0507af8d083), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.139126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (b8b89ffd-364d-4597-9a67-45e29099a7e1), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.156938 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d7ab122-605f-4169-9065-ece09e347bef req-19dd289d-d9e8-4819-b111-87bf4be9e1e1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692563 Aug 31 15:54:04.278567 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ad8f5518-e6e6-4456-bd90-c0507af8d083), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.310241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:04.329597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:04.333336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:04.337963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:04.342661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:04.343939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.350236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=ad8f5518-e6e6-4456-bd90-c0507af8d083,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:04.433628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (b8b89ffd-364d-4597-9a67-45e29099a7e1), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.438220 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-41884bc8-8954-4fb0-b56c-ed63be4bd9d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2580409 Aug 31 15:54:04.438769 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40722) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:04.451271 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 472e039f-12a9-4ff8-b79a-8af88c80168c no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:04.471833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 472e039f-12a9-4ff8-b79a-8af88c80168c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:54:04.472174 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 472e039f-12a9-4ff8-b79a-8af88c80168c not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:04.531522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-6fe54a23-5510-4c23-ae16-36bfbef6a84a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port ad8f5518-e6e6-4456-bd90-c0507af8d083 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:04.532204 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fe54a23-5510-4c23-ae16-36bfbef6a84a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ad8f5518-e6e6-4456-bd90-c0507af8d083), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.602267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fe54a23-5510-4c23-ae16-36bfbef6a84a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ad8f5518-e6e6-4456-bd90-c0507af8d083), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.616499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-6fe54a23-5510-4c23-ae16-36bfbef6a84a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for ad8f5518-e6e6-4456-bd90-c0507af8d083 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:04.735625 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (b8b89ffd-364d-4597-9a67-45e29099a7e1), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.754674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.803543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fe54a23-5510-4c23-ae16-36bfbef6a84a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ad8f5518-e6e6-4456-bd90-c0507af8d083), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.830541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe54a23-5510-4c23-ae16-36bfbef6a84a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=ad8f5518-e6e6-4456-bd90-c0507af8d083,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:04.839177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fe54a23-5510-4c23-ae16-36bfbef6a84a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:04.842715 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6fe54a23-5510-4c23-ae16-36bfbef6a84a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/ad8f5518-e6e6-4456-bd90-c0507af8d083 HTTP/1.1" status: 204 len: 168 time: 0.4026344 Aug 31 15:54:04.848601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40724) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:04.855267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'mac_address': 'fa:16:3e:52:bf:fa', 'name': 'tempest-PortsIpV6TestJSON-395914253'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:04.971751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.26.2.13 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/2f38919b-1bfb-4bdc-bece-cb8c82869f14) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:05.087846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:05.186001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:05.279123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:05.295932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:05.327161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c24900-370b-4a6a-bfea-42d8e83e9749 req-b81d4bb0-0791-460c-9529-a052d0a7a1e3 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:05.328706 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c7c24900-370b-4a6a-bfea-42d8e83e9749 req-b81d4bb0-0791-460c-9529-a052d0a7a1e3 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0913451 Aug 31 15:54:05.358859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:05.373018 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:05.376783 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=2f38919b-1bfb-4bdc-bece-cb8c82869f14,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:05.379766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:05.387773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port f1dd4cd9-d50c-4c63-8561-c82828afa084 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:05.493867 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c7c24900-370b-4a6a-bfea-42d8e83e9749 req-c750638e-23f4-497d-8ae9-d88cb9551832 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569302 Aug 31 15:54:05.704343 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (f1dd4cd9-d50c-4c63-8561-c82828afa084), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:05.725020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:05.837743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (f1dd4cd9-d50c-4c63-8561-c82828afa084), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:05.917425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:05.923806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:05.928954 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:05.933368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:05.933979 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:05.939537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=f1dd4cd9-d50c-4c63-8561-c82828afa084,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:05.962787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (b8b89ffd-364d-4597-9a67-45e29099a7e1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:05.994457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:06.051376 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fcd72f3e-c1ad-4523-b60e-9ed0bfdc5e51 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2017434 Aug 31 15:54:06.053914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40728) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:06.133623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed60225e-2932-46bf-8e16-0843f8ca7f94 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:06.134959 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ed60225e-2932-46bf-8e16-0843f8ca7f94 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/f1dd4cd9-d50c-4c63-8561-c82828afa084 HTTP/1.1" status: 200 len: 844 time: 0.0801647 Aug 31 15:54:06.137970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40730) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:06.220505 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d46a6b42-8f7f-4567-914b-094df56ab1d4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port f1dd4cd9-d50c-4c63-8561-c82828afa084 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:06.220740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d46a6b42-8f7f-4567-914b-094df56ab1d4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f1dd4cd9-d50c-4c63-8561-c82828afa084), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:06.272590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:06.299565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d46a6b42-8f7f-4567-914b-094df56ab1d4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f1dd4cd9-d50c-4c63-8561-c82828afa084), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:06.313993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d46a6b42-8f7f-4567-914b-094df56ab1d4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for f1dd4cd9-d50c-4c63-8561-c82828afa084 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:06.366277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:06.470650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (b8b89ffd-364d-4597-9a67-45e29099a7e1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:06.571259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d46a6b42-8f7f-4567-914b-094df56ab1d4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f1dd4cd9-d50c-4c63-8561-c82828afa084), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:06.629968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a6b42-8f7f-4567-914b-094df56ab1d4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=f1dd4cd9-d50c-4c63-8561-c82828afa084,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:06.640104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d46a6b42-8f7f-4567-914b-094df56ab1d4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:06.644139 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d46a6b42-8f7f-4567-914b-094df56ab1d4 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/f1dd4cd9-d50c-4c63-8561-c82828afa084 HTTP/1.1" status: 204 len: 168 time: 0.5049155 Aug 31 15:54:06.646770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40734) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:06.658152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3ebcb-e41c-4589-86c5-994a1d52b88a req-40ca5c69-a40f-4a82-b576-5040fc5fb85d tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:06.659694 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-14e3ebcb-e41c-4589-86c5-994a1d52b88a req-40ca5c69-a40f-4a82-b576-5040fc5fb85d tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0903461 Aug 31 15:54:06.673118 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e9bfc8-5d14-4364-8fcf-c2c52fab88f9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:06.678358 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e7e9bfc8-5d14-4364-8fcf-c2c52fab88f9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/f1dd4cd9-d50c-4c63-8561-c82828afa084 HTTP/1.1" status: 404 len: 333 time: 0.0266747 Aug 31 15:54:06.678531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40736) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:06.683465 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'name': 'tempest-PortsIpV6TestJSON-390948700'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:06.713436 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-14e3ebcb-e41c-4589-86c5-994a1d52b88a req-2e5a9271-1424-47b8-8d8d-0558ff5a59f4 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479960 Aug 31 15:54:06.727973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router b8b89ffd-364d-4597-9a67-45e29099a7e1 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:54:06.866656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:06.878233 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Sync routers for ids ['b8b89ffd-364d-4597-9a67-45e29099a7e1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:06.881048 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=55 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:06.889542 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Routers {'b8b89ffd-364d-4597-9a67-45e29099a7e1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:54:06.891214 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b8b89ffd-364d-4597-9a67-45e29099a7e1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:06.997118 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Set router b8b89ffd-364d-4597-9a67-45e29099a7e1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:54:07.127051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:07.130926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.134908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.136273 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b985b8e0-d66d-490e-827d-83c7a7693d3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2209692 Aug 31 15:54:07.139378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40738) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:07.154339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port c0f8e314-b855-46de-aa30-d74e84602634 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:07.170825 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'name': 'tempest-TestNetworkBasicOps-router-2096101319', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:05Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:07.197205 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Checking router: b8b89ffd-364d-4597-9a67-45e29099a7e1 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:07.197658 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Updating router b8b89ffd-364d-4597-9a67-45e29099a7e1 port 2f38919b-1bfb-4bdc-bece-cb8c82869f14 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:54:07.226745 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-eab5c7d9-4d21-416a-ad16-b085c6d1d4e4 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=c1c1baf047434c6c96bb801d711d1228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0859795 Aug 31 15:54:07.229269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40742) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:07.232780 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.252386 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:07.341185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (c0f8e314-b855-46de-aa30-d74e84602634), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.414273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4b0a47-ddd4-4e45-a427-52932bde3ce9 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:07.417549 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ee4b0a47-ddd4-4e45-a427-52932bde3ce9 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1872404 Aug 31 15:54:07.418521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40744) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:07.453688 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c0f8e314-b855-46de-aa30-d74e84602634), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.457225 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f0643409-7e45-4b94-97e5-85b21c01b125 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350482 Aug 31 15:54:07.457525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40746) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:07.462698 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-188624739', 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:07.493926 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Publish callbacks [] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.507201 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:07.511689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:07.514121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:07.519929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:07.521221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.530899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=c0f8e314-b855-46de-aa30-d74e84602634,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:07.541397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.541770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.542117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.542456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.542792 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.543118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.543444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.543765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.544087 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.544405 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.544725 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.545042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.545364 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.545707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.546023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.695275 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.729528 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Attempting to bind port 2f38919b-1bfb-4bdc-bece-cb8c82869f14 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:54:07.729913 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Attempting to bind port 2f38919b-1bfb-4bdc-bece-cb8c82869f14 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:54:07.730269 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Attempting to bind port 2f38919b-1bfb-4bdc-bece-cb8c82869f14 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:07.746218 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:54:07.750860 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:07.750860 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.750860 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:54:07.750860 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Bound port: 2f38919b-1bfb-4bdc-bece-cb8c82869f14, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:54:07.750860 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.753065 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9dbc397b-9e62-448a-9701-775472249e99 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0732110 Aug 31 15:54:07.754137 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Pushing event updated for resources: {'Port': ['ID=2f38919b-1bfb-4bdc-bece-cb8c82869f14,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:07.755535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40750) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:07.758005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:07.762477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-075c1beb-cef9-461a-9388-383a70a05025 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:07.784387 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.786197 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.786617 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.786883 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.788538 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.788865 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.789197 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.789579 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.791583 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.791583 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.791583 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.791583 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.791583 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.791583 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.792081 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:07.832231 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] For port 2f38919b-1bfb-4bdc-bece-cb8c82869f14, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:07.835487 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] For port 2f38919b-1bfb-4bdc-bece-cb8c82869f14, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2f38919b-1bfb-4bdc-bece-cb8c82869f14,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:07.845511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-075c1beb-cef9-461a-9388-383a70a05025 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (c0f8e314-b855-46de-aa30-d74e84602634), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.853391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b9b96-dcdc-4d23-9e55-36eda372747f req-eef176d1-c798-4f82-8f85-90fb18a5933c tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:07.854933 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8c3b9b96-dcdc-4d23-9e55-36eda372747f req-eef176d1-c798-4f82-8f85-90fb18a5933c tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0511949 Aug 31 15:54:07.882352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:07.891843 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:07.907373 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8c3b9b96-dcdc-4d23-9e55-36eda372747f req-00d3b9d5-7b69-41ce-af50-9cb9e995388a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461688 Aug 31 15:54:08.006199 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.049438 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Routers {'b8b89ffd-364d-4597-9a67-45e29099a7e1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:54:08.050455 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:53:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b8b89ffd-364d-4597-9a67-45e29099a7e1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:08.068904 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:08.074227 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7f06f-c090-4180-a80d-1aa4d936fa9d None None] Pushing event updated for resources: {'Port': ['ID=2f38919b-1bfb-4bdc-bece-cb8c82869f14,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:08.114955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:08.143181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-075c1beb-cef9-461a-9388-383a70a05025 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (c0f8e314-b855-46de-aa30-d74e84602634), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.182916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:08.183533 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] Set router b8b89ffd-364d-4597-9a67-45e29099a7e1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:54:08.215119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-075c1beb-cef9-461a-9388-383a70a05025 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (c0f8e314-b855-46de-aa30-d74e84602634), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.215877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-075c1beb-cef9-461a-9388-383a70a05025 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] In _notify_port_updated(), no bound segment for port c0f8e314-b855-46de-aa30-d74e84602634 on network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:54:08.220926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075c1beb-cef9-461a-9388-383a70a05025 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:08.221566 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-075c1beb-cef9-461a-9388-383a70a05025 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.223649 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-075c1beb-cef9-461a-9388-383a70a05025 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "PUT /networking/v2.0/ports/c0f8e314-b855-46de-aa30-d74e84602634 HTTP/1.1" status: 200 len: 818 time: 0.4663827 Aug 31 15:54:08.225826 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40752) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:08.253615 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:08.276768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c1beb-cef9-461a-9388-383a70a05025 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=c0f8e314-b855-46de-aa30-d74e84602634,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:08.309415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (6ac1636a-0f57-46cd-a518-72d48b19368e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.318142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-806b2db4-8d9b-4fa9-8184-a128ed467632 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port c0f8e314-b855-46de-aa30-d74e84602634 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:08.318974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-806b2db4-8d9b-4fa9-8184-a128ed467632 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c0f8e314-b855-46de-aa30-d74e84602634), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.361484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Subnet': ['ID=6ac1636a-0f57-46cd-a518-72d48b19368e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:08.372108 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'name': 'tempest-TestNetworkBasicOps-router-2096101319', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:05Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:08.408572 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9b3d5-edb9-4c39-b808-77dbb41c4d27 None None] The sync data for ids ['b8b89ffd-364d-4597-9a67-45e29099a7e1'] in dv-neutron-855257-2-hyperv is: [{'id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'name': 'tempest-TestNetworkBasicOps-router-2096101319', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:05Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:08.409428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-806b2db4-8d9b-4fa9-8184-a128ed467632 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c0f8e314-b855-46de-aa30-d74e84602634), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.412310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Checking segment: {'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:08.412499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network hostable DHCP agents. Network: ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:08.426470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-1b63e0df-e883-4667-933d-1c66e121d122 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:08.427213 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-806b2db4-8d9b-4fa9-8184-a128ed467632 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for c0f8e314-b855-46de-aa30-d74e84602634 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:08.428017 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-1b63e0df-e883-4667-933d-1c66e121d122 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.0647984 Aug 31 15:54:08.536578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-38e398bb-a168-4452-9594-dcfa08bc2dc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Deleting port fab06290-ed8a-4a60-8ed4-c87ab62a883e {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:08.536921 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-38e398bb-a168-4452-9594-dcfa08bc2dc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.580761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:08.606736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-806b2db4-8d9b-4fa9-8184-a128ed467632 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c0f8e314-b855-46de-aa30-d74e84602634), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.679834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b2db4-8d9b-4fa9-8184-a128ed467632 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=c0f8e314-b855-46de-aa30-d74e84602634,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:08.680596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-138a2218-05d4-4776-affb-7de4f3f16770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.682031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-38e398bb-a168-4452-9594-dcfa08bc2dc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] For port fab06290-ed8a-4a60-8ed4-c87ab62a883e, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=fab06290-ed8a-4a60-8ed4-c87ab62a883e,segment=NetworkSegment(6d4c09ce-ab65-4a12-8674-565a4f957d06),segment_id=6d4c09ce-ab65-4a12-8674-565a4f957d06)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:08.682596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-38e398bb-a168-4452-9594-dcfa08bc2dc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.703125 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-806b2db4-8d9b-4fa9-8184-a128ed467632 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.703125 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-806b2db4-8d9b-4fa9-8184-a128ed467632 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/c0f8e314-b855-46de-aa30-d74e84602634 HTTP/1.1" status: 204 len: 168 time: 0.4743299 Aug 31 15:54:08.704407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40754) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:08.748679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-38e398bb-a168-4452-9594-dcfa08bc2dc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Calling delete_port for fab06290-ed8a-4a60-8ed4-c87ab62a883e owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:08.775790 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a8fc45-53aa-4b4d-848d-e025cde69751 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:08.777404 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-26a8fc45-53aa-4b4d-848d-e025cde69751 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0714457 Aug 31 15:54:08.780487 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40756) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:08.811371 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c49f6d9-5e9a-43c8-8829-53fce5165039 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:08.815039 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4c49f6d9-5e9a-43c8-8829-53fce5165039 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/c0f8e314-b855-46de-aa30-d74e84602634 HTTP/1.1" status: 404 len: 333 time: 0.0334930 Aug 31 15:54:08.819011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40758) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:08.824294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-304894513'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:08.828010 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:08.834696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:08.835284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:08.841665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7569d-84dc-4a14-8235-5a32ae1b3a0e None None] Network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:08.956886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278', 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'fixed_ips': [{'subnet_id': '6ac1636a-0f57-46cd-a518-72d48b19368e'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:54:08.967968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.038157 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-394f6604-15ff-4ce1-856b-a717e627b87a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5792971 Aug 31 15:54:09.039014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-38e398bb-a168-4452-9594-dcfa08bc2dc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (fab06290-ed8a-4a60-8ed4-c87ab62a883e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.041928 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40764) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:09.083133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e398bb-a168-4452-9594-dcfa08bc2dc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event deleted for resources: {'Port': ['ID=fab06290-ed8a-4a60-8ed4-c87ab62a883e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:09.128003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d1736-78c4-4ca9-9c4c-13fb474f3dc6 req-dec1d1ca-903c-4fb7-bd47-deb0a8e29148 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:09.131235 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-730d1736-78c4-4ca9-9c4c-13fb474f3dc6 req-dec1d1ca-903c-4fb7-bd47-deb0a8e29148 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 944 time: 0.1336243 Aug 31 15:54:09.145396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Allocated IP 172.20.0.2 (ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278/6ac1636a-0f57-46cd-a518-72d48b19368e/04596a47-21e0-4eea-9d50-31f14f4d8039) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:09.151742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-38e398bb-a168-4452-9594-dcfa08bc2dc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] No DVR routers for this DVR port fab06290-ed8a-4a60-8ed4-c87ab62a883e on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:09.160523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:09.161178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-38e398bb-a168-4452-9594-dcfa08bc2dc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.165067 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fae8249b-1ca0-4be6-aac0-67996274bed9 req-38e398bb-a168-4452-9594-dcfa08bc2dc2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.43 "DELETE /networking/v2.0/ports/fab06290-ed8a-4a60-8ed4-c87ab62a883e HTTP/1.1" status: 204 len: 173 time: 0.7268646 Aug 31 15:54:09.165401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.166147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd34294-b044-4e34-830a-1806ccdcb1b2', 'name': 'network-vif-deleted', 'tag': 'fab06290-ed8a-4a60-8ed4-c87ab62a883e'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:54:09.168782 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872d1186-278b-420a-a734-9e38f8026117" -d '{"events": [{"server_uuid": "5bd34294-b044-4e34-830a-1806ccdcb1b2", "name": "network-vif-deleted", "tag": "fab06290-ed8a-4a60-8ed4-c87ab62a883e"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:09.222349 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-730d1736-78c4-4ca9-9c4c-13fb474f3dc6 req-dd19c150-e634-49b8-9816-46bcf1bfbff8 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b2317b4e-ea44-416f-99e1-0502473c241f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739417 Aug 31 15:54:09.251350 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:09.254011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4bf689-eb12-4c76-a1fe-203b87897a33 x-openstack-request-id: req-7f4bf689-eb12-4c76-a1fe-203b87897a33 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:09.254311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd34294-b044-4e34-830a-1806ccdcb1b2", "name": "network-vif-deleted", "tag": "fab06290-ed8a-4a60-8ed4-c87ab62a883e", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:09.255158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f4bf689-eb12-4c76-a1fe-203b87897a33 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:09.255946 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7f4bf689-eb12-4c76-a1fe-203b87897a33']: {'server_uuid': '5bd34294-b044-4e34-830a-1806ccdcb1b2', 'name': 'network-vif-deleted', 'tag': 'fab06290-ed8a-4a60-8ed4-c87ab62a883e', 'status': 'failed', 'code': 422} returned with failed status Aug 31 15:54:09.282702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (fd4bb235-834b-41cc-8c12-1f98bab5eece), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.283062 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Added segment fd4bb235-834b-41cc-8c12-1f98bab5eece of type vlan for network a3092d51-b37e-449a-9d70-b8bed95a8bad Aug 31 15:54:09.394432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Publish callbacks [] for port (04596a47-21e0-4eea-9d50-31f14f4d8039), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.423417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (a3092d51-b37e-449a-9d70-b8bed95a8bad), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.454296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:09.520251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (04596a47-21e0-4eea-9d50-31f14f4d8039), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.554702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (a3092d51-b37e-449a-9d70-b8bed95a8bad), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.559623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:09.560579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.562633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:09.566319 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:09.569105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:09.582514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Pushing event updated for resources: {'Port': ['ID=04596a47-21e0-4eea-9d50-31f14f4d8039,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:09.636106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Attempting to bind port 04596a47-21e0-4eea-9d50-31f14f4d8039 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:54:09.636469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Attempting to bind port 04596a47-21e0-4eea-9d50-31f14f4d8039 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:54:09.636827 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Attempting to bind port 04596a47-21e0-4eea-9d50-31f14f4d8039 on network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:09.643038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:54:09.643404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Checking segment: {'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:09.643831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.644232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Bound using segment: {'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:54:09.644694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Bound port: 04596a47-21e0-4eea-9d50-31f14f4d8039, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:54:09.645079 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (04596a47-21e0-4eea-9d50-31f14f4d8039), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.680358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Network': ['ID=a3092d51-b37e-449a-9d70-b8bed95a8bad,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:09.695258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network a3092d51-b37e-449a-9d70-b8bed95a8bad details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:09.730236 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-70d573f6-088f-4591-afee-e030134ceb1a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9102042 Aug 31 15:54:09.733226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40768) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:09.743279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:09.776775 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] For port 04596a47-21e0-4eea-9d50-31f14f4d8039, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:09.800998 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] For port 04596a47-21e0-4eea-9d50-31f14f4d8039, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=04596a47-21e0-4eea-9d50-31f14f4d8039,segment=NetworkSegment(88bde66d-bfad-4301-a5c1-11d1298aa4f2),segment_id=88bde66d-bfad-4301-a5c1-11d1298aa4f2)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:09.824157 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.824401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:09.895522 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (04596a47-21e0-4eea-9d50-31f14f4d8039), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:09.960755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5422af-3229-490d-a1a9-10943ba95b5a None None] Pushing event updated for resources: {'Port': ['ID=04596a47-21e0-4eea-9d50-31f14f4d8039,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:09.977685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:09.981365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:09.983330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:10.057375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:10.258156 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.1 (ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278/6ac1636a-0f57-46cd-a518-72d48b19368e/50a8dc99-9ff2-4608-9843-5b82af6655a7) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:10.367128 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-756fd7cd-7a03-42fd-a07a-7f0c5f90e909 req-37f76c5e-c34f-47c0-967a-ef1f54092cd2 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 210 time: 0.0299516 Aug 31 15:54:10.407028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (c97a232e-5f3f-4a0e-8a97-57575d47530e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:10.445612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:10.522879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=c97a232e-5f3f-4a0e-8a97-57575d47530e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:10.527582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Checking segment: {'id': 'fd4bb235-834b-41cc-8c12-1f98bab5eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:10.527945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network hostable DHCP agents. Network: a3092d51-b37e-449a-9d70-b8bed95a8bad, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:10.544586 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2f38919b-1bfb-4bdc-bece-cb8c82869f14 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:10.569188 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:10.594549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 2f38919b-1bfb-4bdc-bece-cb8c82869f14 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:10.594922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:10.595261 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 2f38919b-1bfb-4bdc-bece-cb8c82869f14 Aug 31 15:54:10.600946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:10.623103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:10.645881 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:10.647051 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 04596a47-21e0-4eea-9d50-31f14f4d8039 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:10.672174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network a3092d51-b37e-449a-9d70-b8bed95a8bad is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:10.678959 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7424d675-cddd-4863-9c5e-16468b23b88a req-c629c623-cde7-46e6-85e4-569f0335cb43 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5bd34294-b044-4e34-830a-1806ccdcb1b2 HTTP/1.1" status: 200 len: 210 time: 0.0475106 Aug 31 15:54:10.682782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:10.689360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:10.694142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:10.694297 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 04596a47-21e0-4eea-9d50-31f14f4d8039 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:10.694297 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (04596a47-21e0-4eea-9d50-31f14f4d8039), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:10.694297 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 04596a47-21e0-4eea-9d50-31f14f4d8039 Aug 31 15:54:10.729272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=50a8dc99-9ff2-4608-9843-5b82af6655a7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:10.739309 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:10.748597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (b8b89ffd-364d-4597-9a67-45e29099a7e1), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:10.754375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b7758c64-3dae-4c40-8e36-ec5f1c52daa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:10.783343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, a3092d51-b37e-449a-9d70-b8bed95a8bad) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:10.798775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:10.798994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d370199-94ed-4931-86ec-0866e5ad4e43 None None] Network a3092d51-b37e-449a-9d70-b8bed95a8bad requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:10.799590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:10.936732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-a3092d51-b37e-449a-9d70-b8bed95a8bad', 'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad', 'project_id': 'bbdcdd315c7c4d609ed03b79ddb40f5b', 'fixed_ips': [{'subnet_id': 'c97a232e-5f3f-4a0e-8a97-57575d47530e'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:54:10.938389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:10.974672 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a47382e1-590e-4db4-8726-bed18b32fef7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2379730 Aug 31 15:54:10.975536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40778) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:10.982415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7a9da8cb-a962-4ace-a254-f352518c4edf tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:11.007623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.098192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:11.120295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Allocated IP 2001:db8::2 (a3092d51-b37e-449a-9d70-b8bed95a8bad/c97a232e-5f3f-4a0e-8a97-57575d47530e/ae68f7e3-0389-4c8c-9ed2-be792faba8ba) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:11.185325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1501a2b-8538-4c8a-a72f-19784e72fe2c None None] Network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:11.274231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9da8cb-a962-4ace-a254-f352518c4edf tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:11.278122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a9da8cb-a962-4ace-a254-f352518c4edf tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.346867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device fab06290-ed8a-4a60-8ed4-c87ab62a883e no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:11.351006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.385484 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.ipam_backend_mixin [None req-7a9da8cb-a962-4ace-a254-f352518c4edf tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c97a232e-5f3f-4a0e-8a97-57575d47530e (CIDR: 2001:db8::/64) Aug 31 15:54:11.420765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: fab06290-ed8a-4a60-8ed4-c87ab62a883e {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:54:11.421056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device fab06290-ed8a-4a60-8ed4-c87ab62a883e not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:11.426910 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-cc628b6d-a855-4d34-bcc5-62871ae705dd None None] Provisioning complete for port 04596a47-21e0-4eea-9d50-31f14f4d8039 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:11.427809 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cc628b6d-a855-4d34-bcc5-62871ae705dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (04596a47-21e0-4eea-9d50-31f14f4d8039), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.427809 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-cc628b6d-a855-4d34-bcc5-62871ae705dd None None] Attempt 1 to provision port 04596a47-21e0-4eea-9d50-31f14f4d8039 Aug 31 15:54:11.434757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:11.474632 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.475091 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9da8cb-a962-4ace-a254-f352518c4edf tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:54:11.475554 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9da8cb-a962-4ace-a254-f352518c4edf tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-cc628b6d-a855-4d34-bcc5-62871ae705dd None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:11.542432 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:11.552487 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (b8b89ffd-364d-4597-9a67-45e29099a7e1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.554370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=50a8dc99-9ff2-4608-9843-5b82af6655a7,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:11.590332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Publish callbacks [] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.597593 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7a9da8cb-a962-4ace-a254-f352518c4edf tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6207747 Aug 31 15:54:11.600305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40780) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:11.605468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-877e4d80-8a15-48b4-99f7-75e7393be087 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:11.655577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40784) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:11.681105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:11.682711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:11.712773 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.769732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Pushing event updated for resources: {'Port': ['ID=ae68f7e3-0389-4c8c-9ed2-be792faba8ba,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:11.787578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:11.792235 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Network a3092d51-b37e-449a-9d70-b8bed95a8bad is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:11.793799 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:11.797052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:11.837203 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router b8b89ffd-364d-4597-9a67-45e29099a7e1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:54:11.866482 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Attempting to bind port ae68f7e3-0389-4c8c-9ed2-be792faba8ba on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:54:11.867183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Attempting to bind port ae68f7e3-0389-4c8c-9ed2-be792faba8ba by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'fd4bb235-834b-41cc-8c12-1f98bab5eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:54:11.867735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Attempting to bind port ae68f7e3-0389-4c8c-9ed2-be792faba8ba on network a3092d51-b37e-449a-9d70-b8bed95a8bad {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:11.873837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:54:11.874525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Checking segment: {'id': 'fd4bb235-834b-41cc-8c12-1f98bab5eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:11.875442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.876106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Bound using segment: {'id': 'fd4bb235-834b-41cc-8c12-1f98bab5eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:54:11.876648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Bound port: ae68f7e3-0389-4c8c-9ed2-be792faba8ba, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4bb235-834b-41cc-8c12-1f98bab5eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:54:11.877085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.950252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] For port ae68f7e3-0389-4c8c-9ed2-be792faba8ba, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:11.954668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] For port ae68f7e3-0389-4c8c-9ed2-be792faba8ba, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ae68f7e3-0389-4c8c-9ed2-be792faba8ba,segment=NetworkSegment(fd4bb235-834b-41cc-8c12-1f98bab5eece),segment_id=fd4bb235-834b-41cc-8c12-1f98bab5eece)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:11.973356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Provisioning complete for port 50a8dc99-9ff2-4608-9843-5b82af6655a7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:11.973910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:11.974046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:11.974459 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Attempt 1 to provision port 50a8dc99-9ff2-4608-9843-5b82af6655a7 Aug 31 15:54:11.986888 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-82311806-925d-4725-a79d-d1043bcf4896 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/b8b89ffd-364d-4597-9a67-45e29099a7e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9395468 Aug 31 15:54:11.987262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40786) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:12.010083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877e4d80-8a15-48b4-99f7-75e7393be087 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:12.011843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Sync routers for ids ['b8b89ffd-364d-4597-9a67-45e29099a7e1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:12.013839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-877e4d80-8a15-48b4-99f7-75e7393be087 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:12.045234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Port 50a8dc99-9ff2-4608-9843-5b82af6655a7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:12.045884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Routers {'b8b89ffd-364d-4597-9a67-45e29099a7e1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:54:12.047107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:54:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b8b89ffd-364d-4597-9a67-45e29099a7e1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:12.142469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:12.206557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Set router b8b89ffd-364d-4597-9a67-45e29099a7e1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:54:12.242304 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:12.249087 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4940e3-3fe1-4bf8-b541-e07fd4d78a4d None None] Pushing event updated for resources: {'Port': ['ID=ae68f7e3-0389-4c8c-9ed2-be792faba8ba,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:12.462723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:12.475206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:12.479001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'name': 'tempest-TestNetworkBasicOps-router-2096101319', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:10Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '50a8dc99-9ff2-4608-9843-5b82af6655a7', 'name': '', 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:5b:f8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6ac1636a-0f57-46cd-a518-72d48b19368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:09Z', 'updated_at': '2022-08-31T15:54:11Z', 'revision_number': 2, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '6ac1636a-0f57-46cd-a518-72d48b19368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:12.486491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:12.516510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Checking router: b8b89ffd-364d-4597-9a67-45e29099a7e1 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:12.517955 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Updating router b8b89ffd-364d-4597-9a67-45e29099a7e1 port 50a8dc99-9ff2-4608-9843-5b82af6655a7 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:54:12.548976 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Attempt 2 to provision port 50a8dc99-9ff2-4608-9843-5b82af6655a7 Aug 31 15:54:12.575573 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:12.595691 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:12.610215 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Port 50a8dc99-9ff2-4608-9843-5b82af6655a7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:12.667861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:12.718550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b16b58-89ff-42e7-b43e-1a3aed547831 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.719025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b16b58-89ff-42e7-b43e-1a3aed547831 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.719497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b16b58-89ff-42e7-b43e-1a3aed547831 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.719959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b16b58-89ff-42e7-b43e-1a3aed547831 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.720416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b16b58-89ff-42e7-b43e-1a3aed547831 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.720878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b16b58-89ff-42e7-b43e-1a3aed547831 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.721779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b16b58-89ff-42e7-b43e-1a3aed547831 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.723754 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e2b16b58-89ff-42e7-b43e-1a3aed547831 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4921 time: 0.7356112 Aug 31 15:54:12.726740 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40788) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:12.842267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c3bc1-5002-479a-b156-284a9500c6d3 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.848187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c3bc1-5002-479a-b156-284a9500c6d3 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.848187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c3bc1-5002-479a-b156-284a9500c6d3 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.848187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c3bc1-5002-479a-b156-284a9500c6d3 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.848187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c3bc1-5002-479a-b156-284a9500c6d3 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.848187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c3bc1-5002-479a-b156-284a9500c6d3 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:12.848187 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cc3c3bc1-5002-479a-b156-284a9500c6d3 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3961 time: 0.1191392 Aug 31 15:54:12.849959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40790) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:12.902879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Publish callbacks [] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.026607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.067591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Deleting port 9a89ca9b-9164-4640-ae45-d224651c9c12 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:13.067920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.102346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d911a29-2e61-4131-a1f5-ccedc37e4d38 None None] Pushing event updated for resources: {'Port': ['ID=50a8dc99-9ff2-4608-9843-5b82af6655a7,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:13.127214 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Attempt 3 to provision port 50a8dc99-9ff2-4608-9843-5b82af6655a7 Aug 31 15:54:13.140999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-877e4d80-8a15-48b4-99f7-75e7393be087 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (b460d54f-8536-43b0-ad62-3eda9e0516fd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.174039 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Port 50a8dc99-9ff2-4608-9843-5b82af6655a7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:13.202245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Attempting to bind port 50a8dc99-9ff2-4608-9843-5b82af6655a7 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:54:13.209104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Attempting to bind port 50a8dc99-9ff2-4608-9843-5b82af6655a7 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:54:13.209104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Attempting to bind port 50a8dc99-9ff2-4608-9843-5b82af6655a7 on network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:13.209409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e4d80-8a15-48b4-99f7-75e7393be087 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network a3092d51-b37e-449a-9d70-b8bed95a8bad is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:13.210980 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:54:13.211588 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Checking segment: {'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:13.212857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.212857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Bound using segment: {'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:54:13.213400 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Bound port: 50a8dc99-9ff2-4608-9843-5b82af6655a7, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:54:13.213996 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.215334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:13.219746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-877e4d80-8a15-48b4-99f7-75e7393be087 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:13.227941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877e4d80-8a15-48b4-99f7-75e7393be087 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:13.228530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-877e4d80-8a15-48b4-99f7-75e7393be087 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.282682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e4d80-8a15-48b4-99f7-75e7393be087 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=b460d54f-8536-43b0-ad62-3eda9e0516fd,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:13.297829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] For port 9a89ca9b-9164-4640-ae45-d224651c9c12, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9a89ca9b-9164-4640-ae45-d224651c9c12,segment=NetworkSegment(6d4c09ce-ab65-4a12-8674-565a4f957d06),segment_id=6d4c09ce-ab65-4a12-8674-565a4f957d06)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:13.298200 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.304335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] For port 50a8dc99-9ff2-4608-9843-5b82af6655a7, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:13.308456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] For port 50a8dc99-9ff2-4608-9843-5b82af6655a7, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=50a8dc99-9ff2-4608-9843-5b82af6655a7,segment=NetworkSegment(88bde66d-bfad-4301-a5c1-11d1298aa4f2),segment_id=88bde66d-bfad-4301-a5c1-11d1298aa4f2)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:13.315379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Calling delete_port for 9a89ca9b-9164-4640-ae45-d224651c9c12 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:13.373845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:13.378872 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2dfbb7cf-ed71-4442-bf4f-546f75f49f26 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.5252805 Aug 31 15:54:13.379047 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-877e4d80-8a15-48b4-99f7-75e7393be087 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7749949 Aug 31 15:54:13.379141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40792) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:13.384263 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad', 'fixed_ips': [{'subnet_id': 'c97a232e-5f3f-4a0e-8a97-57575d47530e'}, {'subnet_id': 'b460d54f-8536-43b0-ad62-3eda9e0516fd'}], 'name': 'tempest-PortsIpV6TestJSON-1654605496'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:13.412100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed147813-27f0-46b6-b784-bb58a27d7e4b None None] Network a3092d51-b37e-449a-9d70-b8bed95a8bad requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:13.456375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.480220 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:13.526012 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Routers {'b8b89ffd-364d-4597-9a67-45e29099a7e1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:54:13.526638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:54:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b8b89ffd-364d-4597-9a67-45e29099a7e1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:13.572268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40796) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:13.580738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-170a3e76-8126-41c0-98b1-d2cbd6ed2215 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1975240470', 'description': 'tempest-secgroup-smoke-1975240470 description', 'project_id': 'c1c1baf047434c6c96bb801d711d1228'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:13.608614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d911a29-2e61-4131-a1f5-ccedc37e4d38 None None] Pushing event updated for resources: {'Port': ['ID=50a8dc99-9ff2-4608-9843-5b82af6655a7,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:13.674685 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Attempt 4 to provision port 50a8dc99-9ff2-4608-9843-5b82af6655a7 Aug 31 15:54:13.694063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:13.705311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.743244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-170a3e76-8126-41c0-98b1-d2cbd6ed2215 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.744185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:13.746938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9a89ca9b-9164-4640-ae45-d224651c9c12), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.820029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event deleted for resources: {'Port': ['ID=9a89ca9b-9164-4640-ae45-d224651c9c12,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:13.845710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-170a3e76-8126-41c0-98b1-d2cbd6ed2215 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (f18d6936-f4b1-494d-860c-4443d99367b5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.875677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.896001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] Set router b8b89ffd-364d-4597-9a67-45e29099a7e1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:54:13.898614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.908540 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:13.945124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-170a3e76-8126-41c0-98b1-d2cbd6ed2215 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (f18d6936-f4b1-494d-860c-4443d99367b5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:13.945874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:13.955579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:13.992493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a3e76-8126-41c0-98b1-d2cbd6ed2215 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18d6936-f4b1-494d-860c-4443d99367b5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:14.010645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c8e0ee-38d7-41e0-a691-a1a91651b5e6 None None] Update dhcp port {'port': {'network_id': 'a3092d51-b37e-449a-9d70-b8bed95a8bad', 'fixed_ips': [{'subnet_id': 'c97a232e-5f3f-4a0e-8a97-57575d47530e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b460d54f-8536-43b0-ad62-3eda9e0516fd'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': 'ae68f7e3-0389-4c8c-9ed2-be792faba8ba'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:54:14.054651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Provisioning complete for port 04596a47-21e0-4eea-9d50-31f14f4d8039 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:14.067509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (04596a47-21e0-4eea-9d50-31f14f4d8039), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.067509 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Attempt 1 to provision port 04596a47-21e0-4eea-9d50-31f14f4d8039 Aug 31 15:54:14.088761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.112762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e0ee-38d7-41e0-a691-a1a91651b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.128384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-170a3e76-8126-41c0-98b1-d2cbd6ed2215 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.133407 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-170a3e76-8126-41c0-98b1-d2cbd6ed2215 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5560579 Aug 31 15:54:14.134531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40798) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:14.140494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-97d0e121-6004-4e13-8a73-88dbaaf71ff8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'f18d6936-f4b1-494d-860c-4443d99367b5', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-5992edf3-845a-4539-80c4-f0bc76570f7a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:14.169683 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:14.267570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'name': 'tempest-TestNetworkBasicOps-router-2096101319', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:10Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '50a8dc99-9ff2-4608-9843-5b82af6655a7', 'name': '', 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:5b:f8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6ac1636a-0f57-46cd-a518-72d48b19368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:09Z', 'updated_at': '2022-08-31T15:54:13Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '6ac1636a-0f57-46cd-a518-72d48b19368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:14.291649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97d0e121-6004-4e13-8a73-88dbaaf71ff8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (8a0b0881-c091-41a4-b272-fbbda6001176), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.305751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8::1b2 (a3092d51-b37e-449a-9d70-b8bed95a8bad/c97a232e-5f3f-4a0e-8a97-57575d47530e/244bb6d0-0d40-4b0a-8f87-b87345aa52d1) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:14.308016 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d13f4d-9d32-4735-b8f6-153f2cb71ee0 None None] The sync data for ids ['b8b89ffd-364d-4597-9a67-45e29099a7e1'] in dv-neutron-855257-2-hyperv is: [{'id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'name': 'tempest-TestNetworkBasicOps-router-2096101319', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:10Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '50a8dc99-9ff2-4608-9843-5b82af6655a7', 'name': '', 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:5b:f8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6ac1636a-0f57-46cd-a518-72d48b19368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:09Z', 'updated_at': '2022-08-31T15:54:13Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '6ac1636a-0f57-46cd-a518-72d48b19368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:14.319716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d65802a0-2f2e-41de-a2a0-e96ac4fb293c None None] Provisioning complete for port 50a8dc99-9ff2-4608-9843-5b82af6655a7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:14.320092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d65802a0-2f2e-41de-a2a0-e96ac4fb293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.320423 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d65802a0-2f2e-41de-a2a0-e96ac4fb293c None None] Attempt 1 to provision port 50a8dc99-9ff2-4608-9843-5b82af6655a7 Aug 31 15:54:14.323663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:14.349470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8:0:1::1e0 (a3092d51-b37e-449a-9d70-b8bed95a8bad/b460d54f-8536-43b0-ad62-3eda9e0516fd/244bb6d0-0d40-4b0a-8f87-b87345aa52d1) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:14.390701 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97d0e121-6004-4e13-8a73-88dbaaf71ff8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (8a0b0881-c091-41a4-b272-fbbda6001176), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d65802a0-2f2e-41de-a2a0-e96ac4fb293c None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:14.396733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:14.407215 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d65802a0-2f2e-41de-a2a0-e96ac4fb293c None None] Provisioning complete for port ae68f7e3-0389-4c8c-9ed2-be792faba8ba triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:14.407498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d65802a0-2f2e-41de-a2a0-e96ac4fb293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.408226 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d65802a0-2f2e-41de-a2a0-e96ac4fb293c None None] Attempt 1 to provision port ae68f7e3-0389-4c8c-9ed2-be792faba8ba Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d65802a0-2f2e-41de-a2a0-e96ac4fb293c None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:14.455913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:14.480083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97d0e121-6004-4e13-8a73-88dbaaf71ff8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (8a0b0881-c091-41a4-b272-fbbda6001176), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.507166 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0e121-6004-4e13-8a73-88dbaaf71ff8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0b0881-c091-41a4-b272-fbbda6001176,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:14.520998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:54:14.630879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ae68f7e3-0389-4c8c-9ed2-be792faba8ba up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:14.665055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97d0e121-6004-4e13-8a73-88dbaaf71ff8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.669798 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-97d0e121-6004-4e13-8a73-88dbaaf71ff8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5312338 Aug 31 15:54:14.669952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.670074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40800) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:14.675425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1c211951-668e-46d7-8d14-38b68b78f11a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'f18d6936-f4b1-494d-860c-4443d99367b5', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:14.694501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ae68f7e3-0389-4c8c-9ed2-be792faba8ba triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:14.694960 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.695370 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ae68f7e3-0389-4c8c-9ed2-be792faba8ba Aug 31 15:54:14.702698 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:14.708868 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-10c9052b-ecc6-4bba-bbfa-b7565eb7a7bb tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "PUT /networking/v2.0/routers/2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0536685 Aug 31 15:54:14.712528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40802) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:14.716230 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] Sync routers for ids ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:14.737335 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] Routers {'2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:54:14.738176 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:54:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:14.739326 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:14.740309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 50a8dc99-9ff2-4608-9843-5b82af6655a7 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:14.784130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9974da-c7d2-462f-80ec-8ea9eea4d6b0 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Deleting subnet 0382ca8b-1be4-4406-b642-966ef45231a0 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:14.788512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a9974da-c7d2-462f-80ec-8ea9eea4d6b0 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for subnet (0382ca8b-1be4-4406-b642-966ef45231a0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.796752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c211951-668e-46d7-8d14-38b68b78f11a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (f54aed6c-9cee-44de-a7dc-134440c68c2b), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.802131 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 50a8dc99-9ff2-4608-9843-5b82af6655a7 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:14.802552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.802901 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 50a8dc99-9ff2-4608-9843-5b82af6655a7 Aug 31 15:54:14.842839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a9974da-c7d2-462f-80ec-8ea9eea4d6b0 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (0382ca8b-1be4-4406-b642-966ef45231a0), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.873392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.890687 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] Set router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:14.900172 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:14.922071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-c0c8e0ee-38d7-41e0-a691-a1a91651b5e6 None None] Allocated IP 2001:db8:0:1::2 (a3092d51-b37e-449a-9d70-b8bed95a8bad/b460d54f-8536-43b0-ad62-3eda9e0516fd/ae68f7e3-0389-4c8c-9ed2-be792faba8ba) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:14.929937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network a3092d51-b37e-449a-9d70-b8bed95a8bad is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:14.935007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c211951-668e-46d7-8d14-38b68b78f11a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (f54aed6c-9cee-44de-a7dc-134440c68c2b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.941043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:14.943758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:14.948839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:14.949754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:14.984260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=244bb6d0-0d40-4b0a-8f87-b87345aa52d1,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:15.027967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a9974da-c7d2-462f-80ec-8ea9eea4d6b0 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (0382ca8b-1be4-4406-b642-966ef45231a0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.049347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c211951-668e-46d7-8d14-38b68b78f11a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (f54aed6c-9cee-44de-a7dc-134440c68c2b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.082116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c0c8e0ee-38d7-41e0-a691-a1a91651b5e6 None None] For port ae68f7e3-0389-4c8c-9ed2-be792faba8ba, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ae68f7e3-0389-4c8c-9ed2-be792faba8ba,segment=NetworkSegment(fd4bb235-834b-41cc-8c12-1f98bab5eece),segment_id=fd4bb235-834b-41cc-8c12-1f98bab5eece)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:15.086938 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c211951-668e-46d7-8d14-38b68b78f11a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54aed6c-9cee-44de-a7dc-134440c68c2b,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:15.092629 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5737b6c3-570e-4cb3-a2d8-0f21ae17ec24 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7099192 Aug 31 15:54:15.095403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40804) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:15.109390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-84e91c8a-6845-4066-a071-bde744184ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c97a232e-5f3f-4a0e-8a97-57575d47530e'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:15.124119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e0ee-38d7-41e0-a691-a1a91651b5e6 None None] Publish callbacks [] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.127491 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446815890', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8905560e-1285-403c-bede-c3f7d0746f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:54:13Z', 'revision_number': 5, 'project_id': '92927ce1777649bb810f142bd4889a44', 'gw_port': {'id': '8905560e-1285-403c-bede-c3f7d0746f76', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:15.154190 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] Checking router: 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:15.166311 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] Routers {'2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:54:15.167064 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:54:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:15.236206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a9974da-c7d2-462f-80ec-8ea9eea4d6b0 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (0382ca8b-1be4-4406-b642-966ef45231a0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.236889 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c211951-668e-46d7-8d14-38b68b78f11a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.241855 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1c211951-668e-46d7-8d14-38b68b78f11a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5677574 Aug 31 15:54:15.241855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40806) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:15.246508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-2d42db0a-a431-4c8c-b5c4-6f354b99079b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'f18d6936-f4b1-494d-860c-4443d99367b5', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:15.255196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e0ee-38d7-41e0-a691-a1a91651b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.291069 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:15.296784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9974da-c7d2-462f-80ec-8ea9eea4d6b0 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event deleted for resources: {'Subnet': ['ID=0382ca8b-1be4-4406-b642-966ef45231a0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:15.304760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0a9974da-c7d2-462f-80ec-8ea9eea4d6b0 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.311969 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0a9974da-c7d2-462f-80ec-8ea9eea4d6b0 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/0382ca8b-1be4-4406-b642-966ef45231a0 HTTP/1.1" status: 204 len: 168 time: 0.5982671 Aug 31 15:54:15.312318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40808) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:15.345955 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87776764-29df-4098-b61d-369af6a4704b None None] Network 3fd5fb89-6c95-4a81-9257-bd754675b9fa requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:15.402994 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] Set router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:54:15.424130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:15.425586 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8e0ee-38d7-41e0-a691-a1a91651b5e6 None None] Pushing event updated for resources: {'Port': ['ID=ae68f7e3-0389-4c8c-9ed2-be792faba8ba,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:15.425713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d42db0a-a431-4c8c-b5c4-6f354b99079b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (5a76bef4-cc0f-4931-90e7-8cfd533453b7), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.429860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84e91c8a-6845-4066-a071-bde744184ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.454491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:15.495631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:15.505595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for router (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.526472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:15.586489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56510c30-f11a-4045-a7e5-0a9bc5800612 None None] DHCP port deletion for 3fd5fb89-6c95-4a81-9257-bd754675b9fa request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:54:15.587904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:15.632475 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446815890', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8905560e-1285-403c-bede-c3f7d0746f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:54:13Z', 'revision_number': 5, 'project_id': '92927ce1777649bb810f142bd4889a44', 'gw_port': {'id': '8905560e-1285-403c-bede-c3f7d0746f76', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:15.634594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-56510c30-f11a-4045-a7e5-0a9bc5800612 None None] Deleting port 24b54c88-9ae9-4336-bad8-60053ba08895 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:15.636423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-56510c30-f11a-4045-a7e5-0a9bc5800612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (24b54c88-9ae9-4336-bad8-60053ba08895), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.666967 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e07c0-6637-4ac0-bb3b-0a89ef118492 None None] The sync data for ids ['2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b'] in dv-neutron-855257-2-hyperv is: [{'id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446815890', 'tenant_id': '92927ce1777649bb810f142bd4889a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8905560e-1285-403c-bede-c3f7d0746f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:54:13Z', 'revision_number': 5, 'project_id': '92927ce1777649bb810f142bd4889a44', 'gw_port': {'id': '8905560e-1285-403c-bede-c3f7d0746f76', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:52:36Z', 'updated_at': '2022-08-31T15:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:15.681889 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d42db0a-a431-4c8c-b5c4-6f354b99079b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (5a76bef4-cc0f-4931-90e7-8cfd533453b7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.689477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:15.719246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-56510c30-f11a-4045-a7e5-0a9bc5800612 None None] For port 24b54c88-9ae9-4336-bad8-60053ba08895, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=24b54c88-9ae9-4336-bad8-60053ba08895,segment=NetworkSegment(6d4c09ce-ab65-4a12-8674-565a4f957d06),segment_id=6d4c09ce-ab65-4a12-8674-565a4f957d06)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:15.719644 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-56510c30-f11a-4045-a7e5-0a9bc5800612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (24b54c88-9ae9-4336-bad8-60053ba08895), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.738902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-56510c30-f11a-4045-a7e5-0a9bc5800612 None None] Calling delete_port for 24b54c88-9ae9-4336-bad8-60053ba08895 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:15.768797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for router_gateway (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.808150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d42db0a-a431-4c8c-b5c4-6f354b99079b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (5a76bef4-cc0f-4931-90e7-8cfd533453b7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.844440 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42db0a-a431-4c8c-b5c4-6f354b99079b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a76bef4-cc0f-4931-90e7-8cfd533453b7,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:15.897809 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-56510c30-f11a-4045-a7e5-0a9bc5800612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (24b54c88-9ae9-4336-bad8-60053ba08895), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.925791 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56510c30-f11a-4045-a7e5-0a9bc5800612 None None] Pushing event deleted for resources: {'Port': ['ID=24b54c88-9ae9-4336-bad8-60053ba08895,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:15.929246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56510c30-f11a-4045-a7e5-0a9bc5800612 None None] No DVR routers for this DVR port 24b54c88-9ae9-4336-bad8-60053ba08895 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:15.943403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Deleting port 8905560e-1285-403c-bede-c3f7d0746f76 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:15.943849 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8905560e-1285-403c-bede-c3f7d0746f76), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.946310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-84e91c8a-6845-4066-a071-bde744184ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Delete allocated IP 2001:db8:0:1::1e0 (a3092d51-b37e-449a-9d70-b8bed95a8bad/b460d54f-8536-43b0-ad62-3eda9e0516fd) {{(pid=114265) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 15:54:15.995569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d42db0a-a431-4c8c-b5c4-6f354b99079b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:15.996814 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2d42db0a-a431-4c8c-b5c4-6f354b99079b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7542479 Aug 31 15:54:16.000673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40810) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:16.006569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0fffe00e-a35f-4c18-a598-9d040a34382a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'f18d6936-f4b1-494d-860c-4443d99367b5', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:16.012633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:16.103597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d61232-6705-4773-9255-b3c3be6faabf None None] Network a3092d51-b37e-449a-9d70-b8bed95a8bad requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:16.106666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-804a30bb-310d-4399-82ab-29d9789a9deb None None] Provisioning complete for port ae68f7e3-0389-4c8c-9ed2-be792faba8ba triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:16.107137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-804a30bb-310d-4399-82ab-29d9789a9deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.107612 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-804a30bb-310d-4399-82ab-29d9789a9deb None None] Attempt 1 to provision port ae68f7e3-0389-4c8c-9ed2-be792faba8ba Aug 31 15:54:16.111287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] For port 8905560e-1285-403c-bede-c3f7d0746f76, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8905560e-1285-403c-bede-c3f7d0746f76,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:16.111791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8905560e-1285-403c-bede-c3f7d0746f76), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.130798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fffe00e-a35f-4c18-a598-9d040a34382a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (4df2c7f7-6059-4fdd-8511-3108b4e5b4a0), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.141047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Calling delete_port for 8905560e-1285-403c-bede-c3f7d0746f76 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-804a30bb-310d-4399-82ab-29d9789a9deb None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:16.206072 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:16.213762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fffe00e-a35f-4c18-a598-9d040a34382a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (4df2c7f7-6059-4fdd-8511-3108b4e5b4a0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.214079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84e91c8a-6845-4066-a071-bde744184ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.297658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fffe00e-a35f-4c18-a598-9d040a34382a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4df2c7f7-6059-4fdd-8511-3108b4e5b4a0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.299062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84e91c8a-6845-4066-a071-bde744184ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.325870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffe00e-a35f-4c18-a598-9d040a34382a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df2c7f7-6059-4fdd-8511-3108b4e5b4a0,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:16.406252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fffe00e-a35f-4c18-a598-9d040a34382a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.407883 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0fffe00e-a35f-4c18-a598-9d040a34382a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4061413 Aug 31 15:54:16.410996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40812) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:16.411633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-84e91c8a-6845-4066-a071-bde744184ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] In _notify_port_updated(), no bound segment for port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 on network a3092d51-b37e-449a-9d70-b8bed95a8bad {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:54:16.415368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-debc0117-69b0-473a-bbea-1db6e7883cdb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'f18d6936-f4b1-494d-860c-4443d99367b5', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:16.416443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e91c8a-6845-4066-a071-bde744184ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:16.417073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-84e91c8a-6845-4066-a071-bde744184ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.418401 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-84e91c8a-6845-4066-a071-bde744184ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "PUT /networking/v2.0/ports/244bb6d0-0d40-4b0a-8f87-b87345aa52d1 HTTP/1.1" status: 200 len: 926 time: 1.3199630 Aug 31 15:54:16.423966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40814) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:16.424612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e91c8a-6845-4066-a071-bde744184ad6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=244bb6d0-0d40-4b0a-8f87-b87345aa52d1,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:16.431664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-277745ee-efbd-4c52-b367-00c8d95673e3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c97a232e-5f3f-4a0e-8a97-57575d47530e'}, {'subnet_id': 'b460d54f-8536-43b0-ad62-3eda9e0516fd'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:16.513579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ae68f7e3-0389-4c8c-9ed2-be792faba8ba up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:16.522299 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-277745ee-efbd-4c52-b367-00c8d95673e3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.551673 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:16.562899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Provisioning complete for port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:16.563265 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.563594 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Attempt 1 to provision port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 Aug 31 15:54:16.587873 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-debc0117-69b0-473a-bbea-1db6e7883cdb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:54:16.596499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-debc0117-69b0-473a-bbea-1db6e7883cdb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (3ffb9b15-29dd-4e1b-ad3b-891dae01bf4c), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.608001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:16.614199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (8905560e-1285-403c-bede-c3f7d0746f76), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.620701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ae68f7e3-0389-4c8c-9ed2-be792faba8ba triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:16.622324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.622324 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ae68f7e3-0389-4c8c-9ed2-be792faba8ba Aug 31 15:54:16.639603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:16.646578 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event deleted for resources: {'Port': ['ID=8905560e-1285-403c-bede-c3f7d0746f76,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:16.673983 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:16.686396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-debc0117-69b0-473a-bbea-1db6e7883cdb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (3ffb9b15-29dd-4e1b-ad3b-891dae01bf4c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.699335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:16.740405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9a89ca9b-9164-4640-ae45-d224651c9c12 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:16.763143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 9a89ca9b-9164-4640-ae45-d224651c9c12 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:54:16.763506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9a89ca9b-9164-4640-ae45-d224651c9c12 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:16.764121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 24b54c88-9ae9-4336-bad8-60053ba08895 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:16.769889 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.778298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-debc0117-69b0-473a-bbea-1db6e7883cdb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (3ffb9b15-29dd-4e1b-ad3b-891dae01bf4c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.786663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 24b54c88-9ae9-4336-bad8-60053ba08895 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:54:16.787015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 24b54c88-9ae9-4336-bad8-60053ba08895 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:16.789553 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:16.816291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc0117-69b0-473a-bbea-1db6e7883cdb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffb9b15-29dd-4e1b-ad3b-891dae01bf4c,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:16.897431 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.901633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for router_controller (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.923818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-277745ee-efbd-4c52-b367-00c8d95673e3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8:0:1::2a0 (a3092d51-b37e-449a-9d70-b8bed95a8bad/b460d54f-8536-43b0-ad62-3eda9e0516fd/244bb6d0-0d40-4b0a-8f87-b87345aa52d1) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:16.955039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:UPDATE=6,neutron:INSERT=17 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:16.974070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-debc0117-69b0-473a-bbea-1db6e7883cdb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:16.979576 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-debc0117-69b0-473a-bbea-1db6e7883cdb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5646224 Aug 31 15:54:16.979917 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40816) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:16.985119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-fbf79c66-af75-47d5-826f-ae96e8843ad8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'f18d6936-f4b1-494d-860c-4443d99367b5', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:17.084273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-277745ee-efbd-4c52-b367-00c8d95673e3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.102711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.103332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Fanout notify agent at l3_agent the message router_deleted on router 2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:54:17.109234 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Attempt 2 to provision port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 Aug 31 15:54:17.109931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.111215 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fbb3f46f-98ef-4d3e-8535-94f4ed3f2734 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "DELETE /networking/v2.0/routers/2ae4d42e-8a5a-4b61-920a-ad88ee90cb3b HTTP/1.1" status: 204 len: 168 time: 1.7975829 Aug 31 15:54:17.113763 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40818) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:17.126258 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-fbf79c66-af75-47d5-826f-ae96e8843ad8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:54:17.136484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fbf79c66-af75-47d5-826f-ae96e8843ad8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (fd66c9f9-46d7-411b-9e6f-81daf1328dcc), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.161981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:17.182453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-277745ee-efbd-4c52-b367-00c8d95673e3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.217535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fbf79c66-af75-47d5-826f-ae96e8843ad8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (fd66c9f9-46d7-411b-9e6f-81daf1328dcc), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.251139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (3fd5fb89-6c95-4a81-9257-bd754675b9fa), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.300170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-277745ee-efbd-4c52-b367-00c8d95673e3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] In _notify_port_updated(), no bound segment for port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 on network a3092d51-b37e-449a-9d70-b8bed95a8bad {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:54:17.304681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277745ee-efbd-4c52-b367-00c8d95673e3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:17.308371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-277745ee-efbd-4c52-b367-00c8d95673e3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.308371 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-277745ee-efbd-4c52-b367-00c8d95673e3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "PUT /networking/v2.0/ports/244bb6d0-0d40-4b0a-8f87-b87345aa52d1 HTTP/1.1" status: 200 len: 1012 time: 0.8793449 Aug 31 15:54:17.308371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277745ee-efbd-4c52-b367-00c8d95673e3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=244bb6d0-0d40-4b0a-8f87-b87345aa52d1,revision_number=3']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:17.310218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40820) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:17.330883 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fbf79c66-af75-47d5-826f-ae96e8843ad8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (fd66c9f9-46d7-411b-9e6f-81daf1328dcc), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.388924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf79c66-af75-47d5-826f-ae96e8843ad8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd66c9f9-46d7-411b-9e6f-81daf1328dcc,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:17.418056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (3fd5fb89-6c95-4a81-9257-bd754675b9fa), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.444565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb6889-a079-4148-837f-715869586b30 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:17.444900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6889-a079-4148-837f-715869586b30 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.446281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd5fb89-6c95-4a81-9257-bd754675b9fa']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:17.458538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4c09ce-ab65-4a12-8674-565a4f957d06') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:17.459064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4c09ce-ab65-4a12-8674-565a4f957d06') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:17.470447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (6d4c09ce-ab65-4a12-8674-565a4f957d06), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.485945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:17.491978 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (6d4c09ce-ab65-4a12-8674-565a4f957d06), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.492571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fbf79c66-af75-47d5-826f-ae96e8843ad8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.494264 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fbf79c66-af75-47d5-826f-ae96e8843ad8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5132465 Aug 31 15:54:17.507437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:17.508068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (6d4c09ce-ab65-4a12-8674-565a4f957d06), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.549175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6889-a079-4148-837f-715869586b30 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.562928 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 6d4c09ce-ab65-4a12-8674-565a4f957d06 resource provider aggregate not found Aug 31 15:54:17.571810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb6889-a079-4148-837f-715869586b30 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:17.608914 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 6d4c09ce-ab65-4a12-8674-565a4f957d06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d4c09ce-ab65-4a12-8674-565a4f957d06 found for delete ", "request_id": "req-15407f79-baf4-4bd2-9ced-ddcabda616fc"}]} Aug 31 15:54:17.663062 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Attempt 3 to provision port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 Aug 31 15:54:17.683478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (3fd5fb89-6c95-4a81-9257-bd754675b9fa), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.693484 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.699928 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "DELETE /networking/v2.0/networks/3fd5fb89-6c95-4a81-9257-bd754675b9fa HTTP/1.1" status: 204 len: 168 time: 0.5827703 Aug 31 15:54:17.701100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40842) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:17.704912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:17.727551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e06856-b854-4a10-9805-717951a8aff1 tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event deleted for resources: {'Network': ['ID=3fd5fb89-6c95-4a81-9257-bd754675b9fa,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:17.759160 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-9b80f563-4edf-442f-a201-53ea295a4c85 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1975240470&fields=id&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 267 time: 0.0986044 Aug 31 15:54:17.777991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bdba33fb-0051-4086-8758-d44c4c12854a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group (b2317b4e-ea44-416f-99e1-0502473c241f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.804501 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bdba33fb-0051-4086-8758-d44c4c12854a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group (b2317b4e-ea44-416f-99e1-0502473c241f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.953219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bdba33fb-0051-4086-8758-d44c4c12854a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b2317b4e-ea44-416f-99e1-0502473c241f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.955774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bdba33fb-0051-4086-8758-d44c4c12854a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:17.957291 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bdba33fb-0051-4086-8758-d44c4c12854a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b2317b4e-ea44-416f-99e1-0502473c241f HTTP/1.1" status: 204 len: 168 time: 0.2560112 Aug 31 15:54:17.967830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba33fb-0051-4086-8758-d44c4c12854a tempest-TestNetworkAdvancedServerOps-1126201808 tempest-TestNetworkAdvancedServerOps-1126201808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2317b4e-ea44-416f-99e1-0502473c241f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:18.206071 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Attempt 4 to provision port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 Aug 31 15:54:18.211826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-7da7084b-508a-495f-94f2-c6cce1602621 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:18.213359 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-7da7084b-508a-495f-94f2-c6cce1602621 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/networks?id=ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 HTTP/1.1" status: 200 len: 797 time: 0.4461296 Aug 31 15:54:18.230003 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-c56c8d9f-9926-431d-9ade-0f608fc5c4e2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/quotas/c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 375 time: 0.0105202 Aug 31 15:54:18.246530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:18.272172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6889-a079-4148-837f-715869586b30 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (244bb6d0-0d40-4b0a-8f87-b87345aa52d1), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:18.342710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb6889-a079-4148-837f-715869586b30 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=244bb6d0-0d40-4b0a-8f87-b87345aa52d1,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:18.380270 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-99dc07b1-3254-4ce2-867b-764fa120b91a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425371 Aug 31 15:54:18.403674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6889-a079-4148-837f-715869586b30 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:18.406816 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f2fb6889-a079-4148-837f-715869586b30 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/244bb6d0-0d40-4b0a-8f87-b87345aa52d1 HTTP/1.1" status: 204 len: 168 time: 1.0881491 Aug 31 15:54:18.409490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40850) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:18.450807 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c8b43d-1f4b-46d4-8dc4-189100c6d153 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:18.452847 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-26c8b43d-1f4b-46d4-8dc4-189100c6d153 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/244bb6d0-0d40-4b0a-8f87-b87345aa52d1 HTTP/1.1" status: 404 len: 333 time: 0.0416470 Aug 31 15:54:18.455654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40852) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:18.484135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8905560e-1285-403c-bede-c3f7d0746f76 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:18.512461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 8905560e-1285-403c-bede-c3f7d0746f76 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:54:18.513693 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8905560e-1285-403c-bede-c3f7d0746f76 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:18.541408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe02e3a7-6e51-4987-9b4b-ef6be52b59b7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet b460d54f-8536-43b0-ad62-3eda9e0516fd {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:18.544936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fe02e3a7-6e51-4987-9b4b-ef6be52b59b7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (b460d54f-8536-43b0-ad62-3eda9e0516fd), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:18.576669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:18.583138 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-018ed43a-8718-4b67-ad47-705a2f517600 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871393 Aug 31 15:54:18.594509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fe02e3a7-6e51-4987-9b4b-ef6be52b59b7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (b460d54f-8536-43b0-ad62-3eda9e0516fd), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:18.687167 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fe02e3a7-6e51-4987-9b4b-ef6be52b59b7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (b460d54f-8536-43b0-ad62-3eda9e0516fd), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:18.697486 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-f446d34e-941a-45a6-b359-af088622acd8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068025 Aug 31 15:54:18.720226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:18.747855 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Attempt 5 to provision port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 Aug 31 15:54:18.770702 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Port 244bb6d0-0d40-4b0a-8f87-b87345aa52d1 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:54:18.775335 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40856) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:18.782281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Provisioning complete for port ae68f7e3-0389-4c8c-9ed2-be792faba8ba triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:18.782924 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:18.783314 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Attempt 1 to provision port ae68f7e3-0389-4c8c-9ed2-be792faba8ba Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-393a22d3-daa3-442a-88fa-5c563e46703d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:18.828655 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:18.872684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fe02e3a7-6e51-4987-9b4b-ef6be52b59b7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (b460d54f-8536-43b0-ad62-3eda9e0516fd), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:18.908057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02e3a7-6e51-4987-9b4b-ef6be52b59b7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=b460d54f-8536-43b0-ad62-3eda9e0516fd,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:18.926203 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fe02e3a7-6e51-4987-9b4b-ef6be52b59b7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:18.931953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40860) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:18.932134 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fe02e3a7-6e51-4987-9b4b-ef6be52b59b7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b460d54f-8536-43b0-ad62-3eda9e0516fd HTTP/1.1" status: 204 len: 168 time: 0.4751351 Aug 31 15:54:18.949853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148236a5-7e76-4908-a646-95c2b81fddf0 None None] Network a3092d51-b37e-449a-9d70-b8bed95a8bad requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:18.962026 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-34ec3e8b-0685-459c-86ce-782e0f968dfa admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=92927ce1777649bb810f142bd4889a44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854396 Aug 31 15:54:18.964911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40866) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:19.021177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b80cb31-213f-48eb-b903-af0db8735c09 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet c97a232e-5f3f-4a0e-8a97-57575d47530e {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:19.024754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2b80cb31-213f-48eb-b903-af0db8735c09 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (c97a232e-5f3f-4a0e-8a97-57575d47530e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.054018 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3497b50b-f248-4007-bca1-8dd0e485acd5 None None] Could not find standard attr ID for object 244bb6d0-0d40-4b0a-8f87-b87345aa52d1. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:19.062578 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fd35e4d5-ed31-445e-afbe-b4c3f7847722 req-e3fedb29-1dc2-4907-ac60-81b88b1b75a3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 210 time: 0.0912402 Aug 31 15:54:19.068505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01978456-0029-49a2-8353-8b63bb5cf97a admin admin] Publish callbacks [] for security_group (4eb055c5-5280-408f-a176-d3c7466e6360), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.090283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2b80cb31-213f-48eb-b903-af0db8735c09 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (c97a232e-5f3f-4a0e-8a97-57575d47530e), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.109361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01978456-0029-49a2-8353-8b63bb5cf97a admin admin] Publish callbacks [] for security_group (4eb055c5-5280-408f-a176-d3c7466e6360), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.181824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:19.203530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2b80cb31-213f-48eb-b903-af0db8735c09 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (c97a232e-5f3f-4a0e-8a97-57575d47530e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.329064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01978456-0029-49a2-8353-8b63bb5cf97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4eb055c5-5280-408f-a176-d3c7466e6360), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.331717 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-01978456-0029-49a2-8353-8b63bb5cf97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.332896 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-01978456-0029-49a2-8353-8b63bb5cf97a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4eb055c5-5280-408f-a176-d3c7466e6360 HTTP/1.1" status: 204 len: 168 time: 0.3667645 Aug 31 15:54:19.341836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01978456-0029-49a2-8353-8b63bb5cf97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb055c5-5280-408f-a176-d3c7466e6360,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:19.364506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2b80cb31-213f-48eb-b903-af0db8735c09 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (c97a232e-5f3f-4a0e-8a97-57575d47530e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.418725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80cb31-213f-48eb-b903-af0db8735c09 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=c97a232e-5f3f-4a0e-8a97-57575d47530e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:19.430978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2b80cb31-213f-48eb-b903-af0db8735c09 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.437943 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40876) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:19.438182 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2b80cb31-213f-48eb-b903-af0db8735c09 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c97a232e-5f3f-4a0e-8a97-57575d47530e HTTP/1.1" status: 204 len: 168 time: 0.5046315 Aug 31 15:54:19.529414 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (a3092d51-b37e-449a-9d70-b8bed95a8bad), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.569259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:19.585627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port ae68f7e3-0389-4c8c-9ed2-be792faba8ba {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:19.586409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.664186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] For port ae68f7e3-0389-4c8c-9ed2-be792faba8ba, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ae68f7e3-0389-4c8c-9ed2-be792faba8ba,segment=NetworkSegment(fd4bb235-834b-41cc-8c12-1f98bab5eece),segment_id=fd4bb235-834b-41cc-8c12-1f98bab5eece)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:19.664552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.680944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for ae68f7e3-0389-4c8c-9ed2-be792faba8ba owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:19.776021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6657c43-054b-4a19-ab91-186d4a030bc7 None None] Network a3092d51-b37e-449a-9d70-b8bed95a8bad requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:19.828662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:19.844780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-90beb3a1-b7be-464e-95f6-7447edd3d9db None None] Provisioning complete for port ae68f7e3-0389-4c8c-9ed2-be792faba8ba triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:19.845156 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-90beb3a1-b7be-464e-95f6-7447edd3d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.845492 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-90beb3a1-b7be-464e-95f6-7447edd3d9db None None] Attempt 1 to provision port ae68f7e3-0389-4c8c-9ed2-be792faba8ba Aug 31 15:54:19.857262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ae68f7e3-0389-4c8c-9ed2-be792faba8ba), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:19.867197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:19.884661 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=ae68f7e3-0389-4c8c-9ed2-be792faba8ba,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:19.888592 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No DVR routers for this DVR port ae68f7e3-0389-4c8c-9ed2-be792faba8ba on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:19.916824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-90beb3a1-b7be-464e-95f6-7447edd3d9db None None] Could not find standard attr ID for object ae68f7e3-0389-4c8c-9ed2-be792faba8ba. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-90beb3a1-b7be-464e-95f6-7447edd3d9db None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:19.918381 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:19.976678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d9553d-c152-4746-b9c9-fab6985154d6 None None] DHCP port deletion for a3092d51-b37e-449a-9d70-b8bed95a8bad request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:54:19.982315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (a3092d51-b37e-449a-9d70-b8bed95a8bad), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.008836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3092d51-b37e-449a-9d70-b8bed95a8bad']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:20.018827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4bb235-834b-41cc-8c12-1f98bab5eece') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:20.019105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4bb235-834b-41cc-8c12-1f98bab5eece') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:20.028818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (fd4bb235-834b-41cc-8c12-1f98bab5eece), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.042894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (fd4bb235-834b-41cc-8c12-1f98bab5eece), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.050478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:20.050878 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (fd4bb235-834b-41cc-8c12-1f98bab5eece), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.102179 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment fd4bb235-834b-41cc-8c12-1f98bab5eece resource provider aggregate not found Aug 31 15:54:20.129996 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment fd4bb235-834b-41cc-8c12-1f98bab5eece resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd4bb235-834b-41cc-8c12-1f98bab5eece found for delete ", "request_id": "req-57ce26cc-1b71-419e-90d8-7bad7bc261fe"}]} Aug 31 15:54:20.154035 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-125114d2-5baa-4aae-9bd4-9ee91ef2b72a req-082aba0e-f8a3-47e2-96ff-bfa76d078bbc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 210 time: 0.0300038 Aug 31 15:54:20.239972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (a3092d51-b37e-449a-9d70-b8bed95a8bad), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.253543 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.260017 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/networks/a3092d51-b37e-449a-9d70-b8bed95a8bad HTTP/1.1" status: 204 len: 168 time: 0.8192554 Aug 31 15:54:20.268940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40888) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:20.274287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df688d3d-7b05-432e-9d87-ba0272aa0e65 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Network': ['ID=a3092d51-b37e-449a-9d70-b8bed95a8bad,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:20.279724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40890) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:20.297513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b4cd4cfc-50f8-4a5c-a71b-45e26406ab71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.321896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c14235-0e92-412d-948f-e8e31e883f73 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:20.323340 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-86c14235-0e92-412d-948f-e8e31e883f73 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0532870 Aug 31 15:54:20.326939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40892) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:20.381428 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f9cfbc6f-531a-4b74-9e47-9fe9d485c7b8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0502396 Aug 31 15:54:20.382114 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b4cd4cfc-50f8-4a5c-a71b-45e26406ab71 admin admin] Publish callbacks [] for security_group (02278955-dd78-4837-bce6-fdb0909b3e25), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.382114 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40894) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:20.386426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1402123400'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:20.460350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ae68f7e3-0389-4c8c-9ed2-be792faba8ba no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:20.480025 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ae68f7e3-0389-4c8c-9ed2-be792faba8ba {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:54:20.480362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ae68f7e3-0389-4c8c-9ed2-be792faba8ba not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:20.571634 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b4cd4cfc-50f8-4a5c-a71b-45e26406ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (02278955-dd78-4837-bce6-fdb0909b3e25), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.574182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:20.578638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.631957 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b4cd4cfc-50f8-4a5c-a71b-45e26406ab71 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=6cb45fa8fcfb41af95839b2242fbd0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3503623 Aug 31 15:54:20.634680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40896) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:20.637862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:20.645046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd4cfc-50f8-4a5c-a71b-45e26406ab71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02278955-dd78-4837-bce6-fdb0909b3e25,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:20.652146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a730d15e-846d-4a1f-9106-8cbee60d38e2), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.652601 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Added segment a730d15e-846d-4a1f-9106-8cbee60d38e2 of type vlan for network 641e5cac-92b3-48ee-aa3b-38ef14493b61 Aug 31 15:54:20.687368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c32192b2-63ef-48c4-8797-b01ed362e66e admin admin] Publish callbacks [] for security_group (02278955-dd78-4837-bce6-fdb0909b3e25), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.698526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (641e5cac-92b3-48ee-aa3b-38ef14493b61), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.709775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c32192b2-63ef-48c4-8797-b01ed362e66e admin admin] Publish callbacks [] for security_group (02278955-dd78-4837-bce6-fdb0909b3e25), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.880292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c32192b2-63ef-48c4-8797-b01ed362e66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (02278955-dd78-4837-bce6-fdb0909b3e25), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.883021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c32192b2-63ef-48c4-8797-b01ed362e66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:20.886783 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c32192b2-63ef-48c4-8797-b01ed362e66e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/02278955-dd78-4837-bce6-fdb0909b3e25 HTTP/1.1" status: 204 len: 168 time: 0.2485628 Aug 31 15:54:20.895691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32192b2-63ef-48c4-8797-b01ed362e66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02278955-dd78-4837-bce6-fdb0909b3e25,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:21.147524 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:21.183062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (641e5cac-92b3-48ee-aa3b-38ef14493b61), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:21.189378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:21.190171 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:21.279289 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-efc4e6b9-a64b-4cd7-8428-ca77666d294e req-6a3721f7-6c42-4754-8b6a-daeb423e61e6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 210 time: 0.0371077 Aug 31 15:54:21.283772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Network': ['ID=641e5cac-92b3-48ee-aa3b-38ef14493b61,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:21.294020 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 641e5cac-92b3-48ee-aa3b-38ef14493b61 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:21.383321 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a4dcc9a4-df09-4b90-b250-85b275b0b5b9 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0006499 Aug 31 15:54:21.391986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40902) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:21.397224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': '641e5cac-92b3-48ee-aa3b-38ef14493b61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:21.657217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:21.661191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:21.668637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=12,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:21.888948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:22.215568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (1630dce0-2a39-4d1d-ad45-0a024706ba49), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:22.278362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=1630dce0-2a39-4d1d-ad45-0a024706ba49,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:22.291624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Checking segment: {'id': 'a730d15e-846d-4a1f-9106-8cbee60d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '641e5cac-92b3-48ee-aa3b-38ef14493b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:22.292091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network hostable DHCP agents. Network: 641e5cac-92b3-48ee-aa3b-38ef14493b61, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:22.383775 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-64e28449-abe4-44ef-b941-71f603ceb74f req-8e76e686-c894-4e89-a0ae-498a81c573fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 210 time: 0.0300694 Aug 31 15:54:22.489696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 641e5cac-92b3-48ee-aa3b-38ef14493b61 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:22.529147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-01019d25-5c20-4064-8c4b-58f5690f10fe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:22.530736 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-01019d25-5c20-4064-8c4b-58f5690f10fe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/networks?id=ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 HTTP/1.1" status: 200 len: 797 time: 0.1123333 Aug 31 15:54:22.602002 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-d5ef3093-9121-4137-b3f7-de39e9dd5d64 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 380 time: 0.0588698 Aug 31 15:54:22.617140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'port': {'device_id': '376e20d4-1e3f-4e62-befa-f367eaea846d', 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278', 'admin_state_up': True, 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'security_groups': ['f18d6936-f4b1-494d-860c-4443d99367b5']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:22.661367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 641e5cac-92b3-48ee-aa3b-38ef14493b61) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:22.670507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad306e60-97a4-49f1-ac6d-55f247e153eb None None] Network 641e5cac-92b3-48ee-aa3b-38ef14493b61 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:22.674171 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:22.674752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:22.686261 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:22.775217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:22.780521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-641e5cac-92b3-48ee-aa3b-38ef14493b61', 'network_id': '641e5cac-92b3-48ee-aa3b-38ef14493b61', 'project_id': 'bbdcdd315c7c4d609ed03b79ddb40f5b', 'fixed_ips': [{'subnet_id': '1630dce0-2a39-4d1d-ad45-0a024706ba49'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:54:22.781482 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:22.831099 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3f6f04db-db5e-4b59-8635-7b9f6dce5b9d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4379761 Aug 31 15:54:22.833949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40906) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:22.838722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': '641e5cac-92b3-48ee-aa3b-38ef14493b61', 'name': 'tempest-PortsIpV6TestJSON-840365146'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:22.857354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:22.931475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:22.932177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Allocated IP 2001:db8::2 (641e5cac-92b3-48ee-aa3b-38ef14493b61/1630dce0-2a39-4d1d-ad45-0a024706ba49/b6450a08-5c4e-441d-a3e9-cad7cbe21c3b) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:22.935295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:22.943836 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:23.086105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Publish callbacks [] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.089704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.13 (ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278/6ac1636a-0f57-46cd-a518-72d48b19368e/921c5bec-b27c-41fa-bfc4-a262b42698fd) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:23.132742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:23.144892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.202791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port bb790141-3e1b-4bb2-a460-0d98cfa8d03b yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:23.221094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.277084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Network 641e5cac-92b3-48ee-aa3b-38ef14493b61 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:23.278091 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Pushing event updated for resources: {'Port': ['ID=b6450a08-5c4e-441d-a3e9-cad7cbe21c3b,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:23.282946 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:23.285370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:23.346766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Attempting to bind port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:54:23.347044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Attempting to bind port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'a730d15e-846d-4a1f-9106-8cbee60d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '641e5cac-92b3-48ee-aa3b-38ef14493b61'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:54:23.347402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Attempting to bind port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b on network 641e5cac-92b3-48ee-aa3b-38ef14493b61 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:23.349990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.361352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:54:23.361352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Checking segment: {'id': 'a730d15e-846d-4a1f-9106-8cbee60d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '641e5cac-92b3-48ee-aa3b-38ef14493b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:23.361352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.361352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Bound using segment: {'id': 'a730d15e-846d-4a1f-9106-8cbee60d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '641e5cac-92b3-48ee-aa3b-38ef14493b61'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:54:23.361352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Bound port: b6450a08-5c4e-441d-a3e9-cad7cbe21c3b, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a730d15e-846d-4a1f-9106-8cbee60d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '641e5cac-92b3-48ee-aa3b-38ef14493b61'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:54:23.361352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.382513 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8::4f (641e5cac-92b3-48ee-aa3b-38ef14493b61/1630dce0-2a39-4d1d-ad45-0a024706ba49/bb790141-3e1b-4bb2-a460-0d98cfa8d03b) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:23.421851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] For port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:23.425449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] For port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b6450a08-5c4e-441d-a3e9-cad7cbe21c3b,segment=NetworkSegment(a730d15e-846d-4a1f-9106-8cbee60d38e2),segment_id=a730d15e-846d-4a1f-9106-8cbee60d38e2)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:23.504004 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0d840b19-a94e-4886-a548-49492035cd55 req-a5d3660e-23f7-4c51-b709-660dd579ebcc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 210 time: 0.0318360 Aug 31 15:54:23.558009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (bb790141-3e1b-4bb2-a460-0d98cfa8d03b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.575548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.580284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.633134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8a3fb-5500-4316-b1c5-085b509d0db0 None None] Pushing event updated for resources: {'Port': ['ID=b6450a08-5c4e-441d-a3e9-cad7cbe21c3b,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:23.638963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:23.643190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:23.647198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:23.651711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=921c5bec-b27c-41fa-bfc4-a262b42698fd,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:23.703512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:23.704118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.726979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (bb790141-3e1b-4bb2-a460-0d98cfa8d03b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.774895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 641e5cac-92b3-48ee-aa3b-38ef14493b61 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:23.778689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:23.783784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:23.804025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:23.804937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.816101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=bb790141-3e1b-4bb2-a460-0d98cfa8d03b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:23.836640 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0e7d2587-ed1d-4b40-9b04-19cb5e899c17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2231488 Aug 31 15:54:23.853525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Request body: {'port': {'device_id': '376e20d4-1e3f-4e62-befa-f367eaea846d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:23.930870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.952974 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aa3a9fdf-4b8d-456a-9445-abc70d0c1cf2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1164200 Aug 31 15:54:23.954429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40914) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:23.960799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': '641e5cac-92b3-48ee-aa3b-38ef14493b61', 'name': 'tempest-PortsIpV6TestJSON-1526366099'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:23.975466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-068b98e5-e2c1-4ee8-9eb3-cce488dad8f2 None None] Provisioning complete for port 921c5bec-b27c-41fa-bfc4-a262b42698fd triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:23.975983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-068b98e5-e2c1-4ee8-9eb3-cce488dad8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:23.976412 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-068b98e5-e2c1-4ee8-9eb3-cce488dad8f2 None None] Attempt 1 to provision port 921c5bec-b27c-41fa-bfc4-a262b42698fd Aug 31 15:54:24.001786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:24.013270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-068b98e5-e2c1-4ee8-9eb3-cce488dad8f2 None None] Port 921c5bec-b27c-41fa-bfc4-a262b42698fd cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:24.294584 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:24.299051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:24.314706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921c5bec-b27c-41fa-bfc4-a262b42698fd {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:54:24.325792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Publish callbacks [] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:24.336180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port 21553785-44c5-40ac-9bd4-370b4473694b yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:24.351695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Transition to ACTIVE for port object 921c5bec-b27c-41fa-bfc4-a262b42698fd will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 15:54:24.417083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:24.507793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b6450a08-5c4e-441d-a3e9-cad7cbe21c3b up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:24.531915 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-068b98e5-e2c1-4ee8-9eb3-cce488dad8f2 None None] Attempt 2 to provision port 921c5bec-b27c-41fa-bfc4-a262b42698fd Aug 31 15:54:24.535959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8::320 (641e5cac-92b3-48ee-aa3b-38ef14493b61/1630dce0-2a39-4d1d-ad45-0a024706ba49/21553785-44c5-40ac-9bd4-370b4473694b) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:24.538674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=921c5bec-b27c-41fa-bfc4-a262b42698fd,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:24.587742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-068b98e5-e2c1-4ee8-9eb3-cce488dad8f2 None None] Port 921c5bec-b27c-41fa-bfc4-a262b42698fd cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:24.596835 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:24.597541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:24.598139 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:24.651510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d32857-97c9-482d-81c9-4387078fa766 None None] Network 641e5cac-92b3-48ee-aa3b-38ef14493b61 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:24.661506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:24.694700 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:24.700687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Attempting to bind port 921c5bec-b27c-41fa-bfc4-a262b42698fd on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:54:24.703766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Attempting to bind port 921c5bec-b27c-41fa-bfc4-a262b42698fd by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:54:24.703766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Attempting to bind port 921c5bec-b27c-41fa-bfc4-a262b42698fd on network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:24.739098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d040d-5032-4383-bdf7-3645b305fa6e req-63b059fb-7b75-43ad-b222-0698094fb1bd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:24.740609 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3e8d040d-5032-4383-bdf7-3645b305fa6e req-63b059fb-7b75-43ad-b222-0698094fb1bd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 944 time: 0.1345050 Aug 31 15:54:24.746731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Port 921c5bec-b27c-41fa-bfc4-a262b42698fd on network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:54:24.747059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Attempting to bind port 921c5bec-b27c-41fa-bfc4-a262b42698fd on network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:24.776948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:54:24.777287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Checking segment: {'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:24.777889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Bound using segment: {'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:54:24.778139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Bound port: 921c5bec-b27c-41fa-bfc4-a262b42698fd, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88bde66d-bfad-4301-a5c1-11d1298aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:54:24.778500 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:24.813774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:24.878285 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3e8d040d-5032-4383-bdf7-3645b305fa6e req-53527e2f-67c0-4024-997d-cb3487ab0e35 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281133 Aug 31 15:54:24.896252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (21553785-44c5-40ac-9bd4-370b4473694b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:24.934469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] For port 921c5bec-b27c-41fa-bfc4-a262b42698fd, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:24.950248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] For port 921c5bec-b27c-41fa-bfc4-a262b42698fd, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=921c5bec-b27c-41fa-bfc4-a262b42698fd,segment=NetworkSegment(88bde66d-bfad-4301-a5c1-11d1298aa4f2),segment_id=88bde66d-bfad-4301-a5c1-11d1298aa4f2)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:25.026633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:25.032667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:25.033355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:25.034830 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/921c5bec-b27c-41fa-bfc4-a262b42698fd HTTP/1.1" status: 200 len: 1094 time: 1.1869552 Aug 31 15:54:25.035268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376e20d4-1e3f-4e62-befa-f367eaea846d', 'tag': '921c5bec-b27c-41fa-bfc4-a262b42698fd'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:54:25.037546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d42ba59-3956-4540-a8db-671d01e85a98" -d '{"events": [{"name": "network-changed", "server_uuid": "376e20d4-1e3f-4e62-befa-f367eaea846d", "tag": "921c5bec-b27c-41fa-bfc4-a262b42698fd"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:25.067448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:25.073577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (21553785-44c5-40ac-9bd4-370b4473694b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:25.086801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f182dc08-01ac-4a22-bef3-afadc660f90d x-openstack-request-id: req-f182dc08-01ac-4a22-bef3-afadc660f90d {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:25.087170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376e20d4-1e3f-4e62-befa-f367eaea846d", "tag": "921c5bec-b27c-41fa-bfc4-a262b42698fd", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:25.087427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f182dc08-01ac-4a22-bef3-afadc660f90d {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:25.087841 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f182dc08-01ac-4a22-bef3-afadc660f90d'] response: {'name': 'network-changed', 'server_uuid': '376e20d4-1e3f-4e62-befa-f367eaea846d', 'tag': '921c5bec-b27c-41fa-bfc4-a262b42698fd', 'status': 'completed', 'code': 200} Aug 31 15:54:25.089224 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-068b98e5-e2c1-4ee8-9eb3-cce488dad8f2 None None] Attempt 3 to provision port 921c5bec-b27c-41fa-bfc4-a262b42698fd Aug 31 15:54:25.136753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-068b98e5-e2c1-4ee8-9eb3-cce488dad8f2 None None] Port 921c5bec-b27c-41fa-bfc4-a262b42698fd had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 15:54:25.143191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8878c5-2166-4e57-8ebe-37d2cca3d4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=921c5bec-b27c-41fa-bfc4-a262b42698fd,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:25.179042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 641e5cac-92b3-48ee-aa3b-38ef14493b61 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:25.185768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:25.193590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42ba59-3956-4540-a8db-671d01e85a98 req-fc368ea1-fb97-4eb6-b081-1ba1980a74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:25.193590 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d42ba59-3956-4540-a8db-671d01e85a98 req-fc368ea1-fb97-4eb6-b081-1ba1980a74f7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 1128 time: 0.0817370 Aug 31 15:54:25.193590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:25.196767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:25.197377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:25.250833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Provisioning complete for port bb790141-3e1b-4bb2-a460-0d98cfa8d03b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:25.250833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bb790141-3e1b-4bb2-a460-0d98cfa8d03b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:25.250833 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Attempt 1 to provision port bb790141-3e1b-4bb2-a460-0d98cfa8d03b Aug 31 15:54:25.287550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Port bb790141-3e1b-4bb2-a460-0d98cfa8d03b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:25.302680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=21553785-44c5-40ac-9bd4-370b4473694b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:25.378557 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-15d4a671-67d8-4d32-ac90-acfdd66f09c5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4223616 Aug 31 15:54:25.391868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40920) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:25.401230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42ba59-3956-4540-a8db-671d01e85a98 req-d4d6e41b-e95f-4a17-8879-f97e57acb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:25.402759 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d42ba59-3956-4540-a8db-671d01e85a98 req-d4d6e41b-e95f-4a17-8879-f97e57acb85f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=c1c1baf047434c6c96bb801d711d1228&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1976719 Aug 31 15:54:25.427850 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:25.478605 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0e91bf-40ff-4f1d-8f01-ebbb7ab334b6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:25.480087 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-df0e91bf-40ff-4f1d-8f01-ebbb7ab334b6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4f HTTP/1.1" status: 200 len: 927 time: 0.0871851 Aug 31 15:54:25.483072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40922) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:25.568510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbdc63-4a10-4340-97ff-1441c47df8ee tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port 21553785-44c5-40ac-9bd4-370b4473694b {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:25.568848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdc63-4a10-4340-97ff-1441c47df8ee tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (21553785-44c5-40ac-9bd4-370b4473694b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:25.627737 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:25.636198 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=86 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:25.664503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdc63-4a10-4340-97ff-1441c47df8ee tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (21553785-44c5-40ac-9bd4-370b4473694b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:25.680253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbdc63-4a10-4340-97ff-1441c47df8ee tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for 21553785-44c5-40ac-9bd4-370b4473694b owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:25.772112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:25.788828 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Attempt 2 to provision port bb790141-3e1b-4bb2-a460-0d98cfa8d03b Aug 31 15:54:25.826660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Port bb790141-3e1b-4bb2-a460-0d98cfa8d03b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:25.874565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42ba59-3956-4540-a8db-671d01e85a98 req-3c7985ca-1ee5-4dc2-b706-380ef911fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:25.876137 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d42ba59-3956-4540-a8db-671d01e85a98 req-3c7985ca-1ee5-4dc2-b706-380ef911fbd9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4646475 Aug 31 15:54:25.971044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-6b9ecc15-3a81-40e5-b210-d9e829eded03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:25.972535 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-6b9ecc15-3a81-40e5-b210-d9e829eded03 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 1128 time: 0.0485694 Aug 31 15:54:26.005607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdc63-4a10-4340-97ff-1441c47df8ee tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (21553785-44c5-40ac-9bd4-370b4473694b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:26.022471 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-91fb8900-4d9a-4fe6-8d68-6454b53f6485 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=921c5bec-b27c-41fa-bfc4-a262b42698fd HTTP/1.1" status: 200 len: 217 time: 0.0388923 Aug 31 15:54:26.044594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbdc63-4a10-4340-97ff-1441c47df8ee tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=21553785-44c5-40ac-9bd4-370b4473694b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:26.068911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdc63-4a10-4340-97ff-1441c47df8ee tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:26.072868 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4ffbdc63-4a10-4340-97ff-1441c47df8ee tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/21553785-44c5-40ac-9bd4-370b4473694b HTTP/1.1" status: 204 len: 168 time: 0.5879664 Aug 31 15:54:26.076128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40926) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:26.098389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-9016e06d-fac6-4a01-a043-c2ed721557cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:26.101287 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-9016e06d-fac6-4a01-a043-c2ed721557cf service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6ac1636a-0f57-46cd-a518-72d48b19368e HTTP/1.1" status: 200 len: 834 time: 0.0693161 Aug 31 15:54:26.107862 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff586cc-53e3-41da-8f0e-e39226173e79 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:26.110416 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4ff586cc-53e3-41da-8f0e-e39226173e79 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/21553785-44c5-40ac-9bd4-370b4473694b HTTP/1.1" status: 404 len: 333 time: 0.0331891 Aug 31 15:54:26.113302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40928) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:26.142721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:26.179548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0110f1e0-2fe7-47d3-84af-9ec37f2b128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:26.180987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-0110f1e0-2fe7-47d3-84af-9ec37f2b128b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667260 Aug 31 15:54:26.187096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064739f-a00d-4384-ba7f-9242ad5fbc0d req-70472bbc-8cde-423e-bd82-1f0d82cb5eee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:26.188804 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1064739f-a00d-4384-ba7f-9242ad5fbc0d req-70472bbc-8cde-423e-bd82-1f0d82cb5eee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 944 time: 0.0845995 Aug 31 15:54:26.211464 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e1b44842-e581-4c6b-a1bf-652d17b33a18 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port bb790141-3e1b-4bb2-a460-0d98cfa8d03b {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:26.212110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e1b44842-e581-4c6b-a1bf-652d17b33a18 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bb790141-3e1b-4bb2-a460-0d98cfa8d03b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:26.219136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:26.312089 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1064739f-a00d-4384-ba7f-9242ad5fbc0d req-6b8c07c0-2f3f-4da5-b350-53e36e03df37 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101770 Aug 31 15:54:26.318794 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e1b44842-e581-4c6b-a1bf-652d17b33a18 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bb790141-3e1b-4bb2-a460-0d98cfa8d03b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:26.330138 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Attempt 3 to provision port bb790141-3e1b-4bb2-a460-0d98cfa8d03b Aug 31 15:54:26.330934 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-6d67f043-cdbe-4c37-8986-07cb711ea5ad service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390815 Aug 31 15:54:26.336499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e1b44842-e581-4c6b-a1bf-652d17b33a18 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for bb790141-3e1b-4bb2-a460-0d98cfa8d03b owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:26.368927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Port bb790141-3e1b-4bb2-a460-0d98cfa8d03b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:26.444529 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-42097e62-e930-482b-9a27-fa429197f053 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002550 Aug 31 15:54:26.591669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e1b44842-e581-4c6b-a1bf-652d17b33a18 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (bb790141-3e1b-4bb2-a460-0d98cfa8d03b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:26.625168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b44842-e581-4c6b-a1bf-652d17b33a18 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=bb790141-3e1b-4bb2-a460-0d98cfa8d03b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:26.651779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e1b44842-e581-4c6b-a1bf-652d17b33a18 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:26.657686 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e1b44842-e581-4c6b-a1bf-652d17b33a18 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/bb790141-3e1b-4bb2-a460-0d98cfa8d03b HTTP/1.1" status: 204 len: 168 time: 0.5408478 Aug 31 15:54:26.658336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40930) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:26.685099 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bb9402-2010-4de8-83a1-3432b0bbb30b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:26.687176 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-54bb9402-2010-4de8-83a1-3432b0bbb30b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/bb790141-3e1b-4bb2-a460-0d98cfa8d03b HTTP/1.1" status: 404 len: 333 time: 0.0272708 Aug 31 15:54:26.690120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40932) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:26.743635 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b3bef1-9c08-4d2e-803e-5e4c3a99f17f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet 1630dce0-2a39-4d1d-ad45-0a024706ba49 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:26.747164 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c6b3bef1-9c08-4d2e-803e-5e4c3a99f17f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (1630dce0-2a39-4d1d-ad45-0a024706ba49), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:26.763181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:26.796343 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c6b3bef1-9c08-4d2e-803e-5e4c3a99f17f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (1630dce0-2a39-4d1d-ad45-0a024706ba49), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:26.821835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:26.870008 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Attempt 4 to provision port bb790141-3e1b-4bb2-a460-0d98cfa8d03b Aug 31 15:54:26.881128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c6b3bef1-9c08-4d2e-803e-5e4c3a99f17f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (1630dce0-2a39-4d1d-ad45-0a024706ba49), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:26.888364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Port bb790141-3e1b-4bb2-a460-0d98cfa8d03b was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:54:26.896292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Provisioning complete for port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:26.897502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:26.897502 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Attempt 1 to provision port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b Aug 31 15:54:26.921323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f322e881-c3e5-4ae4-8f76-9948389b1b4f None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:26.935918 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:27.021305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c6b3bef1-9c08-4d2e-803e-5e4c3a99f17f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (1630dce0-2a39-4d1d-ad45-0a024706ba49), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.050089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c7f01fca-baba-4bc6-b245-1de993f2d78a None None] Could not find standard attr ID for object 21553785-44c5-40ac-9bd4-370b4473694b. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:27.055090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3bef1-9c08-4d2e-803e-5e4c3a99f17f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=1630dce0-2a39-4d1d-ad45-0a024706ba49,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:27.058740 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c6b3bef1-9c08-4d2e-803e-5e4c3a99f17f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.061981 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c6b3bef1-9c08-4d2e-803e-5e4c3a99f17f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/1630dce0-2a39-4d1d-ad45-0a024706ba49 HTTP/1.1" status: 204 len: 168 time: 0.3709166 Aug 31 15:54:27.064948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40934) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:27.065652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6e49f-1962-43d2-983e-b52106615914 None None] Network 641e5cac-92b3-48ee-aa3b-38ef14493b61 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:27.143514 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (641e5cac-92b3-48ee-aa3b-38ef14493b61), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.187728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:27.188079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.211620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:27.220720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4863e8-4be3-4f16-931e-fbf96124eab1 None None] DHCP port deletion for 641e5cac-92b3-48ee-aa3b-38ef14493b61 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:54:27.258077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] For port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b6450a08-5c4e-441d-a3e9-cad7cbe21c3b,segment=NetworkSegment(a730d15e-846d-4a1f-9106-8cbee60d38e2),segment_id=a730d15e-846d-4a1f-9106-8cbee60d38e2)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:27.258444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.260040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eb4863e8-4be3-4f16-931e-fbf96124eab1 None None] Deleting port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:27.260418 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-eb4863e8-4be3-4f16-931e-fbf96124eab1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.274620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for b6450a08-5c4e-441d-a3e9-cad7cbe21c3b owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:27.332832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-eb4863e8-4be3-4f16-931e-fbf96124eab1 None None] For port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b6450a08-5c4e-441d-a3e9-cad7cbe21c3b,segment=NetworkSegment(a730d15e-846d-4a1f-9106-8cbee60d38e2),segment_id=a730d15e-846d-4a1f-9106-8cbee60d38e2)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:27.333503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-eb4863e8-4be3-4f16-931e-fbf96124eab1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.334645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:27.348357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-eb4863e8-4be3-4f16-931e-fbf96124eab1 None None] Calling delete_port for b6450a08-5c4e-441d-a3e9-cad7cbe21c3b owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:27.443286 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a06b2-62e8-445f-a828-31ea8803f1c0 req-27452805-bb0f-4ce6-b746-0352fc2a3379 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:27.444696 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-555a06b2-62e8-445f-a828-31ea8803f1c0 req-27452805-bb0f-4ce6-b746-0352fc2a3379 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 944 time: 0.0482869 Aug 31 15:54:27.471782 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.479155 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-eb4863e8-4be3-4f16-931e-fbf96124eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (b6450a08-5c4e-441d-a3e9-cad7cbe21c3b), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.497355 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-555a06b2-62e8-445f-a828-31ea8803f1c0 req-faad08f6-ade2-4b8b-860e-19fa0a431718 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469642 Aug 31 15:54:27.498545 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=b6450a08-5c4e-441d-a3e9-cad7cbe21c3b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:27.507288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No DVR routers for this DVR port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:27.510501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4863e8-4be3-4f16-931e-fbf96124eab1 None None] Pushing event deleted for resources: {'Port': ['ID=b6450a08-5c4e-441d-a3e9-cad7cbe21c3b,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:27.512616 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4863e8-4be3-4f16-931e-fbf96124eab1 None None] No DVR routers for this DVR port b6450a08-5c4e-441d-a3e9-cad7cbe21c3b on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:27.601271 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (641e5cac-92b3-48ee-aa3b-38ef14493b61), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.621141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641e5cac-92b3-48ee-aa3b-38ef14493b61']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:27.631321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a730d15e-846d-4a1f-9106-8cbee60d38e2') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:27.631810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a730d15e-846d-4a1f-9106-8cbee60d38e2') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:27.642493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (a730d15e-846d-4a1f-9106-8cbee60d38e2), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.656543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a730d15e-846d-4a1f-9106-8cbee60d38e2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.663049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:27.665983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (a730d15e-846d-4a1f-9106-8cbee60d38e2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.684588 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a730d15e-846d-4a1f-9106-8cbee60d38e2 resource provider aggregate not found Aug 31 15:54:27.722524 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a730d15e-846d-4a1f-9106-8cbee60d38e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a730d15e-846d-4a1f-9106-8cbee60d38e2 found for delete ", "request_id": "req-a9d4cd2a-80fc-4be5-803d-5879b6400fd7"}]} Aug 31 15:54:27.817633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (641e5cac-92b3-48ee-aa3b-38ef14493b61), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.829245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.829245 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/networks/641e5cac-92b3-48ee-aa3b-38ef14493b61 HTTP/1.1" status: 204 len: 168 time: 0.7624488 Aug 31 15:54:27.832961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40942) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:27.838118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1370177656'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:27.840433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cdcd4-30d9-4aa7-b6c3-51889ccae30e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Network': ['ID=641e5cac-92b3-48ee-aa3b-38ef14493b61,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:27.844724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:27.946175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:27.949994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.976989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:27.986335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:27.989734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (c557b4bc-a2bb-45e5-ab01-b37b09885c53), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:27.989894 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Added segment c557b4bc-a2bb-45e5-ab01-b37b09885c53 of type vlan for network dacde84b-073f-45e0-b3c8-9798acfaecb9 Aug 31 15:54:28.029577 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (dacde84b-073f-45e0-b3c8-9798acfaecb9), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:28.071865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:28.134824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (dacde84b-073f-45e0-b3c8-9798acfaecb9), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:28.139845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:28.140449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:28.209066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:28.211384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Network': ['ID=dacde84b-073f-45e0-b3c8-9798acfaecb9,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:28.222019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network dacde84b-073f-45e0-b3c8-9798acfaecb9 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:28.289480 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dbeded6c-9dc1-4ebc-93dc-d93f08c71061 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4549918 Aug 31 15:54:28.291373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40944) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:28.296816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': 'dacde84b-073f-45e0-b3c8-9798acfaecb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:28.462818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b6450a08-5c4e-441d-a3e9-cad7cbe21c3b no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:28.483662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: b6450a08-5c4e-441d-a3e9-cad7cbe21c3b {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:54:28.484537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b6450a08-5c4e-441d-a3e9-cad7cbe21c3b not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:28.519518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:28.523427 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:28.631626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56c8c5-f078-48a6-894f-942f9a17178c req-4b9e228b-32f2-4d92-82af-9b1641bad65f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:28.633044 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eb56c8c5-f078-48a6-894f-942f9a17178c req-4b9e228b-32f2-4d92-82af-9b1641bad65f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 944 time: 0.0482724 Aug 31 15:54:28.687354 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eb56c8c5-f078-48a6-894f-942f9a17178c req-57defa3b-15c9-4f3f-91d5-2011619e9dc2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478821 Aug 31 15:54:28.811387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (c5062469-fd77-4757-abf2-df103cb66365), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:28.874509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=c5062469-fd77-4757-abf2-df103cb66365,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:28.890669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Checking segment: {'id': 'c557b4bc-a2bb-45e5-ab01-b37b09885c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dacde84b-073f-45e0-b3c8-9798acfaecb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:28.890669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network hostable DHCP agents. Network: dacde84b-073f-45e0-b3c8-9798acfaecb9, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:28.937230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:28.997836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network dacde84b-073f-45e0-b3c8-9798acfaecb9 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:29.148785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, dacde84b-073f-45e0-b3c8-9798acfaecb9) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:29.158545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:29.158545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:29.158823 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c713f1bd-83b4-4413-8c08-782a8bd2a8c4 None None] Network dacde84b-073f-45e0-b3c8-9798acfaecb9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:29.258760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-dacde84b-073f-45e0-b3c8-9798acfaecb9', 'network_id': 'dacde84b-073f-45e0-b3c8-9798acfaecb9', 'project_id': 'bbdcdd315c7c4d609ed03b79ddb40f5b', 'fixed_ips': [{'subnet_id': 'c5062469-fd77-4757-abf2-df103cb66365'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:54:29.259673 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:29.286615 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a2166c56-b6c9-4a47-9503-143c1dbb0d2b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9940982 Aug 31 15:54:29.289450 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40948) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:29.294482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': 'dacde84b-073f-45e0-b3c8-9798acfaecb9', 'name': 'tempest-PortsIpV6TestJSON-74366603', 'fixed_ips': [{'subnet_id': 'c5062469-fd77-4757-abf2-df103cb66365', 'ip_address': '2001:db8::10'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:29.299738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:29.348696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:29.353958 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 921c5bec-b27c-41fa-bfc4-a262b42698fd details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:54:29.431071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Allocated IP 2001:db8::2 (dacde84b-073f-45e0-b3c8-9798acfaecb9/c5062469-fd77-4757-abf2-df103cb66365/b62c326c-6d55-4acc-8cac-88e8abc679e2) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:29.449134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:29.479719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:29.569367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:29.588641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:29.589484 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port c1f4e942-95f3-474d-ae99-4086ec0764a1 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:29.652919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:29.683774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 921c5bec-b27c-41fa-bfc4-a262b42698fd, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=921c5bec-b27c-41fa-bfc4-a262b42698fd,segment=NetworkSegment(88bde66d-bfad-4301-a5c1-11d1298aa4f2),segment_id=88bde66d-bfad-4301-a5c1-11d1298aa4f2)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:29.706232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '921c5bec-b27c-41fa-bfc4-a262b42698fd', 'network_id': 'ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278', 'port_id': '921c5bec-b27c-41fa-bfc4-a262b42698fd', 'mac_address': 'fa:16:3e:93:e6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac1636a-0f57-46cd-a518-72d48b19368e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:54:29.743881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:29.782100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 921c5bec-b27c-41fa-bfc4-a262b42698fd is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:54:29.782470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:29.810542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921c5bec-b27c-41fa-bfc4-a262b42698fd {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:54:29.812967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385773b-b13d-4a69-b652-9ec8b16e02c8 req-37ba1100-7035-4168-bd25-eb5f2f13feee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:29.814655 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9385773b-b13d-4a69-b652-9ec8b16e02c8 req-37ba1100-7035-4168-bd25-eb5f2f13feee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 944 time: 0.0499389 Aug 31 15:54:29.816324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Publish callbacks [] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:29.832307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 921c5bec-b27c-41fa-bfc4-a262b42698fd, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=921c5bec-b27c-41fa-bfc4-a262b42698fd,segment=NetworkSegment(88bde66d-bfad-4301-a5c1-11d1298aa4f2),segment_id=88bde66d-bfad-4301-a5c1-11d1298aa4f2)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:29.868570 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9385773b-b13d-4a69-b652-9ec8b16e02c8 req-62aa3656-58e6-4952-959e-c773470f874f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477729 Aug 31 15:54:29.943178 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:29.984829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:29.990062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Network dacde84b-073f-45e0-b3c8-9798acfaecb9 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:29.994244 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:29.996017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Pushing event updated for resources: {'Port': ['ID=b62c326c-6d55-4acc-8cac-88e8abc679e2,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:29.998575 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8::10 (dacde84b-073f-45e0-b3c8-9798acfaecb9/c5062469-fd77-4757-abf2-df103cb66365/c1f4e942-95f3-474d-ae99-4086ec0764a1) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:29.999093 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:30.088458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Attempting to bind port b62c326c-6d55-4acc-8cac-88e8abc679e2 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:54:30.088828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Attempting to bind port b62c326c-6d55-4acc-8cac-88e8abc679e2 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'c557b4bc-a2bb-45e5-ab01-b37b09885c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dacde84b-073f-45e0-b3c8-9798acfaecb9'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:54:30.089196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Attempting to bind port b62c326c-6d55-4acc-8cac-88e8abc679e2 on network dacde84b-073f-45e0-b3c8-9798acfaecb9 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:30.103378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=921c5bec-b27c-41fa-bfc4-a262b42698fd,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:30.106117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:54:30.106493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Checking segment: {'id': 'c557b4bc-a2bb-45e5-ab01-b37b09885c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dacde84b-073f-45e0-b3c8-9798acfaecb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:30.106894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:30.107281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Bound using segment: {'id': 'c557b4bc-a2bb-45e5-ab01-b37b09885c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dacde84b-073f-45e0-b3c8-9798acfaecb9'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:54:30.107750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Bound port: b62c326c-6d55-4acc-8cac-88e8abc679e2, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557b4bc-a2bb-45e5-ab01-b37b09885c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dacde84b-073f-45e0-b3c8-9798acfaecb9'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:54:30.109347 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:30.112134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:30.172673 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (c1f4e942-95f3-474d-ae99-4086ec0764a1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:30.180303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] For port b62c326c-6d55-4acc-8cac-88e8abc679e2, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:30.192150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] For port b62c326c-6d55-4acc-8cac-88e8abc679e2, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b62c326c-6d55-4acc-8cac-88e8abc679e2,segment=NetworkSegment(c557b4bc-a2bb-45e5-ab01-b37b09885c53),segment_id=c557b4bc-a2bb-45e5-ab01-b37b09885c53)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:30.229730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['921c5bec-b27c-41fa-bfc4-a262b42698fd'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 15:54:30.320203 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c1f4e942-95f3-474d-ae99-4086ec0764a1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:30.324525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:30.388525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network dacde84b-073f-45e0-b3c8-9798acfaecb9 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:30.393039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:30.395698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:30.400970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:30.401616 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:30.415840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=c1f4e942-95f3-474d-ae99-4086ec0764a1,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:30.416388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98366ad-dab7-4343-b8b3-26c6119df85e None None] Pushing event updated for resources: {'Port': ['ID=b62c326c-6d55-4acc-8cac-88e8abc679e2,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:30.543137 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6869025c-61ad-4662-bd74-6adb49a3404b tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2525866 Aug 31 15:54:30.545727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40952) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:30.558211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': 'dacde84b-073f-45e0-b3c8-9798acfaecb9', 'name': 'tempest-PortsIpV6TestJSON-170276771', 'fixed_ips': [{'subnet_id': 'c5062469-fd77-4757-abf2-df103cb66365', 'ip_address': '2001:db8::f'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:30.800553 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:30.808785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:30.829845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port 98824151-1d67-463e-9c9c-9b980a242f71 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:30.992193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20996b-72c0-4f24-91a0-501269752ee6 req-d46e2025-6285-4339-a9e8-4541b3e7a001 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:30.994972 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fb20996b-72c0-4f24-91a0-501269752ee6 req-d46e2025-6285-4339-a9e8-4541b3e7a001 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0521231 Aug 31 15:54:30.997194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8::f (dacde84b-073f-45e0-b3c8-9798acfaecb9/c5062469-fd77-4757-abf2-df103cb66365/98824151-1d67-463e-9c9c-9b980a242f71) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:31.062624 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fb20996b-72c0-4f24-91a0-501269752ee6 req-7140b191-5b0b-4a31-9169-642d03bb82ae tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576842 Aug 31 15:54:31.087194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:31.171193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (98824151-1d67-463e-9c9c-9b980a242f71), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:31.239959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:31.281347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (98824151-1d67-463e-9c9c-9b980a242f71), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:31.328589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network dacde84b-073f-45e0-b3c8-9798acfaecb9 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:31.331819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:31.335718 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f3ba3-5176-4cfb-a756-738a3fd557f7 None None] Network dacde84b-073f-45e0-b3c8-9798acfaecb9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:31.336832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:31.340468 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:31.341151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:31.351673 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=98824151-1d67-463e-9c9c-9b980a242f71,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:31.361198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:31.390422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 921c5bec-b27c-41fa-bfc4-a262b42698fd up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:31.430174 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-93db8c92-7dfc-40b8-a7d2-2389409f76f5 None None] Provisioning complete for port b62c326c-6d55-4acc-8cac-88e8abc679e2 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:31.430543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-93db8c92-7dfc-40b8-a7d2-2389409f76f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:31.430877 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-93db8c92-7dfc-40b8-a7d2-2389409f76f5 None None] Attempt 1 to provision port b62c326c-6d55-4acc-8cac-88e8abc679e2 Aug 31 15:54:31.450995 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-38413798-eb9d-4fa7-9853-1eb9d582c3d6 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9011467 Aug 31 15:54:31.451262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40956) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-93db8c92-7dfc-40b8-a7d2-2389409f76f5 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:31.526235 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:31.529664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 921c5bec-b27c-41fa-bfc4-a262b42698fd completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 15:54:31.543778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfb483-a2e6-4d27-b94d-d91b850506e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:31.545400 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a6dfb483-a2e6-4d27-b94d-d91b850506e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.0932047 Aug 31 15:54:31.548239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40958) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:31.600668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f4a697-70cf-4f42-b36d-7e6979dc1298 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:31.605726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f4a697-70cf-4f42-b36d-7e6979dc1298 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:31.610985 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f4a697-70cf-4f42-b36d-7e6979dc1298 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:31.612722 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-77f4a697-70cf-4f42-b36d-7e6979dc1298 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.0632963 Aug 31 15:54:31.615627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40960) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:31.644644 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:31.672900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 921c5bec-b27c-41fa-bfc4-a262b42698fd triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:31.673477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:31.673948 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 921c5bec-b27c-41fa-bfc4-a262b42698fd Aug 31 15:54:31.710423 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6568e887-5496-4404-a079-f1e079ad075e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port 98824151-1d67-463e-9c9c-9b980a242f71 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:31.710769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6568e887-5496-4404-a079-f1e079ad075e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (98824151-1d67-463e-9c9c-9b980a242f71), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:31.715409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:31.756351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Provisioning complete for port b62c326c-6d55-4acc-8cac-88e8abc679e2 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:31.756739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:31.757071 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Attempt 1 to provision port b62c326c-6d55-4acc-8cac-88e8abc679e2 Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:31.801630 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:31.809875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Provisioning complete for port c1f4e942-95f3-474d-ae99-4086ec0764a1 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:31.810084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6568e887-5496-4404-a079-f1e079ad075e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (98824151-1d67-463e-9c9c-9b980a242f71), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:31.810232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c1f4e942-95f3-474d-ae99-4086ec0764a1), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:31.810515 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Attempt 1 to provision port c1f4e942-95f3-474d-ae99-4086ec0764a1 Aug 31 15:54:31.824933 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6568e887-5496-4404-a079-f1e079ad075e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for 98824151-1d67-463e-9c9c-9b980a242f71 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:31.848370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Port c1f4e942-95f3-474d-ae99-4086ec0764a1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:32.063717 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6568e887-5496-4404-a079-f1e079ad075e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (98824151-1d67-463e-9c9c-9b980a242f71), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:32.093656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568e887-5496-4404-a079-f1e079ad075e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=98824151-1d67-463e-9c9c-9b980a242f71,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:32.125714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6568e887-5496-4404-a079-f1e079ad075e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:32.129292 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6568e887-5496-4404-a079-f1e079ad075e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/98824151-1d67-463e-9c9c-9b980a242f71 HTTP/1.1" status: 204 len: 168 time: 0.5125747 Aug 31 15:54:32.131947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40964) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:32.173628 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3642ba-d3c1-4dd1-aa06-6d89764b8e21 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:32.175062 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ef3642ba-d3c1-4dd1-aa06-6d89764b8e21 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/98824151-1d67-463e-9c9c-9b980a242f71 HTTP/1.1" status: 404 len: 333 time: 0.0421877 Aug 31 15:54:32.177955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40966) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:32.211575 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a94b0-0b33-4a57-8ced-2061a1435c4c req-20bb21b2-99ee-47f4-a2c9-83e40a8aa4df tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:32.213593 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d65a94b0-0b33-4a57-8ced-2061a1435c4c req-20bb21b2-99ee-47f4-a2c9-83e40a8aa4df tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0513272 Aug 31 15:54:32.217269 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:32.268727 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d65a94b0-0b33-4a57-8ced-2061a1435c4c req-1f0829c5-bea0-4058-8430-760ee884c6da tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475900 Aug 31 15:54:32.272811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-671e7824-22eb-4ca1-8577-a0f81eb3a1d8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port c1f4e942-95f3-474d-ae99-4086ec0764a1 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:32.273229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-671e7824-22eb-4ca1-8577-a0f81eb3a1d8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c1f4e942-95f3-474d-ae99-4086ec0764a1), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:32.349891 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Attempt 2 to provision port c1f4e942-95f3-474d-ae99-4086ec0764a1 Aug 31 15:54:32.375872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:32.376234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-671e7824-22eb-4ca1-8577-a0f81eb3a1d8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c1f4e942-95f3-474d-ae99-4086ec0764a1), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:32.386146 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Port c1f4e942-95f3-474d-ae99-4086ec0764a1 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:32.390107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-671e7824-22eb-4ca1-8577-a0f81eb3a1d8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for c1f4e942-95f3-474d-ae99-4086ec0764a1 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:32.450121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:32.492927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b62c326c-6d55-4acc-8cac-88e8abc679e2 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:32.537373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port b62c326c-6d55-4acc-8cac-88e8abc679e2 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:32.537769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:32.538142 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port b62c326c-6d55-4acc-8cac-88e8abc679e2 Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:32.578855 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:32.597388 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-671e7824-22eb-4ca1-8577-a0f81eb3a1d8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (c1f4e942-95f3-474d-ae99-4086ec0764a1), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:32.633251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e7824-22eb-4ca1-8577-a0f81eb3a1d8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=c1f4e942-95f3-474d-ae99-4086ec0764a1,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:32.658645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-671e7824-22eb-4ca1-8577-a0f81eb3a1d8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:32.661890 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-671e7824-22eb-4ca1-8577-a0f81eb3a1d8 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/c1f4e942-95f3-474d-ae99-4086ec0764a1 HTTP/1.1" status: 204 len: 168 time: 0.4828486 Aug 31 15:54:32.664505 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40968) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:32.692096 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-27898adf-942e-424b-ba48-a06591d449c1 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:32.693643 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-27898adf-942e-424b-ba48-a06591d449c1 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/c1f4e942-95f3-474d-ae99-4086ec0764a1 HTTP/1.1" status: 404 len: 333 time: 0.0281353 Aug 31 15:54:32.696418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40970) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:32.751342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c1d99f-ad04-4b85-a40b-3d4c3536c0de tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet c5062469-fd77-4757-abf2-df103cb66365 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:32.754865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0c1d99f-ad04-4b85-a40b-3d4c3536c0de tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (c5062469-fd77-4757-abf2-df103cb66365), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:32.786750 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:32.803978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0c1d99f-ad04-4b85-a40b-3d4c3536c0de tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (c5062469-fd77-4757-abf2-df103cb66365), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:32.887124 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Attempt 3 to provision port c1f4e942-95f3-474d-ae99-4086ec0764a1 Aug 31 15:54:32.887409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0c1d99f-ad04-4b85-a40b-3d4c3536c0de tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (c5062469-fd77-4757-abf2-df103cb66365), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:32.906815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Port c1f4e942-95f3-474d-ae99-4086ec0764a1 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:54:32.909855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4f31fef4-df99-4529-bc4a-402a47b9495b None None] Could not find standard attr ID for object 98824151-1d67-463e-9c9c-9b980a242f71. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:33.017944 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0c1d99f-ad04-4b85-a40b-3d4c3536c0de tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (c5062469-fd77-4757-abf2-df103cb66365), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.022579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9ae61c17-8dfe-45b8-ba3c-120446b16394 None None] Could not find standard attr ID for object c1f4e942-95f3-474d-ae99-4086ec0764a1. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:33.026335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9ae61c17-8dfe-45b8-ba3c-120446b16394 None None] Could not find standard attr ID for object 98824151-1d67-463e-9c9c-9b980a242f71. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:33.051450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1d99f-ad04-4b85-a40b-3d4c3536c0de tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=c5062469-fd77-4757-abf2-df103cb66365,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:33.055178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0c1d99f-ad04-4b85-a40b-3d4c3536c0de tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.058307 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b0c1d99f-ad04-4b85-a40b-3d4c3536c0de tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c5062469-fd77-4757-abf2-df103cb66365 HTTP/1.1" status: 204 len: 168 time: 0.3609655 Aug 31 15:54:33.060935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40972) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:33.075624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffa04ba-0dd9-4e29-bf99-4b50be401ee1 None None] Network dacde84b-073f-45e0-b3c8-9798acfaecb9 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:33.111925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:33.142032 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (dacde84b-073f-45e0-b3c8-9798acfaecb9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.186684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port b62c326c-6d55-4acc-8cac-88e8abc679e2 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:33.187274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.218886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e6870-e107-4fb3-b7f1-b148c61cc608 None None] DHCP port deletion for dacde84b-073f-45e0-b3c8-9798acfaecb9 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:54:33.256440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a38e6870-e107-4fb3-b7f1-b148c61cc608 None None] Deleting port b62c326c-6d55-4acc-8cac-88e8abc679e2 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:33.256810 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a38e6870-e107-4fb3-b7f1-b148c61cc608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.260210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] For port b62c326c-6d55-4acc-8cac-88e8abc679e2, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b62c326c-6d55-4acc-8cac-88e8abc679e2,segment=NetworkSegment(c557b4bc-a2bb-45e5-ab01-b37b09885c53),segment_id=c557b4bc-a2bb-45e5-ab01-b37b09885c53)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:33.260621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.275130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for b62c326c-6d55-4acc-8cac-88e8abc679e2 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:33.325830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a38e6870-e107-4fb3-b7f1-b148c61cc608 None None] For port b62c326c-6d55-4acc-8cac-88e8abc679e2, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b62c326c-6d55-4acc-8cac-88e8abc679e2,segment=NetworkSegment(c557b4bc-a2bb-45e5-ab01-b37b09885c53),segment_id=c557b4bc-a2bb-45e5-ab01-b37b09885c53)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:33.326230 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a38e6870-e107-4fb3-b7f1-b148c61cc608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.340380 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a38e6870-e107-4fb3-b7f1-b148c61cc608 None None] Calling delete_port for b62c326c-6d55-4acc-8cac-88e8abc679e2 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:33.409308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6319023-4dc7-4d00-b840-d5bf75a76810 req-c72de1d1-1a72-4350-b437-d698cb068961 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:33.410856 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f6319023-4dc7-4d00-b840-d5bf75a76810 req-c72de1d1-1a72-4350-b437-d698cb068961 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0593972 Aug 31 15:54:33.461633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f6319023-4dc7-4d00-b840-d5bf75a76810 req-760b2a0f-db9e-466f-8bb5-c095b64db902 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447688 Aug 31 15:54:33.532600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.541892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a38e6870-e107-4fb3-b7f1-b148c61cc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (b62c326c-6d55-4acc-8cac-88e8abc679e2), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.574422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=b62c326c-6d55-4acc-8cac-88e8abc679e2,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:33.580451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No DVR routers for this DVR port b62c326c-6d55-4acc-8cac-88e8abc679e2 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:33.585625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:33.585625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e6870-e107-4fb3-b7f1-b148c61cc608 None None] Pushing event deleted for resources: {'Port': ['ID=b62c326c-6d55-4acc-8cac-88e8abc679e2,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:33.591200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e6870-e107-4fb3-b7f1-b148c61cc608 None None] No DVR routers for this DVR port b62c326c-6d55-4acc-8cac-88e8abc679e2 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:33.671911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (dacde84b-073f-45e0-b3c8-9798acfaecb9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.691824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacde84b-073f-45e0-b3c8-9798acfaecb9']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:33.701121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c557b4bc-a2bb-45e5-ab01-b37b09885c53') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:33.701413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c557b4bc-a2bb-45e5-ab01-b37b09885c53') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:33.712101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (c557b4bc-a2bb-45e5-ab01-b37b09885c53), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.725306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (c557b4bc-a2bb-45e5-ab01-b37b09885c53), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.732051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:33.732431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (c557b4bc-a2bb-45e5-ab01-b37b09885c53), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.778934 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment c557b4bc-a2bb-45e5-ab01-b37b09885c53 resource provider aggregate not found Aug 31 15:54:33.798142 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment c557b4bc-a2bb-45e5-ab01-b37b09885c53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c557b4bc-a2bb-45e5-ab01-b37b09885c53 found for delete ", "request_id": "req-de3a2136-ac77-4b07-88e0-a2f0f0c512ec"}]} Aug 31 15:54:33.802927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:33.877188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (dacde84b-073f-45e0-b3c8-9798acfaecb9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.884382 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:33.887206 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/networks/dacde84b-073f-45e0-b3c8-9798acfaecb9 HTTP/1.1" status: 204 len: 168 time: 0.8249760 Aug 31 15:54:33.892296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 40980) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:33.897415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-91915564'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:33.902269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d034a7-0df3-4e0f-96bc-63c49a82ad57 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Network': ['ID=dacde84b-073f-45e0-b3c8-9798acfaecb9,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:34.045727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:34.050205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:34.075044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:34.084771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (68016d2e-1bd7-43d8-89b2-38b08bf34b38), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:34.085147 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Added segment 68016d2e-1bd7-43d8-89b2-38b08bf34b38 of type vlan for network 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 Aug 31 15:54:34.125403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (9f1c5ea9-9fcd-49ba-afad-de8204719bb0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:34.254510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (9f1c5ea9-9fcd-49ba-afad-de8204719bb0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:34.259522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:34.260090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:34.330116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Network': ['ID=9f1c5ea9-9fcd-49ba-afad-de8204719bb0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:34.339920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:34.369597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=4,neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:34.402997 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-df3b9af2-9299-4b30-ba8b-521e22609d95 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5095148 Aug 31 15:54:34.406069 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40982) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:34.411368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': '9f1c5ea9-9fcd-49ba-afad-de8204719bb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:34.489325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b62c326c-6d55-4acc-8cac-88e8abc679e2 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:34.512976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: b62c326c-6d55-4acc-8cac-88e8abc679e2 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:54:34.513321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b62c326c-6d55-4acc-8cac-88e8abc679e2 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:34.586528 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e22f5-7d55-4e03-9735-c0bb59d92219 req-5b914a37-adec-4776-bbfa-59f30923c06c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:34.587992 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0c1e22f5-7d55-4e03-9735-c0bb59d92219 req-5b914a37-adec-4776-bbfa-59f30923c06c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0474737 Aug 31 15:54:34.616960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:34.621224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:34.637680 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0c1e22f5-7d55-4e03-9735-c0bb59d92219 req-e2f2b962-c44f-4c82-b269-ccb9cdfbbe6a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441122 Aug 31 15:54:34.877946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (ada928fa-605b-4f1c-9563-73feec2d6eff), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:34.941344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=ada928fa-605b-4f1c-9563-73feec2d6eff,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:34.950283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Checking segment: {'id': '68016d2e-1bd7-43d8-89b2-38b08bf34b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9f1c5ea9-9fcd-49ba-afad-de8204719bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:34.950644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network hostable DHCP agents. Network: 9f1c5ea9-9fcd-49ba-afad-de8204719bb0, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:35.043293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:35.148414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 9f1c5ea9-9fcd-49ba-afad-de8204719bb0) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:35.152628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:35.153223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.161755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96b758-7837-4d66-96a5-d5fba073cf38 None None] Network 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:35.259019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-9f1c5ea9-9fcd-49ba-afad-de8204719bb0', 'network_id': '9f1c5ea9-9fcd-49ba-afad-de8204719bb0', 'project_id': 'bbdcdd315c7c4d609ed03b79ddb40f5b', 'fixed_ips': [{'subnet_id': 'ada928fa-605b-4f1c-9563-73feec2d6eff'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:54:35.268704 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-48324603-bf69-4b06-b8e8-226a5beb3a6c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8524342 Aug 31 15:54:35.268896 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.269021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40986) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:35.269021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e80885e6-a763-4522-b726-ebbedb1a48bc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-862719659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:35.386341 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e80885e6-a763-4522-b726-ebbedb1a48bc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.387459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e80885e6-a763-4522-b726-ebbedb1a48bc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.402891 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Allocated IP 2001:db8::2 (9f1c5ea9-9fcd-49ba-afad-de8204719bb0/ada928fa-605b-4f1c-9563-73feec2d6eff/03d16520-beb0-43b0-b4ba-4624b3c1c072) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:35.443929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e80885e6-a763-4522-b726-ebbedb1a48bc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for router_controller (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.485759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:35.520195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e80885e6-a763-4522-b726-ebbedb1a48bc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.542951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:35.544324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Publish callbacks [] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.599569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e80885e6-a763-4522-b726-ebbedb1a48bc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.600841 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e80885e6-a763-4522-b726-ebbedb1a48bc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3375039 Aug 31 15:54:35.603586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40988) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:35.608255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'network_id': '9f1c5ea9-9fcd-49ba-afad-de8204719bb0', 'name': 'tempest-PortsIpV6TestJSON-1163640791'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:35.632723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.765401 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:54:35.777732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552faba-a391-4a68-bc69-b13992ed3020 req-ce6dc317-2608-4dc2-af86-207f391b1192 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:35.779343 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5552faba-a391-4a68-bc69-b13992ed3020 req-ce6dc317-2608-4dc2-af86-207f391b1192 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0580206 Aug 31 15:54:35.815492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Network 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:35.819104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:35.820999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Pushing event updated for resources: {'Port': ['ID=03d16520-beb0-43b0-b4ba-4624b3c1c072,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:35.823299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:35.833586 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5552faba-a391-4a68-bc69-b13992ed3020 req-59359490-01b8-420f-80c2-5c2a8c51eed1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462344 Aug 31 15:54:35.845441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:35.845441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.859499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port f663e326-9ebf-4104-a0f1-e9c1f335b967 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:35.888436 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Attempting to bind port 03d16520-beb0-43b0-b4ba-4624b3c1c072 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:54:35.888829 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Attempting to bind port 03d16520-beb0-43b0-b4ba-4624b3c1c072 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '68016d2e-1bd7-43d8-89b2-38b08bf34b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9f1c5ea9-9fcd-49ba-afad-de8204719bb0'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:54:35.889179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Attempting to bind port 03d16520-beb0-43b0-b4ba-4624b3c1c072 on network 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:35.895798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:54:35.896181 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Checking segment: {'id': '68016d2e-1bd7-43d8-89b2-38b08bf34b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9f1c5ea9-9fcd-49ba-afad-de8204719bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:35.896577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.896970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Bound using segment: {'id': '68016d2e-1bd7-43d8-89b2-38b08bf34b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9f1c5ea9-9fcd-49ba-afad-de8204719bb0'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:54:35.897444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Bound port: 03d16520-beb0-43b0-b4ba-4624b3c1c072, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68016d2e-1bd7-43d8-89b2-38b08bf34b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9f1c5ea9-9fcd-49ba-afad-de8204719bb0'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:54:35.897853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:35.927753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:35.961272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] For port 03d16520-beb0-43b0-b4ba-4624b3c1c072, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:35.964735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] For port 03d16520-beb0-43b0-b4ba-4624b3c1c072, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=03d16520-beb0-43b0-b4ba-4624b3c1c072,segment=NetworkSegment(68016d2e-1bd7-43d8-89b2-38b08bf34b38),segment_id=68016d2e-1bd7-43d8-89b2-38b08bf34b38)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:35.991510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8::25e (9f1c5ea9-9fcd-49ba-afad-de8204719bb0/ada928fa-605b-4f1c-9563-73feec2d6eff/f663e326-9ebf-4104-a0f1-e9c1f335b967) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:36.068721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:36.126700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa33d-9364-44d7-b0f7-3049bb443540 None None] Pushing event updated for resources: {'Port': ['ID=03d16520-beb0-43b0-b4ba-4624b3c1c072,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:36.153435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:36.343653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:36.394874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:36.400457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:36.404237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:36.409334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:36.409974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:36.423812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=f663e326-9ebf-4104-a0f1-e9c1f335b967,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:36.507604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 03d16520-beb0-43b0-b4ba-4624b3c1c072 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:36.510831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:36.522411 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7b65aa0f-ea46-44ab-8319-91bd57fefa58 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9177999 Aug 31 15:54:36.524990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40992) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:36.557100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 03d16520-beb0-43b0-b4ba-4624b3c1c072 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:36.557485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:36.557875 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 03d16520-beb0-43b0-b4ba-4624b3c1c072 Aug 31 15:54:36.595617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:36.599676 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:36.600234 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:36.788432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:36.855374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:36.966486 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d98c5-fe69-432b-9a7c-b5387b57b7f1 req-fbc7a14d-e4f4-4afc-acd9-e38fa21250f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:36.968778 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-020d98c5-fe69-432b-9a7c-b5387b57b7f1 req-fbc7a14d-e4f4-4afc-acd9-e38fa21250f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0546029 Aug 31 15:54:36.974185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:37.031047 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-020d98c5-fe69-432b-9a7c-b5387b57b7f1 req-24eef006-fcc9-48b1-b9d9-60374aaeecb2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557988 Aug 31 15:54:37.077580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da56bba-c0bd-4456-8de7-478d758367e3 None None] Network 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:37.119711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:37.188437 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-45478707-5d72-4c20-b9d4-62e0ff64b1d1 None None] Provisioning complete for port 03d16520-beb0-43b0-b4ba-4624b3c1c072 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:37.188806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45478707-5d72-4c20-b9d4-62e0ff64b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:37.189139 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-45478707-5d72-4c20-b9d4-62e0ff64b1d1 None None] Attempt 1 to provision port 03d16520-beb0-43b0-b4ba-4624b3c1c072 Aug 31 15:54:37.231848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-45478707-5d72-4c20-b9d4-62e0ff64b1d1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:37.236363 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:37.322857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=f663e326-9ebf-4104-a0f1-e9c1f335b967,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:37.422210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:37.456552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Provisioning complete for port f663e326-9ebf-4104-a0f1-e9c1f335b967 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:37.456957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:37.457302 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Attempt 1 to provision port f663e326-9ebf-4104-a0f1-e9c1f335b967 Aug 31 15:54:37.462558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:37.494770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Port f663e326-9ebf-4104-a0f1-e9c1f335b967 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:37.628037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:37.892853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:37.923390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:37.985951 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:37.986809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:37.995598 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Attempt 2 to provision port f663e326-9ebf-4104-a0f1-e9c1f335b967 Aug 31 15:54:38.029417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Port f663e326-9ebf-4104-a0f1-e9c1f335b967 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:38.075188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:38.078108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=f663e326-9ebf-4104-a0f1-e9c1f335b967,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:38.091215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:38.150733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:38.153916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:38.174344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0e18-9ea8-4afc-ba6c-e0c27220816e req-95edcd2e-7068-41fa-a53c-e34af2170049 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:38.175472 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-188b0e18-9ea8-4afc-ba6c-e0c27220816e req-95edcd2e-7068-41fa-a53c-e34af2170049 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0613291 Aug 31 15:54:38.298102 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-188b0e18-9ea8-4afc-ba6c-e0c27220816e req-4a135f8b-7fae-40da-b6c4-fd93a17c5bfa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877204 Aug 31 15:54:38.314165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:38.423011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Router 4523a6ca-c97a-496a-a9ba-778dd7f4a4a9 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:54:38.514113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:38.519974 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7aedc26b-b407-4ae0-8e9f-55474af69156 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "PUT /networking/v2.0/routers/4523a6ca-c97a-496a-a9ba-778dd7f4a4a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9936409 Aug 31 15:54:38.522536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 40998) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:38.525675 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e02ec-8fd3-4eef-8b92-734d044e8918 None None] Sync routers for ids ['4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:38.531776 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Attempt 3 to provision port f663e326-9ebf-4104-a0f1-e9c1f335b967 Aug 31 15:54:38.552760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d998a0df-910f-41bf-a424-31226afe5af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:38.569682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e02ec-8fd3-4eef-8b92-734d044e8918 None None] Routers {'4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:54:38.570317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5f5e02ec-8fd3-4eef-8b92-734d044e8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:54:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:38.573086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9c8438-6eea-46ed-82ac-06fe12a36c56 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:38.577697 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-da9c8438-6eea-46ed-82ac-06fe12a36c56 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4523a6ca-c97a-496a-a9ba-778dd7f4a4a9 HTTP/1.1" status: 200 len: 989 time: 0.0511820 Aug 31 15:54:38.577934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41000) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:38.608821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5f5e02ec-8fd3-4eef-8b92-734d044e8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:38.610989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Port f663e326-9ebf-4104-a0f1-e9c1f335b967 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:38.629593 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e02ec-8fd3-4eef-8b92-734d044e8918 None None] Routers {'4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:54:38.630197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5f5e02ec-8fd3-4eef-8b92-734d044e8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:54:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:38.666405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5f5e02ec-8fd3-4eef-8b92-734d044e8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:38.667008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e02ec-8fd3-4eef-8b92-734d044e8918 None None] The sync data for ids ['4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:38.735852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:38.854715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:39.006102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:39.022395 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:39.102165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:39.112145 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Attempt 4 to provision port f663e326-9ebf-4104-a0f1-e9c1f335b967 Aug 31 15:54:39.150132 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Port f663e326-9ebf-4104-a0f1-e9c1f335b967 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:39.182433 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:39.209223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:39.402324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port f663e326-9ebf-4104-a0f1-e9c1f335b967 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:39.402662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:39.421700 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf11577-e41b-49f0-b378-2af0454b212d req-c95a0877-f0bd-431f-9678-6c0800c4b2da tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:39.423198 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cdf11577-e41b-49f0-b378-2af0454b212d req-c95a0877-f0bd-431f-9678-6c0800c4b2da tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0479848 Aug 31 15:54:39.474580 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cdf11577-e41b-49f0-b378-2af0454b212d req-f6ecff57-7014-4798-a86f-8b790e6f3cf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454173 Aug 31 15:54:39.475964 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:39.498674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:39.511617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for f663e326-9ebf-4104-a0f1-e9c1f335b967 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:39.625529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:39.651350 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Attempt 5 to provision port f663e326-9ebf-4104-a0f1-e9c1f335b967 Aug 31 15:54:39.660533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:39.685456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Port f663e326-9ebf-4104-a0f1-e9c1f335b967 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:39.748161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f663e326-9ebf-4104-a0f1-e9c1f335b967), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:39.776556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=f663e326-9ebf-4104-a0f1-e9c1f335b967,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:39.885883 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:39.976887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:40.042875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Router 4523a6ca-c97a-496a-a9ba-778dd7f4a4a9 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:54:40.074515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:40.126459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:40.132226 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b36af808-1269-4e5e-80ef-b9d140062dea tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "PUT /networking/v2.0/routers/4523a6ca-c97a-496a-a9ba-778dd7f4a4a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5530915 Aug 31 15:54:40.134416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41004) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:40.135570 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15718b-bb60-45c3-ac94-60bfc0e5d05e None None] Sync routers for ids ['4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:40.140981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:40.146860 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15718b-bb60-45c3-ac94-60bfc0e5d05e None None] Routers {'4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:54:40.148580 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2a15718b-bb60-45c3-ac94-60bfc0e5d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:54:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:40.162197 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94b58b4-9282-4178-ad9a-205321fa5f5c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:40.163650 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a94b58b4-9282-4178-ad9a-205321fa5f5c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/f663e326-9ebf-4104-a0f1-e9c1f335b967 HTTP/1.1" status: 404 len: 333 time: 0.0282359 Aug 31 15:54:40.166532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41006) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:40.184890 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2a15718b-bb60-45c3-ac94-60bfc0e5d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:40.186545 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Attempt 6 to provision port f663e326-9ebf-4104-a0f1-e9c1f335b967 Aug 31 15:54:40.195847 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15718b-bb60-45c3-ac94-60bfc0e5d05e None None] Routers {'4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:54:40.196467 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2a15718b-bb60-45c3-ac94-60bfc0e5d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:54:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:40.208389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Port f663e326-9ebf-4104-a0f1-e9c1f335b967 was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:54:40.218186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Provisioning complete for port 03d16520-beb0-43b0-b4ba-4624b3c1c072 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:40.218751 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.219186 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Attempt 1 to provision port 03d16520-beb0-43b0-b4ba-4624b3c1c072 Aug 31 15:54:40.232633 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2a15718b-bb60-45c3-ac94-60bfc0e5d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:40.233292 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15718b-bb60-45c3-ac94-60bfc0e5d05e None None] The sync data for ids ['4523a6ca-c97a-496a-a9ba-778dd7f4a4a9'] in dv-neutron-855257-2-hyperv is: [] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:40.244142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:40.247467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02ccbe79-bc8d-4b30-aa89-3af731452ff7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for router (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-3be7fa39-204e-4e03-8cae-d378a415f5c1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:40.258472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:40.311092 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:40.342819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:40.373355 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-dd8623db-b2ef-41f0-a505-60dc07c39471 None None] Could not find standard attr ID for object f663e326-9ebf-4104-a0f1-e9c1f335b967. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:40.413669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02ccbe79-bc8d-4b30-aa89-3af731452ff7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.415965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02ccbe79-bc8d-4b30-aa89-3af731452ff7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for router_controller (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.519918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02ccbe79-bc8d-4b30-aa89-3af731452ff7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (4523a6ca-c97a-496a-a9ba-778dd7f4a4a9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.520566 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ccbe79-bc8d-4b30-aa89-3af731452ff7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Fanout notify agent at l3_agent the message router_deleted on router 4523a6ca-c97a-496a-a9ba-778dd7f4a4a9 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:54:40.532038 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-02ccbe79-bc8d-4b30-aa89-3af731452ff7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.539897 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41010) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:40.539999 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-02ccbe79-bc8d-4b30-aa89-3af731452ff7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/routers/4523a6ca-c97a-496a-a9ba-778dd7f4a4a9 HTTP/1.1" status: 204 len: 168 time: 0.3698537 Aug 31 15:54:40.584606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:40.595618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b58bba-803c-4912-9a32-74203867d3b3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet ada928fa-605b-4f1c-9563-73feec2d6eff {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:40.599006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59b58bba-803c-4912-9a32-74203867d3b3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (ada928fa-605b-4f1c-9563-73feec2d6eff), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.602496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf6894-2d90-4717-bf6e-8a8ab6f6255a req-266c595c-83dd-4f77-88d8-66aca332122a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:40.604051 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-27cf6894-2d90-4717-bf6e-8a8ab6f6255a req-266c595c-83dd-4f77-88d8-66aca332122a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0504639 Aug 31 15:54:40.626070 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:40.647680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59b58bba-803c-4912-9a32-74203867d3b3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (ada928fa-605b-4f1c-9563-73feec2d6eff), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.660769 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-27cf6894-2d90-4717-bf6e-8a8ab6f6255a req-d3c779a3-2c46-42e9-85c3-506b2ecb2ea1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508792 Aug 31 15:54:40.697279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f91f5cd2-06cb-4778-aa70-5533c87fb891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.729365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59b58bba-803c-4912-9a32-74203867d3b3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (ada928fa-605b-4f1c-9563-73feec2d6eff), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.857981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59b58bba-803c-4912-9a32-74203867d3b3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (ada928fa-605b-4f1c-9563-73feec2d6eff), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.888944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b58bba-803c-4912-9a32-74203867d3b3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=ada928fa-605b-4f1c-9563-73feec2d6eff,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:40.894500 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59b58bba-803c-4912-9a32-74203867d3b3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:40.897374 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-59b58bba-803c-4912-9a32-74203867d3b3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/ada928fa-605b-4f1c-9563-73feec2d6eff HTTP/1.1" status: 204 len: 168 time: 0.3588469 Aug 31 15:54:40.899864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6612125-1996-44e5-9a04-03ad78c366ed None None] Network 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:40.900014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41012) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:40.980138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (9f1c5ea9-9fcd-49ba-afad-de8204719bb0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.030946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port 03d16520-beb0-43b0-b4ba-4624b3c1c072 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:41.032024 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.058301 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc9698a-6882-4d21-9763-550b8258308e None None] DHCP port deletion for 9f1c5ea9-9fcd-49ba-afad-de8204719bb0 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:54:41.072764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:41.100945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] For port 03d16520-beb0-43b0-b4ba-4624b3c1c072, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=03d16520-beb0-43b0-b4ba-4624b3c1c072,segment=NetworkSegment(68016d2e-1bd7-43d8-89b2-38b08bf34b38),segment_id=68016d2e-1bd7-43d8-89b2-38b08bf34b38)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:41.101659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0bc9698a-6882-4d21-9763-550b8258308e None None] Deleting port 03d16520-beb0-43b0-b4ba-4624b3c1c072 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:41.101803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.101921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0bc9698a-6882-4d21-9763-550b8258308e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.115749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for 03d16520-beb0-43b0-b4ba-4624b3c1c072 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:41.168607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0bc9698a-6882-4d21-9763-550b8258308e None None] For port 03d16520-beb0-43b0-b4ba-4624b3c1c072, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=03d16520-beb0-43b0-b4ba-4624b3c1c072,segment=NetworkSegment(68016d2e-1bd7-43d8-89b2-38b08bf34b38),segment_id=68016d2e-1bd7-43d8-89b2-38b08bf34b38)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:41.168998 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0bc9698a-6882-4d21-9763-550b8258308e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.171511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:41.184404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0bc9698a-6882-4d21-9763-550b8258308e None None] Calling delete_port for 03d16520-beb0-43b0-b4ba-4624b3c1c072 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:41.196299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:41.300342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.306922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0bc9698a-6882-4d21-9763-550b8258308e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (03d16520-beb0-43b0-b4ba-4624b3c1c072), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.325205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:41.326767 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=03d16520-beb0-43b0-b4ba-4624b3c1c072,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:41.330985 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No DVR routers for this DVR port 03d16520-beb0-43b0-b4ba-4624b3c1c072 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:41.331280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9698a-6882-4d21-9763-550b8258308e None None] Pushing event deleted for resources: {'Port': ['ID=03d16520-beb0-43b0-b4ba-4624b3c1c072,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:41.336831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc9698a-6882-4d21-9763-550b8258308e None None] No DVR routers for this DVR port 03d16520-beb0-43b0-b4ba-4624b3c1c072 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:41.421868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (9f1c5ea9-9fcd-49ba-afad-de8204719bb0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.423217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:41.442552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1c5ea9-9fcd-49ba-afad-de8204719bb0']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:41.452974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68016d2e-1bd7-43d8-89b2-38b08bf34b38') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:41.453423 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68016d2e-1bd7-43d8-89b2-38b08bf34b38') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:41.454389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:41.463324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (68016d2e-1bd7-43d8-89b2-38b08bf34b38), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.477539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (68016d2e-1bd7-43d8-89b2-38b08bf34b38), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.484025 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:41.486460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (68016d2e-1bd7-43d8-89b2-38b08bf34b38), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.528356 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 68016d2e-1bd7-43d8-89b2-38b08bf34b38 resource provider aggregate not found Aug 31 15:54:41.549664 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 68016d2e-1bd7-43d8-89b2-38b08bf34b38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68016d2e-1bd7-43d8-89b2-38b08bf34b38 found for delete ", "request_id": "req-aefc70ec-f1b6-4031-9f97-5ff5cda5908d"}]} Aug 31 15:54:41.631452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (9f1c5ea9-9fcd-49ba-afad-de8204719bb0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.639234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:41.642364 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/networks/9f1c5ea9-9fcd-49ba-afad-de8204719bb0 HTTP/1.1" status: 204 len: 168 time: 0.7413831 Aug 31 15:54:41.646535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41018) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:41.654647 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818d830-8ee7-4070-b79b-3caabad3382f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Network': ['ID=9f1c5ea9-9fcd-49ba-afad-de8204719bb0,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:41.696244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a01fe-5c7c-440d-a56f-e030f0523663 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:41.697958 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1f0a01fe-5c7c-440d-a56f-e030f0523663 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/109fcbb8-da19-478e-8330-e5f8e37c912b HTTP/1.1" status: 200 len: 844 time: 0.0501852 Aug 31 15:54:41.701332 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41022) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:41.745749 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-33c3bf58-192f-4558-ab73-aab3206b8288 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/109fcbb8-da19-478e-8330-e5f8e37c912b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0432580 Aug 31 15:54:41.749999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41024) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:41.755244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-04886d50-948c-41dc-a01b-e9a4401f8897 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:41.789868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226f493-cf52-4d5b-8d88-cda7bd73f03d req-d1738f9a-4e86-46d9-9efb-6dadd9fb0de2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:41.791522 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e226f493-cf52-4d5b-8d88-cda7bd73f03d req-d1738f9a-4e86-46d9-9efb-6dadd9fb0de2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0528562 Aug 31 15:54:41.841294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:41.851388 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e226f493-cf52-4d5b-8d88-cda7bd73f03d req-71f57fdb-f109-4141-9fd6-c1de98d372ea tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532837 Aug 31 15:54:41.963427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04886d50-948c-41dc-a01b-e9a4401f8897 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:41.967222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-04886d50-948c-41dc-a01b-e9a4401f8897 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.068657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:42.097784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.188485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:42.245740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-04886d50-948c-41dc-a01b-e9a4401f8897 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (9924e41e-cc87-4a76-b464-0f286b8ad147), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.278747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:42.290062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04886d50-948c-41dc-a01b-e9a4401f8897 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:42.293326 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-04886d50-948c-41dc-a01b-e9a4401f8897 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:42.296934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04886d50-948c-41dc-a01b-e9a4401f8897 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:42.297518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-04886d50-948c-41dc-a01b-e9a4401f8897 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.302037 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e629d9-1562-465d-a139-019b2bdbdcbb None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:42.316826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04886d50-948c-41dc-a01b-e9a4401f8897 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=9924e41e-cc87-4a76-b464-0f286b8ad147,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:42.402376 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-04886d50-948c-41dc-a01b-e9a4401f8897 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6510992 Aug 31 15:54:42.405811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41026) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:42.411175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a0f30b15-025e-4014-85e9-ca7272d12bdc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'security_group': {'name': 'tempest-secgroup-319332065'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:42.421969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'project_id': 'bbdcdd315c7c4d609ed03b79ddb40f5b', 'fixed_ips': [{'subnet_id': '9924e41e-cc87-4a76-b464-0f286b8ad147'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:54:42.422919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.495320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 03d16520-beb0-43b0-b4ba-4624b3c1c072 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:42.521911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 03d16520-beb0-43b0-b4ba-4624b3c1c072 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:54:42.522167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 03d16520-beb0-43b0-b4ba-4624b3c1c072 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:42.540491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0f30b15-025e-4014-85e9-ca7272d12bdc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.602578 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Allocated IP 2001:db8::2 (35bdc8f9-3f87-4409-8bb5-af9787457ef6/9924e41e-cc87-4a76-b464-0f286b8ad147/33de115d-2724-4194-af1b-bc66990a87eb) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:42.614777 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:42.615396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0f30b15-025e-4014-85e9-ca7272d12bdc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (743da12d-fffd-4110-9874-d4edcd690e42), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.683512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:42.713964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0f30b15-025e-4014-85e9-ca7272d12bdc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (743da12d-fffd-4110-9874-d4edcd690e42), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.745916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Publish callbacks [] for port (33de115d-2724-4194-af1b-bc66990a87eb), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.748493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f30b15-025e-4014-85e9-ca7272d12bdc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743da12d-fffd-4110-9874-d4edcd690e42,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:42.803524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:42.834628 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (33de115d-2724-4194-af1b-bc66990a87eb), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.836059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0f30b15-025e-4014-85e9-ca7272d12bdc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.837346 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a0f30b15-025e-4014-85e9-ca7272d12bdc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4302063 Aug 31 15:54:42.840206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41028) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:42.845164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-50086d59-855a-49b3-91e2-235501923d38 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'security_group': {'name': 'tempest-secgroup-863140995'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:42.881805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:42.885192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:42.889047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:42.896156 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Pushing event updated for resources: {'Port': ['ID=33de115d-2724-4194-af1b-bc66990a87eb,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:42.940019 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-50086d59-855a-49b3-91e2-235501923d38 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.954461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Attempting to bind port 33de115d-2724-4194-af1b-bc66990a87eb on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:54:42.954830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Attempting to bind port 33de115d-2724-4194-af1b-bc66990a87eb by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '20cf8151-61a7-414c-af1e-7b1610ce29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:54:42.955193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Attempting to bind port 33de115d-2724-4194-af1b-bc66990a87eb on network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:54:42.960759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:54:42.961136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Checking segment: {'id': '20cf8151-61a7-414c-af1e-7b1610ce29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:54:42.961533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.961958 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Bound using segment: {'id': '20cf8151-61a7-414c-af1e-7b1610ce29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:54:42.962435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Bound port: 33de115d-2724-4194-af1b-bc66990a87eb, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cf8151-61a7-414c-af1e-7b1610ce29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:54:42.962806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (33de115d-2724-4194-af1b-bc66990a87eb), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:42.973208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:42.992292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:42.996977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e9f7-f482-4f7c-bab7-b9f9611baa85 req-6a8917ff-0d9a-49ad-83d3-0f8138b38194 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:42.998534 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-da59e9f7-f482-4f7c-bab7-b9f9611baa85 req-6a8917ff-0d9a-49ad-83d3-0f8138b38194 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0698359 Aug 31 15:54:43.008136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:43.031621 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] For port 33de115d-2724-4194-af1b-bc66990a87eb, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:43.035264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] For port 33de115d-2724-4194-af1b-bc66990a87eb, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=33de115d-2724-4194-af1b-bc66990a87eb,segment=NetworkSegment(20cf8151-61a7-414c-af1e-7b1610ce29bd),segment_id=20cf8151-61a7-414c-af1e-7b1610ce29bd)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:43.077758 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-da59e9f7-f482-4f7c-bab7-b9f9611baa85 req-e89b5150-aa65-4726-90b7-6382934b6ae8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720544 Aug 31 15:54:43.086972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-50086d59-855a-49b3-91e2-235501923d38 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (148dc9b7-0334-483b-8dd9-4b77c6d53ad9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:43.111977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:43.139419 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (33de115d-2724-4194-af1b-bc66990a87eb), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:43.166826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-50086d59-855a-49b3-91e2-235501923d38 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (148dc9b7-0334-483b-8dd9-4b77c6d53ad9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:43.203640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50086d59-855a-49b3-91e2-235501923d38 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148dc9b7-0334-483b-8dd9-4b77c6d53ad9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:43.207508 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce52a7d-86b8-4968-9a3a-634d089b1877 None None] Pushing event updated for resources: {'Port': ['ID=33de115d-2724-4194-af1b-bc66990a87eb,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:43.268036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-50086d59-855a-49b3-91e2-235501923d38 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:43.273278 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-50086d59-855a-49b3-91e2-235501923d38 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4282136 Aug 31 15:54:43.273419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41032) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:43.279429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-420092838', 'security_groups': ['148dc9b7-0334-483b-8dd9-4b77c6d53ad9'], 'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9924e41e-cc87-4a76-b464-0f286b8ad147'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:43.506184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:43.592363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:43.603505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:43.623164 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port 63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:43.703716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:43.792099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8::26b (35bdc8f9-3f87-4409-8bb5-af9787457ef6/9924e41e-cc87-4a76-b464-0f286b8ad147/63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:43.908881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:43.938180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:43.955270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:44.068825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:44.123195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:44.125144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:44.126848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:44.128496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Provisioning complete for port 109fcbb8-da19-478e-8330-e5f8e37c912b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:44.128978 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (109fcbb8-da19-478e-8330-e5f8e37c912b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:44.129411 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 1 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:44.129638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:44.137096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:44.137096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:44.154775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:44.174130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:44.185382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:44.226084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a99de0-4c84-4538-9c90-fc33686a78f8 req-9b5acfd4-31ed-434a-b6bf-798eed4687fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:44.227854 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c3a99de0-4c84-4538-9c90-fc33686a78f8 req-9b5acfd4-31ed-434a-b6bf-798eed4687fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0535672 Aug 31 15:54:44.266066 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7d89ea34-6805-4b0d-bf3f-a5b4aa762b47 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9927063 Aug 31 15:54:44.268895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41036) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:44.276353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4d3c0142-a472-4e5a-b2d5-389808548c01 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:44.307095 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c3a99de0-4c84-4538-9c90-fc33686a78f8 req-ac25de59-cc29-4039-a0fc-a96f91dfa478 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722704 Aug 31 15:54:44.506388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 33de115d-2724-4194-af1b-bc66990a87eb up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:44.517872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3c0142-a472-4e5a-b2d5-389808548c01 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:44.522095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0142-a472-4e5a-b2d5-389808548c01 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:44.548517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:44.553512 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 33de115d-2724-4194-af1b-bc66990a87eb triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:44.553512 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33de115d-2724-4194-af1b-bc66990a87eb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:44.553512 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 33de115d-2724-4194-af1b-bc66990a87eb Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:44.600004 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:44.631355 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.ipam_backend_mixin [None req-4d3c0142-a472-4e5a-b2d5-389808548c01 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9924e41e-cc87-4a76-b464-0f286b8ad147 (CIDR: 2001:db8::/64) Aug 31 15:54:44.669502 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3c0142-a472-4e5a-b2d5-389808548c01 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:54:44.670022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3c0142-a472-4e5a-b2d5-389808548c01 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:44.675761 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 2 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:44.715623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:44.800503 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4d3c0142-a472-4e5a-b2d5-389808548c01 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5284400 Aug 31 15:54:44.801181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41038) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:44.806177 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7691a140-1dcb-4075-8c33-8b562aaa024f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:45.071639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:45.117044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:45.216630 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 3 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:45.248671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:45.271710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7691a140-1dcb-4075-8c33-8b562aaa024f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:45.275564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7691a140-1dcb-4075-8c33-8b562aaa024f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:45.342273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:45.432933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeda2f-9e00-492e-8f78-38843a3e1284 req-bbb5f7d7-b83e-4626-bfa4-2d9de3636ab5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:45.434479 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-acbeda2f-9e00-492e-8f78-38843a3e1284 req-bbb5f7d7-b83e-4626-bfa4-2d9de3636ab5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0491755 Aug 31 15:54:45.489728 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-acbeda2f-9e00-492e-8f78-38843a3e1284 req-30cbe70f-c045-4a21-907c-e3b0f6d33166 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494092 Aug 31 15:54:45.508751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:45.611974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7691a140-1dcb-4075-8c33-8b562aaa024f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (552c69e7-9f12-443e-8e5c-2054ea5bc31f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:45.645287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:45.655962 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7691a140-1dcb-4075-8c33-8b562aaa024f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:45.659298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7691a140-1dcb-4075-8c33-8b562aaa024f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:45.665035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7691a140-1dcb-4075-8c33-8b562aaa024f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:45.665639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7691a140-1dcb-4075-8c33-8b562aaa024f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:45.669738 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a8734-6735-434a-8697-39e06c9d6fbf None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:45.679314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691a140-1dcb-4075-8c33-8b562aaa024f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=552c69e7-9f12-443e-8e5c-2054ea5bc31f,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:45.750759 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 4 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:45.777512 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7691a140-1dcb-4075-8c33-8b562aaa024f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9752250 Aug 31 15:54:45.780225 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41042) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:45.786170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1024587567', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '552c69e7-9f12-443e-8e5c-2054ea5bc31f'}], 'security_groups': ['743da12d-fffd-4110-9874-d4edcd690e42']}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:45.809394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:45.865039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:45.891282 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f164b2-d8ef-4479-8e3d-90bf50ac0a52 None None] Update dhcp port {'port': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'fixed_ips': [{'subnet_id': '9924e41e-cc87-4a76-b464-0f286b8ad147', 'ip_address': '2001:db8::2'}, {'subnet_id': '552c69e7-9f12-443e-8e5c-2054ea5bc31f'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '33de115d-2724-4194-af1b-bc66990a87eb'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:54:45.926833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6f164b2-d8ef-4479-8e3d-90bf50ac0a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (33de115d-2724-4194-af1b-bc66990a87eb), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:46.058421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:46.104229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-e6f164b2-d8ef-4479-8e3d-90bf50ac0a52 None None] Allocated IP 2001:db8:0:1::2 (35bdc8f9-3f87-4409-8bb5-af9787457ef6/552c69e7-9f12-443e-8e5c-2054ea5bc31f/33de115d-2724-4194-af1b-bc66990a87eb) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:46.224056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:46.231516 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e6f164b2-d8ef-4479-8e3d-90bf50ac0a52 None None] For port 33de115d-2724-4194-af1b-bc66990a87eb, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=33de115d-2724-4194-af1b-bc66990a87eb,segment=NetworkSegment(20cf8151-61a7-414c-af1e-7b1610ce29bd),segment_id=20cf8151-61a7-414c-af1e-7b1610ce29bd)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:46.262137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6f164b2-d8ef-4479-8e3d-90bf50ac0a52 None None] Publish callbacks [] for port (33de115d-2724-4194-af1b-bc66990a87eb), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:46.310926 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 5 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:46.349009 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:46.355226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6f164b2-d8ef-4479-8e3d-90bf50ac0a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (33de115d-2724-4194-af1b-bc66990a87eb), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:46.429485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:46.463654 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f164b2-d8ef-4479-8e3d-90bf50ac0a52 None None] Pushing event updated for resources: {'Port': ['ID=33de115d-2724-4194-af1b-bc66990a87eb,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:46.494356 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Delete allocated IP 2001:db8::26b (35bdc8f9-3f87-4409-8bb5-af9787457ef6/9924e41e-cc87-4a76-b464-0f286b8ad147) {{(pid=114265) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 15:54:46.507984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8:0:1::3 (35bdc8f9-3f87-4409-8bb5-af9787457ef6/552c69e7-9f12-443e-8e5c-2054ea5bc31f/63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:46.558297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:46.642423 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:46.747503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2df7a-ded5-40a5-873d-c87c1427e21d req-c5952458-8f7a-48e6-ac4d-33afe8d487e9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:46.748867 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ace2df7a-ded5-40a5-873d-c87c1427e21d req-c5952458-8f7a-48e6-ac4d-33afe8d487e9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.1285806 Aug 31 15:54:46.776598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:46.829670 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ace2df7a-ded5-40a5-873d-c87c1427e21d req-f32b6d10-784f-4f48-8c3d-61bb837bf32e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690641 Aug 31 15:54:46.854424 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 6 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:46.860480 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:46.862907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:46.903468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:46.955701 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] In _notify_port_updated(), no bound segment for port 63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51 on network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 {{(pid=114265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:54:46.960623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:46.961320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:46.962789 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "PUT /networking/v2.0/ports/63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51 HTTP/1.1" status: 200 len: 929 time: 1.1814823 Aug 31 15:54:46.966252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41046) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:46.980162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4cd44-fb1d-46bf-864d-d7d66bd5f789 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:46.989022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:47.058335 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-7728dd04-ff79-4390-abae-ffb663c6452f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port 63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:47.058775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7728dd04-ff79-4390-abae-ffb663c6452f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:47.064265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:47.161179 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7728dd04-ff79-4390-abae-ffb663c6452f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:47.175978 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-7728dd04-ff79-4390-abae-ffb663c6452f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for 63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:47.224699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:47.404920 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 7 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:47.443488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7728dd04-ff79-4390-abae-ffb663c6452f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:47.473901 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728dd04-ff79-4390-abae-ffb663c6452f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:47.506832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7728dd04-ff79-4390-abae-ffb663c6452f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:47.511775 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7728dd04-ff79-4390-abae-ffb663c6452f tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51 HTTP/1.1" status: 204 len: 168 time: 0.5433326 Aug 31 15:54:47.513322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41048) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:47.540820 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5c6027-33e3-4c94-b413-2826fb411e90 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:47.545030 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6e5c6027-33e3-4c94-b413-2826fb411e90 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51 HTTP/1.1" status: 404 len: 333 time: 0.0279412 Aug 31 15:54:47.552102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41050) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:47.575788 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:47.613874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82314462-2514-4b37-9dd1-99e753584005 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (148dc9b7-0334-483b-8dd9-4b77c6d53ad9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:47.640341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82314462-2514-4b37-9dd1-99e753584005 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (148dc9b7-0334-483b-8dd9-4b77c6d53ad9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:47.768833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82314462-2514-4b37-9dd1-99e753584005 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (148dc9b7-0334-483b-8dd9-4b77c6d53ad9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:47.771429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-82314462-2514-4b37-9dd1-99e753584005 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:47.772670 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-82314462-2514-4b37-9dd1-99e753584005 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/148dc9b7-0334-483b-8dd9-4b77c6d53ad9 HTTP/1.1" status: 204 len: 168 time: 0.2257710 Aug 31 15:54:47.775960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41052) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:47.783442 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82314462-2514-4b37-9dd1-99e753584005 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=148dc9b7-0334-483b-8dd9-4b77c6d53ad9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:47.837893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cf0a-945f-4464-960c-9260db4ce61c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (743da12d-fffd-4110-9874-d4edcd690e42), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:47.860925 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:47.863461 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cf0a-945f-4464-960c-9260db4ce61c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (743da12d-fffd-4110-9874-d4edcd690e42), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:47.955264 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30337ebc-11a2-426d-a711-ee6ddb152b5f req-1a897804-19a6-4957-abe7-c33270a7e1d9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:47.956754 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-30337ebc-11a2-426d-a711-ee6ddb152b5f req-1a897804-19a6-4957-abe7-c33270a7e1d9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0476112 Aug 31 15:54:48.009304 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-30337ebc-11a2-426d-a711-ee6ddb152b5f req-497d739e-f393-4b3f-9ef2-3a5141e085d9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468946 Aug 31 15:54:48.022906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cf0a-945f-4464-960c-9260db4ce61c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (743da12d-fffd-4110-9874-d4edcd690e42), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:48.025582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cf0a-945f-4464-960c-9260db4ce61c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:48.027477 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8bf9cf0a-945f-4464-960c-9260db4ce61c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/743da12d-fffd-4110-9874-d4edcd690e42 HTTP/1.1" status: 204 len: 168 time: 0.2497840 Aug 31 15:54:48.033893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41056) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:48.037471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9cf0a-945f-4464-960c-9260db4ce61c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743da12d-fffd-4110-9874-d4edcd690e42,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:48.076968 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 8 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:48.096038 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d7e28b-a3a4-4efe-8297-31f5adddfa17 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet 9924e41e-cc87-4a76-b464-0f286b8ad147 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:48.100647 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-49d7e28b-a3a4-4efe-8297-31f5adddfa17 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (9924e41e-cc87-4a76-b464-0f286b8ad147), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:48.112830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:48.143541 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-49d7e28b-a3a4-4efe-8297-31f5adddfa17 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (9924e41e-cc87-4a76-b464-0f286b8ad147), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:48.154045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:48.238483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-49d7e28b-a3a4-4efe-8297-31f5adddfa17 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (9924e41e-cc87-4a76-b464-0f286b8ad147), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:48.302616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:48.372657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-49d7e28b-a3a4-4efe-8297-31f5adddfa17 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (9924e41e-cc87-4a76-b464-0f286b8ad147), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:48.401549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:48.403254 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7e28b-a3a4-4efe-8297-31f5adddfa17 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=9924e41e-cc87-4a76-b464-0f286b8ad147,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:48.408696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-49d7e28b-a3a4-4efe-8297-31f5adddfa17 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:48.412407 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-49d7e28b-a3a4-4efe-8297-31f5adddfa17 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/9924e41e-cc87-4a76-b464-0f286b8ad147 HTTP/1.1" status: 204 len: 168 time: 0.3768883 Aug 31 15:54:48.416229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41058) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:48.419180 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a2f21-fa88-4501-8681-c2793ddc81a2 None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:48.423061 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e3d26026-c0c8-4f32-a71b-b135462b34e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:48.521917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:48.541256 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 33de115d-2724-4194-af1b-bc66990a87eb up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:48.606856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 33de115d-2724-4194-af1b-bc66990a87eb triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:48.607425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33de115d-2724-4194-af1b-bc66990a87eb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:48.607642 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 33de115d-2724-4194-af1b-bc66990a87eb Aug 31 15:54:48.632135 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 9 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:48.662703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d26026-c0c8-4f32-a71b-b135462b34e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:48.667730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e3d26026-c0c8-4f32-a71b-b135462b34e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:48.680677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:48.682751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:49.074825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e3d26026-c0c8-4f32-a71b-b135462b34e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (a274a671-6c91-4d3a-b734-950cd6b90b00), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.132321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d26026-c0c8-4f32-a71b-b135462b34e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:49.137430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e3d26026-c0c8-4f32-a71b-b135462b34e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:49.147869 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e622c4f-6e65-43aa-871e-80f67facdedb None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:49.151734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:49.158714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d26026-c0c8-4f32-a71b-b135462b34e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:49.159220 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e3d26026-c0c8-4f32-a71b-b135462b34e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.190053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d26026-c0c8-4f32-a71b-b135462b34e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=a274a671-6c91-4d3a-b734-950cd6b90b00,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:49.190392 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 10 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:49.198739 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9903d7-ff64-4e26-b9b6-7ec5e90217c8 req-fdf55d62-d53e-445d-b289-76ebad4b2c7c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:49.204965 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5b9903d7-ff64-4e26-b9b6-7ec5e90217c8 req-fdf55d62-d53e-445d-b289-76ebad4b2c7c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0855701 Aug 31 15:54:49.246406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:49.255051 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5b9903d7-ff64-4e26-b9b6-7ec5e90217c8 req-5aebe5a0-93f7-4e58-a2e1-7fd5011370c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495932 Aug 31 15:54:49.268415 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Provisioning complete for port 33de115d-2724-4194-af1b-bc66990a87eb triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:49.268790 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33de115d-2724-4194-af1b-bc66990a87eb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.269124 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Attempt 1 to provision port 33de115d-2724-4194-af1b-bc66990a87eb Aug 31 15:54:49.274062 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e3d26026-c0c8-4f32-a71b-b135462b34e7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8563514 Aug 31 15:54:49.277748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41062) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:49.282975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7e543ffc-1b43-4b5a-a3c4-eec26c13150d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'security_group': {'name': 'tempest-secgroup-117695827'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:49.289676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-9ab1b97e-c75b-448a-8932-f994a2b5b2ca None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:49.335338 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:49.370119 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e543ffc-1b43-4b5a-a3c4-eec26c13150d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.412097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cba5f9a-9768-46a3-8fc0-8be6dab7ccc2 None None] Update dhcp port {'port': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'fixed_ips': [{'subnet_id': '552c69e7-9f12-443e-8e5c-2054ea5bc31f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a274a671-6c91-4d3a-b734-950cd6b90b00'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '33de115d-2724-4194-af1b-bc66990a87eb'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:54:49.446557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2cba5f9a-9768-46a3-8fc0-8be6dab7ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (33de115d-2724-4194-af1b-bc66990a87eb), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.450088 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e543ffc-1b43-4b5a-a3c4-eec26c13150d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (5c17f05a-ebcb-449a-b34f-49e386893f50), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.463290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Provisioning complete for port 109fcbb8-da19-478e-8330-e5f8e37c912b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:49.463659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (109fcbb8-da19-478e-8330-e5f8e37c912b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.464144 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 1 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:49.466732 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:49.517797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e543ffc-1b43-4b5a-a3c4-eec26c13150d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5c17f05a-ebcb-449a-b34f-49e386893f50), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.526694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:49.552708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e543ffc-1b43-4b5a-a3c4-eec26c13150d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c17f05a-ebcb-449a-b34f-49e386893f50,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:49.585920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:49.610812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:49.616836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e543ffc-1b43-4b5a-a3c4-eec26c13150d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.622031 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7e543ffc-1b43-4b5a-a3c4-eec26c13150d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3396859 Aug 31 15:54:49.622615 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41064) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:49.631460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a02d22ab-5f49-4622-9e94-a4c9d89d3a6d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1193147250'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:49.659834 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-2cba5f9a-9768-46a3-8fc0-8be6dab7ccc2 None None] Allocated IP 2001:db8::2 (35bdc8f9-3f87-4409-8bb5-af9787457ef6/a274a671-6c91-4d3a-b734-950cd6b90b00/33de115d-2724-4194-af1b-bc66990a87eb) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:49.673750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:49.754353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d22ab-5f49-4622-9e94-a4c9d89d3a6d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.771766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2cba5f9a-9768-46a3-8fc0-8be6dab7ccc2 None None] For port 33de115d-2724-4194-af1b-bc66990a87eb, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=33de115d-2724-4194-af1b-bc66990a87eb,segment=NetworkSegment(20cf8151-61a7-414c-af1e-7b1610ce29bd),segment_id=20cf8151-61a7-414c-af1e-7b1610ce29bd)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:49.781106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:49.807619 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2cba5f9a-9768-46a3-8fc0-8be6dab7ccc2 None None] Publish callbacks [] for port (33de115d-2724-4194-af1b-bc66990a87eb), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.836557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d22ab-5f49-4622-9e94-a4c9d89d3a6d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (ddcf7efd-e383-496d-ae58-7b2f1012b80f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.919918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2cba5f9a-9768-46a3-8fc0-8be6dab7ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (33de115d-2724-4194-af1b-bc66990a87eb), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.948885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d22ab-5f49-4622-9e94-a4c9d89d3a6d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ddcf7efd-e383-496d-ae58-7b2f1012b80f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:49.985988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d22ab-5f49-4622-9e94-a4c9d89d3a6d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcf7efd-e383-496d-ae58-7b2f1012b80f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:50.021666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba5f9a-9768-46a3-8fc0-8be6dab7ccc2 None None] Pushing event updated for resources: {'Port': ['ID=33de115d-2724-4194-af1b-bc66990a87eb,revision_number=5']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:50.028203 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 2 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:50.039359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:50.067833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:50.079862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a02d22ab-5f49-4622-9e94-a4c9d89d3a6d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:50.081347 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a02d22ab-5f49-4622-9e94-a4c9d89d3a6d tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4566646 Aug 31 15:54:50.085630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41066) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:50.094751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-32ab2f10-8eac-4e7e-8bb2-ccffb908f182 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1207388864'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:50.199284 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=7 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:50.200161 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=7 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:50.205982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32ab2f10-8eac-4e7e-8bb2-ccffb908f182 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:50.297793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32ab2f10-8eac-4e7e-8bb2-ccffb908f182 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (ba51a8f4-ad83-4ca6-ba59-2c90ef247279), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:50.380389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32ab2f10-8eac-4e7e-8bb2-ccffb908f182 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ba51a8f4-ad83-4ca6-ba59-2c90ef247279), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:50.419093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca21a2-45c3-408c-afab-dfbb19e8d57b req-b4469e4b-df89-4322-9332-b7a0b1bea2f7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:50.421347 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3ca21a2-45c3-408c-afab-dfbb19e8d57b req-b4469e4b-df89-4322-9332-b7a0b1bea2f7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0783761 Aug 31 15:54:50.441243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab2f10-8eac-4e7e-8bb2-ccffb908f182 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba51a8f4-ad83-4ca6-ba59-2c90ef247279,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:50.461941 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:50.494844 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32ab2f10-8eac-4e7e-8bb2-ccffb908f182 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:50.496144 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-32ab2f10-8eac-4e7e-8bb2-ccffb908f182 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4095023 Aug 31 15:54:50.500426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41070) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:50.505513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-391791236', 'security_groups': ['ba51a8f4-ad83-4ca6-ba59-2c90ef247279'], 'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a274a671-6c91-4d3a-b734-950cd6b90b00'}]}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:50.511990 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3ca21a2-45c3-408c-afab-dfbb19e8d57b req-8534029d-53f7-4255-bf66-25b2d67dbd4a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807660 Aug 31 15:54:50.526582 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 33de115d-2724-4194-af1b-bc66990a87eb up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:50.571430 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 3 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:50.654120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:50.661752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 33de115d-2724-4194-af1b-bc66990a87eb triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:50.662134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33de115d-2724-4194-af1b-bc66990a87eb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:50.662460 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 33de115d-2724-4194-af1b-bc66990a87eb Aug 31 15:54:50.686633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:50.706565 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:50.797656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'port': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:50.893195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:50.914711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.notifiers.nova [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] device_id is not set on port eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3 yet. {{(pid=114265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:54:51.063175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:51.065065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:51.105534 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8::26e (35bdc8f9-3f87-4409-8bb5-af9787457ef6/a274a671-6c91-4d3a-b734-950cd6b90b00/eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:51.156147 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 4 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:51.197729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:51.249368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:51.253301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:51.394750 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:51.448517 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:51.452544 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:51.456023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:54:51.461645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:51.462408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:51.478367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:51.575729 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a2bdb3e2-1b2d-4688-b4b8-db0737a1f980 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0727880 Aug 31 15:54:51.578813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41074) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:51.585637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-53673106-01b5-4e7e-909e-8183193da91c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:51.699261 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 5 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:51.713337 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be2348-b53c-4bf3-a38f-ff642b0852f8 req-d0ce1170-d3f4-44be-8c86-653db9f12863 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:51.714905 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e9be2348-b53c-4bf3-a38f-ff642b0852f8 req-d0ce1170-d3f4-44be-8c86-653db9f12863 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.1005232 Aug 31 15:54:51.732479 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:51.735864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:51.805801 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e9be2348-b53c-4bf3-a38f-ff642b0852f8 req-ecb6d296-db2d-4b19-b59a-56b8df2061e2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818133 Aug 31 15:54:51.914506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53673106-01b5-4e7e-909e-8183193da91c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:51.918911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-53673106-01b5-4e7e-909e-8183193da91c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:52.025473 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.ipam_backend_mixin [None req-53673106-01b5-4e7e-909e-8183193da91c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a274a671-6c91-4d3a-b734-950cd6b90b00 (CIDR: 2001:db8::/64) Aug 31 15:54:52.032870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:52.052686 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-53673106-01b5-4e7e-909e-8183193da91c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:54:52.053416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53673106-01b5-4e7e-909e-8183193da91c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:52.088951 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:52.166797 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-53673106-01b5-4e7e-909e-8183193da91c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5865510 Aug 31 15:54:52.168769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41076) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:52.174523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-37512949-4ef6-48fb-867b-fe098f7228d2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:52.237371 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 6 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:52.270630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:52.275628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:52.405154 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37512949-4ef6-48fb-867b-fe098f7228d2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:52.409086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-37512949-4ef6-48fb-867b-fe098f7228d2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:52.506050 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.ipam_backend_mixin [None req-37512949-4ef6-48fb-867b-fe098f7228d2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 552c69e7-9f12-443e-8e5c-2054ea5bc31f (CIDR: 2001:db8:0:1::/64) Aug 31 15:54:52.525410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:52.595625 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-37512949-4ef6-48fb-867b-fe098f7228d2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:54:52.596316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37512949-4ef6-48fb-867b-fe098f7228d2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:52.694045 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-37512949-4ef6-48fb-867b-fe098f7228d2 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5239418 Aug 31 15:54:52.697161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41078) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:52.702467 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7d2814b9-9ed8-4f37-8233-7142c4b23646 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'subnet': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:52.771917 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 7 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:52.812537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:52.933106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b46095-d3b3-41f9-a705-2d1ff3217b80 req-1295e797-66f0-41ca-b190-6c4e19b20b10 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:52.934800 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-83b46095-d3b3-41f9-a705-2d1ff3217b80 req-1295e797-66f0-41ca-b190-6c4e19b20b10 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0509017 Aug 31 15:54:52.996365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2814b9-9ed8-4f37-8233-7142c4b23646 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Made reservation on behalf of bbdcdd315c7c4d609ed03b79ddb40f5b for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:53.000779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d2814b9-9ed8-4f37-8233-7142c4b23646 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:53.003744 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-83b46095-d3b3-41f9-a705-2d1ff3217b80 req-802ed2fa-f0f9-41cd-be17-2d958b7cb30c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603497 Aug 31 15:54:53.313528 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 8 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:53.344015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d2814b9-9ed8-4f37-8233-7142c4b23646 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (7f08fa63-ee93-40e2-86f7-f45ef9e46aae), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:53.356141 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:53.392151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2814b9-9ed8-4f37-8233-7142c4b23646 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:53.396314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7d2814b9-9ed8-4f37-8233-7142c4b23646 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:53.399490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2814b9-9ed8-4f37-8233-7142c4b23646 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:53.400100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d2814b9-9ed8-4f37-8233-7142c4b23646 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:53.408477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e193d-f54d-47cf-bc6c-4d3abcd65c65 None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:53.419423 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2814b9-9ed8-4f37-8233-7142c4b23646 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Subnet': ['ID=7f08fa63-ee93-40e2-86f7-f45ef9e46aae,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:53.556721 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7d2814b9-9ed8-4f37-8233-7142c4b23646 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8583457 Aug 31 15:54:53.562114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41082) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:53.566937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-245612031', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7f08fa63-ee93-40e2-86f7-f45ef9e46aae'}], 'security_groups': ['5c17f05a-ebcb-449a-b34f-49e386893f50', 'ddcf7efd-e383-496d-ae58-7b2f1012b80f']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:53.589853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b560f-6456-4298-92a4-14ade8f3e1e2 None None] Update dhcp port {'port': {'network_id': '35bdc8f9-3f87-4409-8bb5-af9787457ef6', 'fixed_ips': [{'subnet_id': '552c69e7-9f12-443e-8e5c-2054ea5bc31f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a274a671-6c91-4d3a-b734-950cd6b90b00', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f08fa63-ee93-40e2-86f7-f45ef9e46aae'}], 'binding:host_id': 'dv-neutron-855257-2-hyperv'}, 'id': '33de115d-2724-4194-af1b-bc66990a87eb'} from dv-neutron-855257-2-hyperv. {{(pid=114267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 31 15:54:53.619946 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-573b560f-6456-4298-92a4-14ade8f3e1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (33de115d-2724-4194-af1b-bc66990a87eb), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:53.725807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:53.788004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-573b560f-6456-4298-92a4-14ade8f3e1e2 None None] Allocated IP 2001:db8:0:2::2 (35bdc8f9-3f87-4409-8bb5-af9787457ef6/7f08fa63-ee93-40e2-86f7-f45ef9e46aae/33de115d-2724-4194-af1b-bc66990a87eb) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:53.857642 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 9 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:53.916180 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-573b560f-6456-4298-92a4-14ade8f3e1e2 None None] For port 33de115d-2724-4194-af1b-bc66990a87eb, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=33de115d-2724-4194-af1b-bc66990a87eb,segment=NetworkSegment(20cf8151-61a7-414c-af1e-7b1610ce29bd),segment_id=20cf8151-61a7-414c-af1e-7b1610ce29bd)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:53.917959 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:53.942758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:53.946664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-573b560f-6456-4298-92a4-14ade8f3e1e2 None None] Publish callbacks [] for port (33de115d-2724-4194-af1b-bc66990a87eb), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:54.065962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-573b560f-6456-4298-92a4-14ade8f3e1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (33de115d-2724-4194-af1b-bc66990a87eb), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:54.103483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:54.166454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965257c-d740-4561-9167-be4ba03db7d3 req-258c519e-91f9-4fd0-816b-4607768b72ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:54.169122 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3965257c-d740-4561-9167-be4ba03db7d3 req-258c519e-91f9-4fd0-816b-4607768b72ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0825179 Aug 31 15:54:54.206948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b560f-6456-4298-92a4-14ade8f3e1e2 None None] Pushing event updated for resources: {'Port': ['ID=33de115d-2724-4194-af1b-bc66990a87eb,revision_number=6']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:54.224989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Delete allocated IP 2001:db8::26e (35bdc8f9-3f87-4409-8bb5-af9787457ef6/a274a671-6c91-4d3a-b734-950cd6b90b00) {{(pid=114266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 15:54:54.238836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Allocated IP 2001:db8:0:2::279 (35bdc8f9-3f87-4409-8bb5-af9787457ef6/7f08fa63-ee93-40e2-86f7-f45ef9e46aae/eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:54.241068 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3965257c-d740-4561-9167-be4ba03db7d3 req-879babe0-974d-4db0-bb40-97f15ec73443 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646193 Aug 31 15:54:54.408024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:54.424758 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 10 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:54.424758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:54.456698 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:54.461267 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Could not find standard attr ID for object 63a63dfe-c7f8-474d-95bb-aa1d3e5a5a51. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:54.472676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for port (eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:54.473974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Provisioning complete for port 33de115d-2724-4194-af1b-bc66990a87eb triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:54.474554 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33de115d-2724-4194-af1b-bc66990a87eb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:54.474970 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Attempt 1 to provision port 33de115d-2724-4194-af1b-bc66990a87eb Aug 31 15:54:54.503169 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-217566e0-c631-4265-9856-ce4982c1224c None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:54.523810 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:54.532772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 33de115d-2724-4194-af1b-bc66990a87eb up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:54.564125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:54.600729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 33de115d-2724-4194-af1b-bc66990a87eb triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:54.601940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:54.602192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33de115d-2724-4194-af1b-bc66990a87eb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:54.602192 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 33de115d-2724-4194-af1b-bc66990a87eb Aug 31 15:54:54.641464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] In _notify_port_updated(), no bound segment for port eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3 on network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 15:54:54.646024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:54.646655 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:54.649745 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "PUT /networking/v2.0/ports/eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3 HTTP/1.1" status: 200 len: 969 time: 1.0857334 Aug 31 15:54:54.649745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ad87b-f90b-4e48-945f-a8f983b53f64 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event updated for resources: {'Port': ['ID=eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:54.651626 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41086) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:54.653835 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Provisioning complete for port 109fcbb8-da19-478e-8330-e5f8e37c912b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:54:54.654410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (109fcbb8-da19-478e-8330-e5f8e37c912b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:54.655496 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Attempt 1 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:54:54.661013 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:54:54.697733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:54.769292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-417e7c46-7d2f-42c0-a034-a312aa845979 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:54.769681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417e7c46-7d2f-42c0-a034-a312aa845979 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:54.869965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417e7c46-7d2f-42c0-a034-a312aa845979 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:54.884671 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-417e7c46-7d2f-42c0-a034-a312aa845979 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3 owned by {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:55.071482 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:55.105934 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417e7c46-7d2f-42c0-a034-a312aa845979 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.133606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e7c46-7d2f-42c0-a034-a312aa845979 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:55.168116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-417e7c46-7d2f-42c0-a034-a312aa845979 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.171664 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-417e7c46-7d2f-42c0-a034-a312aa845979 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3 HTTP/1.1" status: 204 len: 168 time: 0.5187848 Aug 31 15:54:55.174512 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41088) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:55.199162 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Attempt 2 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:55.200932 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dd8d16-66d4-4cce-aeaa-be0a284b587e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] GET failed (client error): The resource could not be found. Aug 31 15:54:55.203208 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-30dd8d16-66d4-4cce-aeaa-be0a284b587e tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports/eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3 HTTP/1.1" status: 404 len: 333 time: 0.0277550 Aug 31 15:54:55.205920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41090) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:55.240518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:55.263688 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-094e7645-2cca-4fa8-9fca-c6ad7cf8d502 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (ba51a8f4-ad83-4ca6-ba59-2c90ef247279), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.287257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-094e7645-2cca-4fa8-9fca-c6ad7cf8d502 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (ba51a8f4-ad83-4ca6-ba59-2c90ef247279), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.376117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47be7a6-c40f-4b54-8dcb-7fffc58fb699 req-4712b68b-0c07-40e4-954e-2c60c8e1456d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:55.377746 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f47be7a6-c40f-4b54-8dcb-7fffc58fb699 req-4712b68b-0c07-40e4-954e-2c60c8e1456d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0505583 Aug 31 15:54:55.410983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-094e7645-2cca-4fa8-9fca-c6ad7cf8d502 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ba51a8f4-ad83-4ca6-ba59-2c90ef247279), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.413683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-094e7645-2cca-4fa8-9fca-c6ad7cf8d502 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.414929 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-094e7645-2cca-4fa8-9fca-c6ad7cf8d502 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ba51a8f4-ad83-4ca6-ba59-2c90ef247279 HTTP/1.1" status: 204 len: 168 time: 0.2080934 Aug 31 15:54:55.419746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41094) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:55.433419 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f47be7a6-c40f-4b54-8dcb-7fffc58fb699 req-fc43d51c-c4f5-403f-96e7-8496404af3de tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501392 Aug 31 15:54:55.433780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e7645-2cca-4fa8-9fca-c6ad7cf8d502 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba51a8f4-ad83-4ca6-ba59-2c90ef247279,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:55.486910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-956c968b-67a1-40c3-bcaf-4546b73daf75 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (ddcf7efd-e383-496d-ae58-7b2f1012b80f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.505879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:55.509638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-956c968b-67a1-40c3-bcaf-4546b73daf75 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (ddcf7efd-e383-496d-ae58-7b2f1012b80f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.571250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:55.634139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-956c968b-67a1-40c3-bcaf-4546b73daf75 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ddcf7efd-e383-496d-ae58-7b2f1012b80f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.636746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-956c968b-67a1-40c3-bcaf-4546b73daf75 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.637920 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-956c968b-67a1-40c3-bcaf-4546b73daf75 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ddcf7efd-e383-496d-ae58-7b2f1012b80f HTTP/1.1" status: 204 len: 168 time: 0.2165704 Aug 31 15:54:55.640966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41096) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:55.647462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c968b-67a1-40c3-bcaf-4546b73daf75 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcf7efd-e383-496d-ae58-7b2f1012b80f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:55.701903 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-60c0213b-4929-46c6-b001-0b0f5a7a88df tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (5c17f05a-ebcb-449a-b34f-49e386893f50), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.724923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-60c0213b-4929-46c6-b001-0b0f5a7a88df tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (5c17f05a-ebcb-449a-b34f-49e386893f50), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.739554 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Attempt 3 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:55.760764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:55.774333 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:55.868001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-60c0213b-4929-46c6-b001-0b0f5a7a88df tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (5c17f05a-ebcb-449a-b34f-49e386893f50), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.871103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-60c0213b-4929-46c6-b001-0b0f5a7a88df tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:55.872281 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-60c0213b-4929-46c6-b001-0b0f5a7a88df tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5c17f05a-ebcb-449a-b34f-49e386893f50 HTTP/1.1" status: 204 len: 168 time: 0.2301388 Aug 31 15:54:55.876478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41098) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:55.883684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0213b-4929-46c6-b001-0b0f5a7a88df tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c17f05a-ebcb-449a-b34f-49e386893f50,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:55.967771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-df57246f-07ad-4313-b75d-81175a508ac7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet a274a671-6c91-4d3a-b734-950cd6b90b00 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:55.972804 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df57246f-07ad-4313-b75d-81175a508ac7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (a274a671-6c91-4d3a-b734-950cd6b90b00), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:56.041384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df57246f-07ad-4313-b75d-81175a508ac7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (a274a671-6c91-4d3a-b734-950cd6b90b00), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:56.131806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:56.134449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df57246f-07ad-4313-b75d-81175a508ac7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (a274a671-6c91-4d3a-b734-950cd6b90b00), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:56.266162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:56.275888 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Attempt 4 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:56.291565 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df57246f-07ad-4313-b75d-81175a508ac7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (a274a671-6c91-4d3a-b734-950cd6b90b00), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:56.310300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:56.318557 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57246f-07ad-4313-b75d-81175a508ac7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=a274a671-6c91-4d3a-b734-950cd6b90b00,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:56.324610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-df57246f-07ad-4313-b75d-81175a508ac7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:56.328047 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-df57246f-07ad-4313-b75d-81175a508ac7 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a274a671-6c91-4d3a-b734-950cd6b90b00 HTTP/1.1" status: 204 len: 168 time: 0.4500465 Aug 31 15:54:56.331911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41100) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:56.334523 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86594d97-3d35-4ed9-88ba-4d950579e1e3 None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:56.398991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d941f9-1a99-4563-8b41-178f7e4c712c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet 7f08fa63-ee93-40e2-86f7-f45ef9e46aae {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:56.405886 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e5d941f9-1a99-4563-8b41-178f7e4c712c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (7f08fa63-ee93-40e2-86f7-f45ef9e46aae), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:56.422833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:56.475371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e5d941f9-1a99-4563-8b41-178f7e4c712c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (7f08fa63-ee93-40e2-86f7-f45ef9e46aae), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:56.484124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:56.644433 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea17136-afc8-4c86-a616-6e2ea3d3bcdb req-ab7106e1-f701-4a03-a6e6-eb690a78e34a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:56.647137 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cea17136-afc8-4c86-a616-6e2ea3d3bcdb req-ab7106e1-f701-4a03-a6e6-eb690a78e34a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.1261423 Aug 31 15:54:56.726507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:56.746964 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:56.782041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e5d941f9-1a99-4563-8b41-178f7e4c712c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (7f08fa63-ee93-40e2-86f7-f45ef9e46aae), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:56.811920 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Attempt 5 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:56.849987 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:56.851259 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cea17136-afc8-4c86-a616-6e2ea3d3bcdb req-230cd3fe-da13-4208-892e-5533372fa838 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936421 Aug 31 15:54:56.898386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:56.988343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:57.022942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e5d941f9-1a99-4563-8b41-178f7e4c712c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (7f08fa63-ee93-40e2-86f7-f45ef9e46aae), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:57.053165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d941f9-1a99-4563-8b41-178f7e4c712c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=7f08fa63-ee93-40e2-86f7-f45ef9e46aae,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:57.060138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e5d941f9-1a99-4563-8b41-178f7e4c712c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:57.064793 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e5d941f9-1a99-4563-8b41-178f7e4c712c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7f08fa63-ee93-40e2-86f7-f45ef9e46aae HTTP/1.1" status: 204 len: 168 time: 0.7318025 Aug 31 15:54:57.071094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41104) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.098477 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e0d859-0044-4aa3-bf3a-55995bbac939 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.100449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e0d859-0044-4aa3-bf3a-55995bbac939 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.102161 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-13e0d859-0044-4aa3-bf3a-55995bbac939 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/a274a671-6c91-4d3a-b734-950cd6b90b00 HTTP/1.1" status: 404 len: 337 time: 0.0333073 Aug 31 15:54:57.104762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41106) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.149128 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca727661-6bd7-474b-bad1-228688fe3970 None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:57.163824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d501fab6-dff0-437c-8192-b466d3aed5f5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting subnet 552c69e7-9f12-443e-8e5c-2054ea5bc31f {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:54:57.168600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d501fab6-dff0-437c-8192-b466d3aed5f5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (552c69e7-9f12-443e-8e5c-2054ea5bc31f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:57.200078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:57.219787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d501fab6-dff0-437c-8192-b466d3aed5f5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (552c69e7-9f12-443e-8e5c-2054ea5bc31f), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:57.243121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:57.310647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d501fab6-dff0-437c-8192-b466d3aed5f5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (552c69e7-9f12-443e-8e5c-2054ea5bc31f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:57.352394 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Attempt 6 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:57.400720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:57.483980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d501fab6-dff0-437c-8192-b466d3aed5f5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (552c69e7-9f12-443e-8e5c-2054ea5bc31f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:57.519921 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501fab6-dff0-437c-8192-b466d3aed5f5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Subnet': ['ID=552c69e7-9f12-443e-8e5c-2054ea5bc31f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:57.522005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d501fab6-dff0-437c-8192-b466d3aed5f5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:57.525905 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d501fab6-dff0-437c-8192-b466d3aed5f5 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/552c69e7-9f12-443e-8e5c-2054ea5bc31f HTTP/1.1" status: 204 len: 168 time: 0.4193659 Aug 31 15:54:57.532143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41108) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.560597 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a66851-6aec-45e1-8df2-5e1710e4cf25 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.564544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a66851-6aec-45e1-8df2-5e1710e4cf25 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.565424 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d3a66851-6aec-45e1-8df2-5e1710e4cf25 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/9924e41e-cc87-4a76-b464-0f286b8ad147 HTTP/1.1" status: 404 len: 337 time: 0.0322058 Aug 31 15:54:57.566566 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:57.568113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41110) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.599516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:57.602501 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dad3cfde-d796-44d2-81e1-8d791588d574 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4523a6ca-c97a-496a-a9ba-778dd7f4a4a9 HTTP/1.1" status: 200 len: 205 time: 0.0331647 Aug 31 15:54:57.605026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41112) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.632174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:57.650050 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-ff57d0bb-ecbb-4707-a538-de8109245790 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] delete failed (client error): The resource could not be found. Aug 31 15:54:57.653695 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ff57d0bb-ecbb-4707-a538-de8109245790 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/routers/4523a6ca-c97a-496a-a9ba-778dd7f4a4a9 HTTP/1.1" status: 404 len: 336 time: 0.0446031 Aug 31 15:54:57.655840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41114) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.686744 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-17965f7d-6921-46f5-ad1a-a92c9ca5fc87 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.687574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17965f7d-6921-46f5-ad1a-a92c9ca5fc87 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.691770 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-17965f7d-6921-46f5-ad1a-a92c9ca5fc87 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/ada928fa-605b-4f1c-9563-73feec2d6eff HTTP/1.1" status: 404 len: 337 time: 0.0336249 Aug 31 15:54:57.696083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41116) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.729628 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-2566bd9a-3d52-4142-b8d4-3d13ff5cb4fd tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.730091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2566bd9a-3d52-4142-b8d4-3d13ff5cb4fd tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.733783 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2566bd9a-3d52-4142-b8d4-3d13ff5cb4fd tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c5062469-fd77-4757-abf2-df103cb66365 HTTP/1.1" status: 404 len: 337 time: 0.0365887 Aug 31 15:54:57.736503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41118) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.759659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:57.764196 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22a7e54-d377-457c-9f76-39f86b1649fc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.764658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22a7e54-d377-457c-9f76-39f86b1649fc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.767765 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a22a7e54-d377-457c-9f76-39f86b1649fc tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/1630dce0-2a39-4d1d-ad45-0a024706ba49 HTTP/1.1" status: 404 len: 337 time: 0.0302992 Aug 31 15:54:57.770281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41120) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.797527 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c07430-10ca-4b0a-a962-4a3459d70ac3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.798230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c07430-10ca-4b0a-a962-4a3459d70ac3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.801779 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b6c07430-10ca-4b0a-a962-4a3459d70ac3 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/244bb6d0-0d40-4b0a-8f87-b87345aa52d1 HTTP/1.1" status: 404 len: 333 time: 0.0300488 Aug 31 15:54:57.804340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41122) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.814589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:57.833892 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16affd0-4b85-49a5-8622-d62433f476da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.835869 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16affd0-4b85-49a5-8622-d62433f476da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.837633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a16affd0-4b85-49a5-8622-d62433f476da tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/b460d54f-8536-43b0-ad62-3eda9e0516fd HTTP/1.1" status: 404 len: 337 time: 0.0322082 Aug 31 15:54:57.840505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41124) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.876981 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5e502a-a86e-41f7-b664-372e0b135c5c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.880165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5e502a-a86e-41f7-b664-372e0b135c5c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.883943 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cb5e502a-a86e-41f7-b664-372e0b135c5c tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c97a232e-5f3f-4a0e-8a97-57575d47530e HTTP/1.1" status: 404 len: 337 time: 0.0390790 Aug 31 15:54:57.883943 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41128) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.901416 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Attempt 7 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:57.911407 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-62194103-3f7a-43cb-a853-3d945efe736a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.912330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62194103-3f7a-43cb-a853-3d945efe736a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.915676 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-62194103-3f7a-43cb-a853-3d945efe736a tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/f0f1f124-cc45-4fed-9914-8e9f5a916996 HTTP/1.1" status: 404 len: 333 time: 0.0310276 Aug 31 15:54:57.924969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41130) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.928567 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db91d6-fa05-4f37-99c1-28a1cd945e47 None None] Network 35bdc8f9-3f87-4409-8bb5-af9787457ef6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:54:57.955523 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd15a19-962d-4833-ba97-ca3a73ba81ae tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.956078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd15a19-962d-4833-ba97-ca3a73ba81ae tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.959194 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2fd15a19-962d-4833-ba97-ca3a73ba81ae tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/47045370-48cf-4cf0-bcff-c6e447a1654c HTTP/1.1" status: 404 len: 337 time: 0.0330043 Aug 31 15:54:57.960164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:57.962010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41132) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:57.992812 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e80ea39-f972-433d-9eb8-60d8ce590052 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] DELETE failed (client error): The resource could not be found. Aug 31 15:54:57.993872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e80ea39-f972-433d-9eb8-60d8ce590052 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:54:57.994092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:54:58.001316 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3e80ea39-f972-433d-9eb8-60d8ce590052 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/6b238321-57a1-4508-9b7b-d0bc97ce27ed HTTP/1.1" status: 404 len: 337 time: 0.0381718 Aug 31 15:54:58.002273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41134) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:58.004702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.025386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.047266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2422e14-3bfe-43b3-b957-eafc4b78fe01 req-7fecb47a-965d-486a-9ce1-c44dec7be453 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:58.048884 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a2422e14-3bfe-43b3-b957-eafc4b78fe01 req-7fecb47a-965d-486a-9ce1-c44dec7be453 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0960000 Aug 31 15:54:58.103452 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d74772-34ac-4804-bd2d-232f9939a943 None None] DHCP port deletion for 35bdc8f9-3f87-4409-8bb5-af9787457ef6 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:54:58.119947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b186974e-078d-40e4-918a-0e938b797bde tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Deleting port 109fcbb8-da19-478e-8330-e5f8e37c912b {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:58.120212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b186974e-078d-40e4-918a-0e938b797bde tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (109fcbb8-da19-478e-8330-e5f8e37c912b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.151179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57d74772-34ac-4804-bd2d-232f9939a943 None None] Deleting port 33de115d-2724-4194-af1b-bc66990a87eb {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:54:58.151561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-57d74772-34ac-4804-bd2d-232f9939a943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (33de115d-2724-4194-af1b-bc66990a87eb), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.196413 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a2422e14-3bfe-43b3-b957-eafc4b78fe01 req-da63a991-ab2b-48a6-922e-533f24018dde tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354570 Aug 31 15:54:58.200857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.222092 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b186974e-078d-40e4-918a-0e938b797bde tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (109fcbb8-da19-478e-8330-e5f8e37c912b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.231136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-57d74772-34ac-4804-bd2d-232f9939a943 None None] For port 33de115d-2724-4194-af1b-bc66990a87eb, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=33de115d-2724-4194-af1b-bc66990a87eb,segment=NetworkSegment(20cf8151-61a7-414c-af1e-7b1610ce29bd),segment_id=20cf8151-61a7-414c-af1e-7b1610ce29bd)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:58.234717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-57d74772-34ac-4804-bd2d-232f9939a943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (33de115d-2724-4194-af1b-bc66990a87eb), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.238238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-b186974e-078d-40e4-918a-0e938b797bde tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Calling delete_port for 109fcbb8-da19-478e-8330-e5f8e37c912b owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:58.249002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-57d74772-34ac-4804-bd2d-232f9939a943 None None] Calling delete_port for 33de115d-2724-4194-af1b-bc66990a87eb owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:54:58.284150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.315074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.339931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.417184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b186974e-078d-40e4-918a-0e938b797bde tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (109fcbb8-da19-478e-8330-e5f8e37c912b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.447024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-57d74772-34ac-4804-bd2d-232f9939a943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (33de115d-2724-4194-af1b-bc66990a87eb), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.452146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186974e-078d-40e4-918a-0e938b797bde tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Port': ['ID=109fcbb8-da19-478e-8330-e5f8e37c912b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:58.454406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.458988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b186974e-078d-40e4-918a-0e938b797bde tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.465469 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b186974e-078d-40e4-918a-0e938b797bde tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/ports/109fcbb8-da19-478e-8330-e5f8e37c912b HTTP/1.1" status: 204 len: 168 time: 0.4589858 Aug 31 15:54:58.466515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41136) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:58.476122 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d74772-34ac-4804-bd2d-232f9939a943 None None] Pushing event deleted for resources: {'Port': ['ID=33de115d-2724-4194-af1b-bc66990a87eb,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:58.484943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d74772-34ac-4804-bd2d-232f9939a943 None None] No DVR routers for this DVR port 33de115d-2724-4194-af1b-bc66990a87eb on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:54:58.495582 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Attempt 8 to provision port 109fcbb8-da19-478e-8330-e5f8e37c912b Aug 31 15:54:58.497740 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.517637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.519945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 33de115d-2724-4194-af1b-bc66990a87eb no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:58.522454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Port 109fcbb8-da19-478e-8330-e5f8e37c912b was deleted so its status cannot be updated. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:346}} Aug 31 15:54:58.542920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Could not find standard attr ID for object eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:58.543752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 33de115d-2724-4194-af1b-bc66990a87eb {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:54:58.544096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 33de115d-2724-4194-af1b-bc66990a87eb not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:58.553711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4448eab2-0463-4226-abd4-15cff65a8e20 None None] Could not find standard attr ID for object 33de115d-2724-4194-af1b-bc66990a87eb. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:58.566219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (35bdc8f9-3f87-4409-8bb5-af9787457ef6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.616458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.663992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (35bdc8f9-3f87-4409-8bb5-af9787457ef6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.674855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-dea93e9c-3019-4a52-b3de-32dd3ea388da None None] Could not find standard attr ID for object 109fcbb8-da19-478e-8330-e5f8e37c912b. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:58.680560 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:58.683211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-dea93e9c-3019-4a52-b3de-32dd3ea388da None None] Could not find standard attr ID for object eb8ffd9d-ad34-4b49-9165-f2cd8cb4dfb3. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:58.689446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-dea93e9c-3019-4a52-b3de-32dd3ea388da None None] Could not find standard attr ID for object 33de115d-2724-4194-af1b-bc66990a87eb. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 15:54:58.690838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bdc8f9-3f87-4409-8bb5-af9787457ef6']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:58.704485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cf8151-61a7-414c-af1e-7b1610ce29bd') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:58.704799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cf8151-61a7-414c-af1e-7b1610ce29bd') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:58.717804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (20cf8151-61a7-414c-af1e-7b1610ce29bd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.733838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (20cf8151-61a7-414c-af1e-7b1610ce29bd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.741481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:58.741955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (20cf8151-61a7-414c-af1e-7b1610ce29bd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.767139 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 20cf8151-61a7-414c-af1e-7b1610ce29bd resource provider aggregate not found Aug 31 15:54:58.817325 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 20cf8151-61a7-414c-af1e-7b1610ce29bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20cf8151-61a7-414c-af1e-7b1610ce29bd found for delete ", "request_id": "req-86d22177-14e4-4e2f-8d89-3e64ee5f79be"}]} Aug 31 15:54:58.902689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (35bdc8f9-3f87-4409-8bb5-af9787457ef6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.910648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:58.913808 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] 10.222.0.46 "DELETE /networking/v2.0/networks/35bdc8f9-3f87-4409-8bb5-af9787457ef6 HTTP/1.1" status: 204 len: 168 time: 0.4457512 Aug 31 15:54:58.926941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cf835-356f-41f9-9b39-8c9ecb023633 tempest-PortsIpV6TestJSON-1218694815 tempest-PortsIpV6TestJSON-1218694815-project] Pushing event deleted for resources: {'Network': ['ID=35bdc8f9-3f87-4409-8bb5-af9787457ef6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:59.020419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:59.137037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:59.322930 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:59.352450 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecbeb3-05d6-4afe-b498-03af09c9914e req-95f05b4f-f870-40f3-adca-6a2ebb105431 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:54:59.354860 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f8ecbeb3-05d6-4afe-b498-03af09c9914e req-95f05b4f-f870-40f3-adca-6a2ebb105431 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0575597 Aug 31 15:54:59.416529 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f8ecbeb3-05d6-4afe-b498-03af09c9914e req-b32e99e3-7296-47e2-a018-ba9bcc9be54e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544887 Aug 31 15:54:59.418345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:59.440028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:59.577777 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:59.590124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41148) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:59.605967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:59.653420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:59.750287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:59.763663 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-17254348-aae7-4620-90f0-66f621fba92a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=bbdcdd315c7c4d609ed03b79ddb40f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720805 Aug 31 15:54:59.766416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41152) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:54:59.766635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:54:59.826645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1eec8b89-b445-4588-89a1-57bcc803b315 admin admin] Publish callbacks [] for security_group (9e5c7c70-6aee-4d98-8e9a-79a4c23bc483), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:54:59.851869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1eec8b89-b445-4588-89a1-57bcc803b315 admin admin] Publish callbacks [] for security_group (9e5c7c70-6aee-4d98-8e9a-79a4c23bc483), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:00.032112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:00.060075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1eec8b89-b445-4588-89a1-57bcc803b315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (9e5c7c70-6aee-4d98-8e9a-79a4c23bc483), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:00.062743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1eec8b89-b445-4588-89a1-57bcc803b315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:00.063918 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1eec8b89-b445-4588-89a1-57bcc803b315 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9e5c7c70-6aee-4d98-8e9a-79a4c23bc483 HTTP/1.1" status: 204 len: 168 time: 0.2965014 Aug 31 15:55:00.072640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:00.073743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec8b89-b445-4588-89a1-57bcc803b315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c7c70-6aee-4d98-8e9a-79a4c23bc483,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:00.195399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:00.347290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:00.388640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:00.554111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:00.577626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c4ecb-6eb3-45a7-851b-0ab3c5d6a8ec req-6234896b-821e-47f8-b7dc-414d150033e5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:00.579246 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-db1c4ecb-6eb3-45a7-851b-0ab3c5d6a8ec req-6234896b-821e-47f8-b7dc-414d150033e5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0709424 Aug 31 15:55:00.648497 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-db1c4ecb-6eb3-45a7-851b-0ab3c5d6a8ec req-2511e329-c2ec-47d1-a8ee-c0f7c5458acd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630381 Aug 31 15:55:00.660447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:00.731785 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:00.742419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:00.766771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:01.205355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:01.230462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41176) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:01.330076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1338f075-3997-4a80-bfe7-3dce62902c0a tempest-DvrRoutersNegativeTest-783832172 tempest-DvrRoutersNegativeTest-783832172-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-862459152', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:01.333510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.policy [None req-1338f075-3997-4a80-bfe7-3dce62902c0a tempest-DvrRoutersNegativeTest-783832172 tempest-DvrRoutersNegativeTest-783832172-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114266) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Aug 31 15:55:01.333847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.policy [None req-1338f075-3997-4a80-bfe7-3dce62902c0a tempest-DvrRoutersNegativeTest-783832172 tempest-DvrRoutersNegativeTest-783832172-project] Failed policy enforce for 'create_router' {{(pid=114266) enforce /opt/stack/neutron/neutron/policy.py:523}} Aug 31 15:55:01.334420 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-1338f075-3997-4a80-bfe7-3dce62902c0a tempest-DvrRoutersNegativeTest-783832172 tempest-DvrRoutersNegativeTest-783832172-project] create failed (client error): Access was denied to this resource. Aug 31 15:55:01.335483 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1338f075-3997-4a80-bfe7-3dce62902c0a tempest-DvrRoutersNegativeTest-783832172 tempest-DvrRoutersNegativeTest-783832172-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1040223 Aug 31 15:55:01.382326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:01.451102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:01.718995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:01.746993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:01.768376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:01.782769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b52fb-ca6e-4b15-b9f2-b60bf5db17d3 req-dd7d1565-9745-47bf-b5f1-ce2c804ae4a0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:01.784322 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0d3b52fb-ca6e-4b15-b9f2-b60bf5db17d3 req-dd7d1565-9745-47bf-b5f1-ce2c804ae4a0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0577524 Aug 31 15:55:01.819289 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41186) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:01.868364 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0d3b52fb-ca6e-4b15-b9f2-b60bf5db17d3 req-0f24cda6-aeb0-4cd7-a527-3be660841de3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752275 Aug 31 15:55:01.940046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:02.017548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Publish callbacks [] for security_group (4ab9ad71-2dd5-4d50-be2e-69ccd18ce199), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:02.085227 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4ab9ad71-2dd5-4d50-be2e-69ccd18ce199), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:02.129349 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9d4acf8b832244a0962047c6cd0bd83f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3088276 Aug 31 15:55:02.130393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab9ad71-2dd5-4d50-be2e-69ccd18ce199,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:02.132048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41190) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:02.137793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.138136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.138476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.138808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.139137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.139456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.139787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.140105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.140424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.140743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.141063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.141382 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.141723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.142039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.142352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f642542-80e0-4c47-a5f8-6bc4be3d3e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:02.181099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:02.184931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-09f91868-1c29-47d4-a81c-7ed2e3e38c4a admin admin] Publish callbacks [] for security_group (4ab9ad71-2dd5-4d50-be2e-69ccd18ce199), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:02.206919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-09f91868-1c29-47d4-a81c-7ed2e3e38c4a admin admin] Publish callbacks [] for security_group (4ab9ad71-2dd5-4d50-be2e-69ccd18ce199), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:02.214048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:02.336524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-09f91868-1c29-47d4-a81c-7ed2e3e38c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4ab9ad71-2dd5-4d50-be2e-69ccd18ce199), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:02.339188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-09f91868-1c29-47d4-a81c-7ed2e3e38c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:02.340448 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-09f91868-1c29-47d4-a81c-7ed2e3e38c4a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4ab9ad71-2dd5-4d50-be2e-69ccd18ce199 HTTP/1.1" status: 204 len: 168 time: 0.2072401 Aug 31 15:55:02.350704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f91868-1c29-47d4-a81c-7ed2e3e38c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab9ad71-2dd5-4d50-be2e-69ccd18ce199,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:02.465598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:02.581154 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:02.685604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:02.751341 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=4,neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:02.994816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd035-0bec-41cb-91da-f7bc73057c19 req-0235d5b6-26f1-402a-a9ff-74a8ba5ea7f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:02.996429 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f5cfd035-0bec-41cb-91da-f7bc73057c19 req-0235d5b6-26f1-402a-a9ff-74a8ba5ea7f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0499480 Aug 31 15:55:03.047601 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f5cfd035-0bec-41cb-91da-f7bc73057c19 req-45b0b0bf-27d3-4e92-94fe-44dd9c9a0a11 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Aug 31 15:55:03.191527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:03.365922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41214) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:03.411022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:03.437823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:03.469629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-cc3ac0eb-e30c-449f-b02c-b9bf904ae802 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:03.470144 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-cc3ac0eb-e30c-449f-b02c-b9bf904ae802 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 15:55:03.470662 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-cc3ac0eb-e30c-449f-b02c-b9bf904ae802 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 15:55:03.471902 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cc3ac0eb-e30c-449f-b02c-b9bf904ae802 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1046124 Aug 31 15:55:03.475386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41218) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:03.479723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788351414'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:03.566109 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:03.575028 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:03.658576 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (8eac8847-9c89-4913-a0e5-f02120b46cb2), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:03.711404 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:03.739668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8eac8847-9c89-4913-a0e5-f02120b46cb2), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:03.776136 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eac8847-9c89-4913-a0e5-f02120b46cb2,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:03.820823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (63ef9d79-ead3-4f7f-90c5-00042dbdd92e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:03.888659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (63ef9d79-ead3-4f7f-90c5-00042dbdd92e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:03.918905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ef9d79-ead3-4f7f-90c5-00042dbdd92e,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:03.919764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:03.973468 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:03.974694 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-41c1289a-7827-4f7d-8603-dd14fbe6eca1 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4983838 Aug 31 15:55:03.977761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41220) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:03.982901 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3b40ab7b-1243-4025-ad25-bb2514aa6c18 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '63ef9d79-ead3-4f7f-90c5-00042dbdd92e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:04.082465 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b40ab7b-1243-4025-ad25-bb2514aa6c18 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group_rule (3f18333c-9485-4ffc-b316-c3d62773877a), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:04.157386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:04.185281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5a2d-cf9c-456d-abab-4fed9a620bba req-1cfc2e06-d6eb-4d3c-80d5-849d302142e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:04.187458 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-695e5a2d-cf9c-456d-abab-4fed9a620bba req-1cfc2e06-d6eb-4d3c-80d5-849d302142e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0644994 Aug 31 15:55:04.189431 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b40ab7b-1243-4025-ad25-bb2514aa6c18 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group_rule (3f18333c-9485-4ffc-b316-c3d62773877a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:04.240100 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-695e5a2d-cf9c-456d-abab-4fed9a620bba req-6997ddca-6cdc-4532-81ab-15a6244970e0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459332 Aug 31 15:55:04.277189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b40ab7b-1243-4025-ad25-bb2514aa6c18 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (3f18333c-9485-4ffc-b316-c3d62773877a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:04.296916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:04.298727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40ab7b-1243-4025-ad25-bb2514aa6c18 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f18333c-9485-4ffc-b316-c3d62773877a,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:04.353125 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b40ab7b-1243-4025-ad25-bb2514aa6c18 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:04.358185 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3b40ab7b-1243-4025-ad25-bb2514aa6c18 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3759243 Aug 31 15:55:04.358562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41224) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:04.362960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:04.363481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-cee0b7aa-0f35-4e08-9604-cad8ba21bc53 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '63ef9d79-ead3-4f7f-90c5-00042dbdd92e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:04.408617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:04.437039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cee0b7aa-0f35-4e08-9604-cad8ba21bc53 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group_rule (4bbe8b35-7fe4-452a-b822-a6ede9b4811e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:04.536848 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-cee0b7aa-0f35-4e08-9604-cad8ba21bc53 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 15:55:04.537888 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cee0b7aa-0f35-4e08-9604-cad8ba21bc53 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1781492 Aug 31 15:55:04.540653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41226) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:04.596703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-756c772e-a441-4273-80e9-316a097991ee tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (63ef9d79-ead3-4f7f-90c5-00042dbdd92e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:04.624439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-756c772e-a441-4273-80e9-316a097991ee tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (63ef9d79-ead3-4f7f-90c5-00042dbdd92e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:04.648681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:04.771261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-756c772e-a441-4273-80e9-316a097991ee tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (63ef9d79-ead3-4f7f-90c5-00042dbdd92e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:04.773989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-756c772e-a441-4273-80e9-316a097991ee tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:04.775160 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-756c772e-a441-4273-80e9-316a097991ee tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/63ef9d79-ead3-4f7f-90c5-00042dbdd92e HTTP/1.1" status: 204 len: 168 time: 0.2335832 Aug 31 15:55:04.777991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41228) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:04.786748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c772e-a441-4273-80e9-316a097991ee tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ef9d79-ead3-4f7f-90c5-00042dbdd92e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:04.825063 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f582c699-059c-4fca-abe4-879413850760 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0456696 Aug 31 15:55:04.828750 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41230) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:04.833075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-65af2c60-ba6d-4e63-b3a2-f0574f20b344 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221688179'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:04.965975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65af2c60-ba6d-4e63-b3a2-f0574f20b344 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:04.978096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:05.036365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65af2c60-ba6d-4e63-b3a2-f0574f20b344 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (7b063f6c-398d-4fcc-873d-2e31cd2cf0e5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.096593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65af2c60-ba6d-4e63-b3a2-f0574f20b344 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (7b063f6c-398d-4fcc-873d-2e31cd2cf0e5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.124115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:05.128206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af2c60-ba6d-4e63-b3a2-f0574f20b344 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b063f6c-398d-4fcc-873d-2e31cd2cf0e5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:05.250232 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65af2c60-ba6d-4e63-b3a2-f0574f20b344 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.251539 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-65af2c60-ba6d-4e63-b3a2-f0574f20b344 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4218366 Aug 31 15:55:05.254502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41232) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:05.258732 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9257cb5a-9f67-4e36-b8cf-6e6b2ae32269 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '7b063f6c-398d-4fcc-873d-2e31cd2cf0e5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:05.259518 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-9257cb5a-9f67-4e36-b8cf-6e6b2ae32269 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 15:55:05.260013 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-9257cb5a-9f67-4e36-b8cf-6e6b2ae32269 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:05.260946 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9257cb5a-9f67-4e36-b8cf-6e6b2ae32269 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055408 Aug 31 15:55:05.263425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41234) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:05.322319 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b19da183-4c7c-4549-bc80-26f3d3ee86b9 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (7b063f6c-398d-4fcc-873d-2e31cd2cf0e5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.330761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:05.345858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b19da183-4c7c-4549-bc80-26f3d3ee86b9 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (7b063f6c-398d-4fcc-873d-2e31cd2cf0e5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.370370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928b823-24f2-495d-8147-936ac8c8c393 req-6aa815d7-a5b2-4161-994c-a3b3b0740218 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:05.371960 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7928b823-24f2-495d-8147-936ac8c8c393 req-6aa815d7-a5b2-4161-994c-a3b3b0740218 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0532002 Aug 31 15:55:05.423486 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7928b823-24f2-495d-8147-936ac8c8c393 req-7811f24a-0ef4-4eba-8e9c-28793d059540 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453942 Aug 31 15:55:05.500095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b19da183-4c7c-4549-bc80-26f3d3ee86b9 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (7b063f6c-398d-4fcc-873d-2e31cd2cf0e5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.502722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b19da183-4c7c-4549-bc80-26f3d3ee86b9 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.503898 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b19da183-4c7c-4549-bc80-26f3d3ee86b9 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7b063f6c-398d-4fcc-873d-2e31cd2cf0e5 HTTP/1.1" status: 204 len: 168 time: 0.2396114 Aug 31 15:55:05.506792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41238) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:05.514898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19da183-4c7c-4549-bc80-26f3d3ee86b9 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b063f6c-398d-4fcc-873d-2e31cd2cf0e5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:05.562968 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-139ac0e4-871e-40f6-8f36-38d8b13371e6 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546327 Aug 31 15:55:05.566230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41240) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:05.571024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-cb88df5a-7344-4642-ae2c-478ca3c37e93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'tempest-secgroup--436109695'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:05.580000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:05.672288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:05.682668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb88df5a-7344-4642-ae2c-478ca3c37e93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.758864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb88df5a-7344-4642-ae2c-478ca3c37e93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (087c00cb-45cb-4fc6-8815-a238811ffbc2), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.831166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb88df5a-7344-4642-ae2c-478ca3c37e93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (087c00cb-45cb-4fc6-8815-a238811ffbc2), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.862203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88df5a-7344-4642-ae2c-478ca3c37e93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087c00cb-45cb-4fc6-8815-a238811ffbc2,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:05.941660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cb88df5a-7344-4642-ae2c-478ca3c37e93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:05.942852 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cb88df5a-7344-4642-ae2c-478ca3c37e93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3753877 Aug 31 15:55:05.945773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41242) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:05.950082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-aa3be6d8-9cb0-4b00-980c-a3899468d32a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '087c00cb-45cb-4fc6-8815-a238811ffbc2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:05.950936 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-aa3be6d8-9cb0-4b00-980c-a3899468d32a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 15:55:05.951499 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-aa3be6d8-9cb0-4b00-980c-a3899468d32a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:05.952745 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aa3be6d8-9cb0-4b00-980c-a3899468d32a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060451 Aug 31 15:55:05.957359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41244) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:06.012343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63f9461-415c-4a5f-afa3-b3668c97b886 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (087c00cb-45cb-4fc6-8815-a238811ffbc2), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.020022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:06.034331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63f9461-415c-4a5f-afa3-b3668c97b886 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (087c00cb-45cb-4fc6-8815-a238811ffbc2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.044291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:06.171784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63f9461-415c-4a5f-afa3-b3668c97b886 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (087c00cb-45cb-4fc6-8815-a238811ffbc2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.174459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e63f9461-415c-4a5f-afa3-b3668c97b886 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.175651 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e63f9461-415c-4a5f-afa3-b3668c97b886 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/087c00cb-45cb-4fc6-8815-a238811ffbc2 HTTP/1.1" status: 204 len: 168 time: 0.2173884 Aug 31 15:55:06.178351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41246) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:06.185338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f9461-415c-4a5f-afa3-b3668c97b886 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087c00cb-45cb-4fc6-8815-a238811ffbc2,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:06.224424 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-99a921b9-b13d-44bd-8ab7-2ac6e5144f98 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0445931 Aug 31 15:55:06.227931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41248) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:06.232311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-05a75457-c4e7-4dd3-ace0-b1cd8878491d tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'tempest-secgroup--68530145'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:06.331285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05a75457-c4e7-4dd3-ace0-b1cd8878491d tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.339722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:06.410969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05a75457-c4e7-4dd3-ace0-b1cd8878491d tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (b9d3ced1-af7f-499c-8aeb-989145632a62), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.434062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:06.504754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05a75457-c4e7-4dd3-ace0-b1cd8878491d tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b9d3ced1-af7f-499c-8aeb-989145632a62), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.534674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:06.568291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f8455-a4ad-447c-80e7-9ddc72cf6d78 req-7ddf8e9c-91be-4f04-b00d-b0450dac941e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:06.569789 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-af1f8455-a4ad-447c-80e7-9ddc72cf6d78 req-7ddf8e9c-91be-4f04-b00d-b0450dac941e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0743015 Aug 31 15:55:06.571594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a75457-c4e7-4dd3-ace0-b1cd8878491d tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d3ced1-af7f-499c-8aeb-989145632a62,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:06.622249 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-af1f8455-a4ad-447c-80e7-9ddc72cf6d78 req-87003b58-f7f7-465f-8ed8-b9d7218caa19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Aug 31 15:55:06.650624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05a75457-c4e7-4dd3-ace0-b1cd8878491d tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.651946 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-05a75457-c4e7-4dd3-ace0-b1cd8878491d tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4230919 Aug 31 15:55:06.654713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41252) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:06.659191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ce2a6689-501f-4047-abb7-a870db3afdff tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': 'b9d3ced1-af7f-499c-8aeb-989145632a62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:06.660316 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-ce2a6689-501f-4047-abb7-a870db3afdff tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 15:55:06.660973 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-ce2a6689-501f-4047-abb7-a870db3afdff tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:06.661824 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ce2a6689-501f-4047-abb7-a870db3afdff tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061445 Aug 31 15:55:06.664260 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41254) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:06.668235 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-eb657d2a-c776-4cd7-9d0c-c70d10a7360a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': 'b9d3ced1-af7f-499c-8aeb-989145632a62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:06.675900 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-eb657d2a-c776-4cd7-9d0c-c70d10a7360a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 15:55:06.675900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-eb657d2a-c776-4cd7-9d0c-c70d10a7360a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:06.675900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-eb657d2a-c776-4cd7-9d0c-c70d10a7360a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052674 Aug 31 15:55:06.677683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41256) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:06.682901 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ccd274ff-d9f1-472e-aec0-a9d2cef403c4 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': 'b9d3ced1-af7f-499c-8aeb-989145632a62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:06.683697 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-ccd274ff-d9f1-472e-aec0-a9d2cef403c4 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 15:55:06.684161 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-ccd274ff-d9f1-472e-aec0-a9d2cef403c4 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:06.685088 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ccd274ff-d9f1-472e-aec0-a9d2cef403c4 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064664 Aug 31 15:55:06.688734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41258) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:06.692793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e0d263f1-9b30-4e16-8f9a-cbea4cc4a424 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': 'b9d3ced1-af7f-499c-8aeb-989145632a62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:06.693673 dv-neutron-855257-2-hyperv neutron-server[114265]: WARNING neutron.api.v2.base [None req-e0d263f1-9b30-4e16-8f9a-cbea4cc4a424 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 15:55:06.694137 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-e0d263f1-9b30-4e16-8f9a-cbea4cc4a424 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:06.695058 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e0d263f1-9b30-4e16-8f9a-cbea4cc4a424 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054786 Aug 31 15:55:06.697290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41260) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:06.738639 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:06.752010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e306-e9b2-4c74-876d-2294f427d81e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (b9d3ced1-af7f-499c-8aeb-989145632a62), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.773767 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e306-e9b2-4c74-876d-2294f427d81e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (b9d3ced1-af7f-499c-8aeb-989145632a62), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.925273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e306-e9b2-4c74-876d-2294f427d81e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b9d3ced1-af7f-499c-8aeb-989145632a62), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.928064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e306-e9b2-4c74-876d-2294f427d81e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:06.929296 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cdf8e306-e9b2-4c74-876d-2294f427d81e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b9d3ced1-af7f-499c-8aeb-989145632a62 HTTP/1.1" status: 204 len: 168 time: 0.2311285 Aug 31 15:55:06.932131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41262) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:06.940295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8e306-e9b2-4c74-876d-2294f427d81e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d3ced1-af7f-499c-8aeb-989145632a62,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:06.948326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:06.980327 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-06044ad1-87ef-4bef-aa45-a908d6a79ec0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0470290 Aug 31 15:55:06.984808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41264) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:06.989239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-53eb56fa-15c6-43ec-a245-52618332a2d2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482434182'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:07.102384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-53eb56fa-15c6-43ec-a245-52618332a2d2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:07.178908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-53eb56fa-15c6-43ec-a245-52618332a2d2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (8de0b36a-796a-4737-be5e-2c6a551e9178), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:07.268031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-53eb56fa-15c6-43ec-a245-52618332a2d2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8de0b36a-796a-4737-be5e-2c6a551e9178), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:07.298809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb56fa-15c6-43ec-a245-52618332a2d2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de0b36a-796a-4737-be5e-2c6a551e9178,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:07.373181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-53eb56fa-15c6-43ec-a245-52618332a2d2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:07.374931 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-53eb56fa-15c6-43ec-a245-52618332a2d2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3891766 Aug 31 15:55:07.378118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41266) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:07.382561 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e2c6fdb2-b40b-42dd-b9c9-896c303770b0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '8de0b36a-796a-4737-be5e-2c6a551e9178', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:07.386897 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-e2c6fdb2-b40b-42dd-b9c9-896c303770b0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 15:55:07.386897 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-e2c6fdb2-b40b-42dd-b9c9-896c303770b0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:07.386897 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e2c6fdb2-b40b-42dd-b9c9-896c303770b0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054071 Aug 31 15:55:07.388842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41268) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:07.393209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-83f1c2b9-e46a-409e-b1fb-6ff2ed82894c tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '8de0b36a-796a-4737-be5e-2c6a551e9178', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:07.439977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:07.571076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:07.662556 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-83f1c2b9-e46a-409e-b1fb-6ff2ed82894c tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:07.663738 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-83f1c2b9-e46a-409e-b1fb-6ff2ed82894c tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2736332 Aug 31 15:55:07.666397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41272) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:07.671520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b4c37f19-61a4-432f-9211-d68e37a4c570 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '8de0b36a-796a-4737-be5e-2c6a551e9178', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:07.671993 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-b4c37f19-61a4-432f-9211-d68e37a4c570 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 15:55:07.672480 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-b4c37f19-61a4-432f-9211-d68e37a4c570 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:07.673443 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b4c37f19-61a4-432f-9211-d68e37a4c570 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060902 Aug 31 15:55:07.674923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:07.676217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41274) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:07.680565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f9eeefcd-58a9-4bba-ad54-44954a44694d tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '8de0b36a-796a-4737-be5e-2c6a551e9178', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:07.750081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a7bf1-2ad8-4d7a-a3d4-bc21326834e2 req-81c78eb8-c184-4132-806e-e273f6cf988a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:07.751676 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f01a7bf1-2ad8-4d7a-a3d4-bc21326834e2 req-81c78eb8-c184-4132-806e-e273f6cf988a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0526152 Aug 31 15:55:07.803851 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f01a7bf1-2ad8-4d7a-a3d4-bc21326834e2 req-08fd9424-b2ae-45ac-ab71-55fcfa4ebac6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463750 Aug 31 15:55:07.896971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-f9eeefcd-58a9-4bba-ad54-44954a44694d tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:07.898081 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f9eeefcd-58a9-4bba-ad54-44954a44694d tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2209754 Aug 31 15:55:07.900915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41276) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:07.905518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c618dd8f-b75d-457f-ac88-a863e93596f2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '8de0b36a-796a-4737-be5e-2c6a551e9178', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:07.906037 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-c618dd8f-b75d-457f-ac88-a863e93596f2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 15:55:07.906514 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-c618dd8f-b75d-457f-ac88-a863e93596f2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:07.907499 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c618dd8f-b75d-457f-ac88-a863e93596f2 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056252 Aug 31 15:55:07.910050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41278) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:07.914221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-30ce07c3-ed96-4f48-8ad1-c34bdd86c6f7 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '8de0b36a-796a-4737-be5e-2c6a551e9178', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:07.994021 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-30ce07c3-ed96-4f48-8ad1-c34bdd86c6f7 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Project 89fa37c6db67420987b9cdf9fe3db47d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:55:08.102362 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-30ce07c3-ed96-4f48-8ad1-c34bdd86c6f7 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:08.103450 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-30ce07c3-ed96-4f48-8ad1-c34bdd86c6f7 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1924675 Aug 31 15:55:08.106305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41280) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:08.111430 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-eecace2e-9288-4537-b1dd-9d6d9600586c tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '8de0b36a-796a-4737-be5e-2c6a551e9178', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:08.111910 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-eecace2e-9288-4537-b1dd-9d6d9600586c tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 15:55:08.112399 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-eecace2e-9288-4537-b1dd-9d6d9600586c tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:08.113358 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-eecace2e-9288-4537-b1dd-9d6d9600586c tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060775 Aug 31 15:55:08.115770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41282) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:08.119869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:08.120828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5a60915b-b6ad-4750-b318-9bf828395874 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '8de0b36a-796a-4737-be5e-2c6a551e9178', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:08.197168 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-5a60915b-b6ad-4750-b318-9bf828395874 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Project 89fa37c6db67420987b9cdf9fe3db47d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:55:08.233020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:08.314330 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-5a60915b-b6ad-4750-b318-9bf828395874 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:08.315437 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5a60915b-b6ad-4750-b318-9bf828395874 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1988127 Aug 31 15:55:08.319247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41284) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:08.323751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d4ccd740-e252-480f-9515-f36ea399dd93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '8de0b36a-796a-4737-be5e-2c6a551e9178', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:08.448918 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-d4ccd740-e252-480f-9515-f36ea399dd93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Project 89fa37c6db67420987b9cdf9fe3db47d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:55:08.461231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:08.579786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c05153f6-a883-4809-a966-9f4919354530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:08.580537 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-d4ccd740-e252-480f-9515-f36ea399dd93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:08.581072 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d4ccd740-e252-480f-9515-f36ea399dd93 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2608960 Aug 31 15:55:08.583935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41286) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:08.592774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:08.642531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-befea435-8681-4673-b1ae-c6fb6f4f962a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (8de0b36a-796a-4737-be5e-2c6a551e9178), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:08.663606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-befea435-8681-4673-b1ae-c6fb6f4f962a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (8de0b36a-796a-4737-be5e-2c6a551e9178), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:08.759416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-befea435-8681-4673-b1ae-c6fb6f4f962a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8de0b36a-796a-4737-be5e-2c6a551e9178), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:08.762097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-befea435-8681-4673-b1ae-c6fb6f4f962a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:08.763261 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-befea435-8681-4673-b1ae-c6fb6f4f962a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8de0b36a-796a-4737-be5e-2c6a551e9178 HTTP/1.1" status: 204 len: 168 time: 0.1784177 Aug 31 15:55:08.766070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41288) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:08.773590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befea435-8681-4673-b1ae-c6fb6f4f962a tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de0b36a-796a-4737-be5e-2c6a551e9178,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:09.111915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:09.113994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:09.127044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-37aba931-a3ca-4b17-91ec-6d1d744a8ee9 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3597400 Aug 31 15:55:09.131955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41292) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:09.136518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6d95cf6f-72e1-44a1-95af-667949e1737b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592305898'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:09.144166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:09.162020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db533889-0bec-45e1-96b9-6248fc4a4ce4 req-a98aa07d-78f5-437d-b49d-9c92ec05236f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:09.163522 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-db533889-0bec-45e1-96b9-6248fc4a4ce4 req-a98aa07d-78f5-437d-b49d-9c92ec05236f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0566456 Aug 31 15:55:09.174344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:09.214661 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-db533889-0bec-45e1-96b9-6248fc4a4ce4 req-a3cd56ee-78ff-4fe7-a6bd-9ffa5948065b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453980 Aug 31 15:55:09.282972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6d95cf6f-72e1-44a1-95af-667949e1737b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:09.350898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6d95cf6f-72e1-44a1-95af-667949e1737b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (fca584df-f065-49ea-ba5e-6347dd0c3add), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:09.454421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6d95cf6f-72e1-44a1-95af-667949e1737b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (fca584df-f065-49ea-ba5e-6347dd0c3add), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:09.486995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95cf6f-72e1-44a1-95af-667949e1737b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca584df-f065-49ea-ba5e-6347dd0c3add,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:09.581648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6d95cf6f-72e1-44a1-95af-667949e1737b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:09.582953 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6d95cf6f-72e1-44a1-95af-667949e1737b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4499397 Aug 31 15:55:09.586493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41294) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:09.590976 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3631f352-b622-498f-8b66-2979641eab95 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': 'fca584df-f065-49ea-ba5e-6347dd0c3add', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:09.794044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-3631f352-b622-498f-8b66-2979641eab95 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The resource could not be found. Aug 31 15:55:09.795293 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3631f352-b622-498f-8b66-2979641eab95 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2077274 Aug 31 15:55:09.798397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41296) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:09.802776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-8c9f8634-e82f-419a-8f67-d8a4d8da3d70 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': 'fca584df-f065-49ea-ba5e-6347dd0c3add', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2f4a66f3-6e2c-44ac-ac9e-a3c8414e817a'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:09.985579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.059947 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-8c9f8634-e82f-419a-8f67-d8a4d8da3d70 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The resource could not be found. Aug 31 15:55:10.060911 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8c9f8634-e82f-419a-8f67-d8a4d8da3d70 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2615807 Aug 31 15:55:10.064402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41298) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:10.071391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.116812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.120200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (fca584df-f065-49ea-ba5e-6347dd0c3add), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:10.144752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.150010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (fca584df-f065-49ea-ba5e-6347dd0c3add), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:10.195941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.307052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (fca584df-f065-49ea-ba5e-6347dd0c3add), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:10.309938 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:10.312162 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/fca584df-f065-49ea-ba5e-6347dd0c3add HTTP/1.1" status: 204 len: 168 time: 0.2464468 Aug 31 15:55:10.314717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41302) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:10.328946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca584df-f065-49ea-ba5e-6347dd0c3add,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:10.337724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.338147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.338501 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.338840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.339168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.339510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.339842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.340171 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.340496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.341323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.341323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.342174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.343092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.343218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.343713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed202f6-ac01-41a7-b070-b3eb0425089e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.491861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.514222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.660661 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.701372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.704288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.708368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c994f67-a5a0-4160-9f29-a1143bff4beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:10.718158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67bc43-feeb-4145-a8b9-0e3afadafe7b req-073eb1d3-686b-4a06-9a4d-ff8994a4aeb1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:10.719867 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fe67bc43-feeb-4145-a8b9-0e3afadafe7b req-073eb1d3-686b-4a06-9a4d-ff8994a4aeb1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.4210856 Aug 31 15:55:10.738422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:10.760630 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d12042ce-2362-4a52-aeae-4b2af2745bf5 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4238303 Aug 31 15:55:10.764726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41304) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:10.770139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-fe9198e1-255e-4c75-ad13-3ff5fa735b96 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': 'cd44e8e8-1088-4e59-b1c6-f5bff645a2fb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:10.791225 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fe67bc43-feeb-4145-a8b9-0e3afadafe7b req-6d5a371c-458e-4e70-b31a-bc4a78ae328d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649431 Aug 31 15:55:10.965497 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-fe9198e1-255e-4c75-ad13-3ff5fa735b96 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The resource could not be found. Aug 31 15:55:10.966536 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fe9198e1-255e-4c75-ad13-3ff5fa735b96 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2004414 Aug 31 15:55:10.970547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41306) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:10.975223 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-99157bc3-ffe0-4a34-87c9-8f20421e033b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'tempest-secgroup--184904542'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:11.084889 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-99157bc3-ffe0-4a34-87c9-8f20421e033b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:11.153373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-99157bc3-ffe0-4a34-87c9-8f20421e033b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (3195da8a-e0f5-4a4d-abad-3a90ab15779a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:11.239536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-99157bc3-ffe0-4a34-87c9-8f20421e033b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (3195da8a-e0f5-4a4d-abad-3a90ab15779a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:11.268377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:11.270303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99157bc3-ffe0-4a34-87c9-8f20421e033b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3195da8a-e0f5-4a4d-abad-3a90ab15779a,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:11.343368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:11.376598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-99157bc3-ffe0-4a34-87c9-8f20421e033b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:11.377903 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-99157bc3-ffe0-4a34-87c9-8f20421e033b tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4063306 Aug 31 15:55:11.380635 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41308) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:11.382412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:11.384915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5d776ab5-05d0-4cbd-9483-4d5ba655bd61 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526245419'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:11.468552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d776ab5-05d0-4cbd-9483-4d5ba655bd61 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:11.538234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d776ab5-05d0-4cbd-9483-4d5ba655bd61 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (f4b0067d-c592-45b8-996a-9a22bfeb3b45), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:11.642610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d776ab5-05d0-4cbd-9483-4d5ba655bd61 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (f4b0067d-c592-45b8-996a-9a22bfeb3b45), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:11.678238 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d776ab5-05d0-4cbd-9483-4d5ba655bd61 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b0067d-c592-45b8-996a-9a22bfeb3b45,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:11.759617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:11.787691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d776ab5-05d0-4cbd-9483-4d5ba655bd61 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:11.789023 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5d776ab5-05d0-4cbd-9483-4d5ba655bd61 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4074230 Aug 31 15:55:11.791874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41310) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:11.797138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-8ee29215-b50a-4ddf-ad62-0f49b85d2c88 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': '3195da8a-e0f5-4a4d-abad-3a90ab15779a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f4b0067d-c592-45b8-996a-9a22bfeb3b45'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:11.922866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8692a9-99af-4f1b-8223-87fef1cd9fd6 req-8961ad8a-00f9-491e-a076-9211ba065a61 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:11.924365 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cb8692a9-99af-4f1b-8223-87fef1cd9fd6 req-8961ad8a-00f9-491e-a076-9211ba065a61 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0536363 Aug 31 15:55:11.973984 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cb8692a9-99af-4f1b-8223-87fef1cd9fd6 req-e75d9af4-d2f0-45bf-813a-ddb2142dcafc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436335 Aug 31 15:55:12.019900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-8ee29215-b50a-4ddf-ad62-0f49b85d2c88 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:12.020954 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8ee29215-b50a-4ddf-ad62-0f49b85d2c88 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2281432 Aug 31 15:55:12.023757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41314) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:12.078466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f6d623fb-b687-44f1-b6da-e6842bea6d78 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (f4b0067d-c592-45b8-996a-9a22bfeb3b45), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.094845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.099999 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f6d623fb-b687-44f1-b6da-e6842bea6d78 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (f4b0067d-c592-45b8-996a-9a22bfeb3b45), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.220198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f6d623fb-b687-44f1-b6da-e6842bea6d78 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (f4b0067d-c592-45b8-996a-9a22bfeb3b45), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.222815 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f6d623fb-b687-44f1-b6da-e6842bea6d78 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.224012 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f6d623fb-b687-44f1-b6da-e6842bea6d78 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f4b0067d-c592-45b8-996a-9a22bfeb3b45 HTTP/1.1" status: 204 len: 168 time: 0.1993463 Aug 31 15:55:12.230292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41316) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:12.233700 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d623fb-b687-44f1-b6da-e6842bea6d78 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b0067d-c592-45b8-996a-9a22bfeb3b45,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:12.273940 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:12.282840 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-801e05c6-28a5-4d0d-894d-1a6f0efacec3 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0548408 Aug 31 15:55:12.289520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41318) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:12.344184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a83e735-fd8e-4be9-8584-b169c185a429 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (3195da8a-e0f5-4a4d-abad-3a90ab15779a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.367927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a83e735-fd8e-4be9-8584-b169c185a429 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (3195da8a-e0f5-4a4d-abad-3a90ab15779a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.528277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a83e735-fd8e-4be9-8584-b169c185a429 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (3195da8a-e0f5-4a4d-abad-3a90ab15779a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.531410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7a83e735-fd8e-4be9-8584-b169c185a429 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.532606 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7a83e735-fd8e-4be9-8584-b169c185a429 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3195da8a-e0f5-4a4d-abad-3a90ab15779a HTTP/1.1" status: 204 len: 168 time: 0.2420726 Aug 31 15:55:12.535301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41320) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:12.542732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83e735-fd8e-4be9-8584-b169c185a429 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195da8a-e0f5-4a4d-abad-3a90ab15779a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:12.557869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:12.581253 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-eddf8a38-278a-40e6-811c-f5a8e0807ca9 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0447900 Aug 31 15:55:12.585082 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41322) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:12.589411 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-369d0c2b-d91a-465c-9286-84df71e0bed0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'tempest-secgroup--343583395'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:12.640269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:12.665799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-369d0c2b-d91a-465c-9286-84df71e0bed0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.745950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-369d0c2b-d91a-465c-9286-84df71e0bed0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (d611ae3f-2d5d-4098-a0a6-ea7396c746e0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.764780 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:55:12.816869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-369d0c2b-d91a-465c-9286-84df71e0bed0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (d611ae3f-2d5d-4098-a0a6-ea7396c746e0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.846590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d0c2b-d91a-465c-9286-84df71e0bed0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d611ae3f-2d5d-4098-a0a6-ea7396c746e0,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:12.908082 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-369d0c2b-d91a-465c-9286-84df71e0bed0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:12.909308 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-369d0c2b-d91a-465c-9286-84df71e0bed0 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3231704 Aug 31 15:55:12.912210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41324) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:12.916542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-58f10173-9652-4159-989b-847b10b0b398 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': 'd611ae3f-2d5d-4098-a0a6-ea7396c746e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:13.096897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1102129-404b-4b87-b2b6-8d51f97d618b req-95d730b4-603c-4c1e-987b-18944e6e19b8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:13.098420 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c1102129-404b-4b87-b2b6-8d51f97d618b req-95d730b4-603c-4c1e-987b-18944e6e19b8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0474918 Aug 31 15:55:13.149678 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c1102129-404b-4b87-b2b6-8d51f97d618b req-cf41aa7f-a3c3-4d9b-a928-02f387345fa5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454187 Aug 31 15:55:13.157134 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-58f10173-9652-4159-989b-847b10b0b398 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:13.158506 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-58f10173-9652-4159-989b-847b10b0b398 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2451074 Aug 31 15:55:13.161113 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41328) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:13.168194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-24b61d43-1ce4-4f0d-a6ce-12a33da2e30e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group_rule': {'security_group_id': 'd611ae3f-2d5d-4098-a0a6-ea7396c746e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:13.176356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:13.284458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:13.358530 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-24b61d43-1ce4-4f0d-a6ce-12a33da2e30e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:55:13.360187 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-24b61d43-1ce4-4f0d-a6ce-12a33da2e30e tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1951199 Aug 31 15:55:13.362580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41330) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:13.420552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c33f2c7f-6afe-4ae7-8d81-9240aa3b12be tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (d611ae3f-2d5d-4098-a0a6-ea7396c746e0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:13.442726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c33f2c7f-6afe-4ae7-8d81-9240aa3b12be tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (d611ae3f-2d5d-4098-a0a6-ea7396c746e0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:13.603258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:13.603879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c33f2c7f-6afe-4ae7-8d81-9240aa3b12be tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (d611ae3f-2d5d-4098-a0a6-ea7396c746e0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:13.608289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c33f2c7f-6afe-4ae7-8d81-9240aa3b12be tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:13.609691 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c33f2c7f-6afe-4ae7-8d81-9240aa3b12be tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d611ae3f-2d5d-4098-a0a6-ea7396c746e0 HTTP/1.1" status: 204 len: 168 time: 0.2457154 Aug 31 15:55:13.613701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41332) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:13.622464 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f2c7f-6afe-4ae7-8d81-9240aa3b12be tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d611ae3f-2d5d-4098-a0a6-ea7396c746e0,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:13.658873 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9dfcd694-b153-4581-8a8f-29300747ba0c tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0440383 Aug 31 15:55:13.662582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41334) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:13.666820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6cf0fc3a-17be-4547-b305-7cf0a5226ba8 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'tempest-secgroup--543440696'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:13.702951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:13.754095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6cf0fc3a-17be-4547-b305-7cf0a5226ba8 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:13.824027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6cf0fc3a-17be-4547-b305-7cf0a5226ba8 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (aca00b5e-190a-4b74-aa18-ebf62ea9d701), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:13.902337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6cf0fc3a-17be-4547-b305-7cf0a5226ba8 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (aca00b5e-190a-4b74-aa18-ebf62ea9d701), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:13.932380 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0fc3a-17be-4547-b305-7cf0a5226ba8 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca00b5e-190a-4b74-aa18-ebf62ea9d701,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:13.935021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:14.004981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6cf0fc3a-17be-4547-b305-7cf0a5226ba8 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:14.007059 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6cf0fc3a-17be-4547-b305-7cf0a5226ba8 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3427339 Aug 31 15:55:14.009275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41336) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:14.014758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c7b43e4f-a981-4ede-980c-bce086328c46 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:14.015434 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.api.v2.base [None req-c7b43e4f-a981-4ede-980c-bce086328c46 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 15:55:14.015936 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-c7b43e4f-a981-4ede-980c-bce086328c46 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 15:55:14.016909 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c7b43e4f-a981-4ede-980c-bce086328c46 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "PUT /networking/v2.0/security-groups/aca00b5e-190a-4b74-aa18-ebf62ea9d701 HTTP/1.1" status: 409 len: 330 time: 0.0066717 Aug 31 15:55:14.019586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41338) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:14.077037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6cad-2f9c-413d-93b0-e2f614427327 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (aca00b5e-190a-4b74-aa18-ebf62ea9d701), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:14.105526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6cad-2f9c-413d-93b0-e2f614427327 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (aca00b5e-190a-4b74-aa18-ebf62ea9d701), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:14.140529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:14.237441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6cad-2f9c-413d-93b0-e2f614427327 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (aca00b5e-190a-4b74-aa18-ebf62ea9d701), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:14.240305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6cad-2f9c-413d-93b0-e2f614427327 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:14.241461 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ee2c6cad-2f9c-413d-93b0-e2f614427327 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/aca00b5e-190a-4b74-aa18-ebf62ea9d701 HTTP/1.1" status: 204 len: 168 time: 0.2209074 Aug 31 15:55:14.245330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41342) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:14.259204 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:14.266502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c6cad-2f9c-413d-93b0-e2f614427327 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca00b5e-190a-4b74-aa18-ebf62ea9d701,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:14.275369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f509e7-4a66-441b-a221-a1d89c0e5ed2 req-4d3030d5-2b22-4603-8798-4bee95e49c04 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:14.281631 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-82f509e7-4a66-441b-a221-a1d89c0e5ed2 req-4d3030d5-2b22-4603-8798-4bee95e49c04 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0507786 Aug 31 15:55:14.303636 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-efbd1111-7f62-4af9-9052-06738a270630 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0570843 Aug 31 15:55:14.305703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:14.307711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41344) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:14.321661 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-c51a0618-e94a-40a1-b31e-362980fa8631 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] delete failed (client error): The resource could not be found. Aug 31 15:55:14.322668 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c51a0618-e94a-40a1-b31e-362980fa8631 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/fdd6c2ff-ab2e-4458-9252-a999fb3d4448 HTTP/1.1" status: 404 len: 347 time: 0.0140278 Aug 31 15:55:14.327282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41346) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:14.333717 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-82f509e7-4a66-441b-a221-a1d89c0e5ed2 req-0a2477f3-f604-4664-b191-fb42e81e9e51 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484705 Aug 31 15:55:14.341220 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-e194e4a9-b327-4064-8a5d-ed92cb829116 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] show failed (client error): The resource could not be found. Aug 31 15:55:14.346078 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e194e4a9-b327-4064-8a5d-ed92cb829116 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-groups/2d643292-c941-4d84-a9e1-ebb0a50dea73 HTTP/1.1" status: 404 len: 347 time: 0.0175555 Aug 31 15:55:14.347321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41348) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:14.360913 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-62ea9288-7a0d-4adf-b324-1cbdcf1dba20 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] show failed (client error): The resource could not be found. Aug 31 15:55:14.367724 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-62ea9288-7a0d-4adf-b324-1cbdcf1dba20 tempest-NegativeSecGroupIPv6Test-2022636902 tempest-NegativeSecGroupIPv6Test-2022636902-project] 10.222.0.46 "GET /networking/v2.0/security-group-rules/be7d2704-35ee-4a57-8755-f4f93d590c03 HTTP/1.1" status: 404 len: 356 time: 0.0136073 Aug 31 15:55:14.909952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41354) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:14.920287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:14.951671 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:14.988075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:15.014188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:15.079673 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-62646439-777a-4b59-b84f-6ae08e577b44 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=89fa37c6db67420987b9cdf9fe3db47d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1685643 Aug 31 15:55:15.083481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41358) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:15.133797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6be8-c93b-43b7-854c-af9624cc68b7 admin admin] Publish callbacks [] for security_group (8eac8847-9c89-4913-a0e5-f02120b46cb2), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:15.155386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6be8-c93b-43b7-854c-af9624cc68b7 admin admin] Publish callbacks [] for security_group (8eac8847-9c89-4913-a0e5-f02120b46cb2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:15.308152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6be8-c93b-43b7-854c-af9624cc68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (8eac8847-9c89-4913-a0e5-f02120b46cb2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:15.310841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6be8-c93b-43b7-854c-af9624cc68b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:15.312109 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9dbd6be8-c93b-43b7-854c-af9624cc68b7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8eac8847-9c89-4913-a0e5-f02120b46cb2 HTTP/1.1" status: 204 len: 168 time: 0.2275796 Aug 31 15:55:15.320509 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd6be8-c93b-43b7-854c-af9624cc68b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eac8847-9c89-4913-a0e5-f02120b46cb2,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:15.471179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0ee20-ec49-4614-8472-bff1a3e0b69f req-dbf9d677-fb7d-4ad0-a9ca-ca68bdc58827 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:15.472750 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3cf0ee20-ec49-4614-8472-bff1a3e0b69f req-dbf9d677-fb7d-4ad0-a9ca-ca68bdc58827 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0489314 Aug 31 15:55:15.524535 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3cf0ee20-ec49-4614-8472-bff1a3e0b69f req-5f51e9e0-d36f-428a-8a22-e4c3581114d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459743 Aug 31 15:55:15.616830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:15.639744 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:15.662486 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:15.691035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:16.160234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:16.379335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41382) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:16.408504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:16.489837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-157962098-network', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:16.596886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Made reservation on behalf of 4e8c377116f94b2383b63a2f3ef9ea25 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:16.599601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:16.613194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:16.625437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:16.645059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d755a1d-622f-426e-9795-1af1cf08c166 req-8a83e802-559c-4b50-be2e-903ec9b262c4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:16.646525 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3d755a1d-622f-426e-9795-1af1cf08c166 req-8a83e802-559c-4b50-be2e-903ec9b262c4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0485673 Aug 31 15:55:16.694798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Publish callbacks [] for security_group (6ed4ece5-e66a-4373-a0c2-b554097be1a4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:16.702677 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3d755a1d-622f-426e-9795-1af1cf08c166 req-e01eb7a9-ec8e-4b4b-9448-aab1e199ea48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497923 Aug 31 15:55:16.802561 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (6ed4ece5-e66a-4373-a0c2-b554097be1a4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:16.825410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:16.831188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:55:16.837550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed4ece5-e66a-4373-a0c2-b554097be1a4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:16.844616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4eff5c6b-5191-40b4-9879-09beb9a13121), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:16.844958 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Added segment 4eff5c6b-5191-40b4-9879-09beb9a13121 of type vlan for network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 Aug 31 15:55:16.885472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (98fe38b0-aa27-4c41-816e-5f5a1f0461c6), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:16.948375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:16.987799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (98fe38b0-aa27-4c41-816e-5f5a1f0461c6), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:16.988832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:16.989405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:17.083184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] Pushing event updated for resources: {'Network': ['ID=98fe38b0-aa27-4c41-816e-5f5a1f0461c6,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:17.092681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:55:17.168170 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f2a1ad9a-c428-431d-85de-660b27d89a01 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7873385 Aug 31 15:55:17.171129 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41388) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:17.176154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Request body: {'subnet': {'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-157962098-subnet', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:17.289340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Made reservation on behalf of 4e8c377116f94b2383b63a2f3ef9ea25 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:17.291688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:17.545704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (ca13020d-2991-4063-bdbc-670fdb886ad6), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:17.603025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca13020d-2991-4063-bdbc-670fdb886ad6,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:17.612287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Checking segment: {'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:17.612287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Network hostable DHCP agents. Network: 98fe38b0-aa27-4c41-816e-5f5a1f0461c6, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:55:17.627976 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:17.705580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:17.728494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:55:17.763213 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:17.822834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 98fe38b0-aa27-4c41-816e-5f5a1f0461c6) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:17.833167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff8a259-24ac-48da-b1e4-455cb462c926 None None] Network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:55:17.835444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:17.836037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:17.847458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b268b-bb8d-4e23-b18c-64278e9b5304 req-01c36127-50f6-4230-8120-241974a7d410 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:17.848984 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c23b268b-bb8d-4e23-b18c-64278e9b5304 req-01c36127-50f6-4230-8120-241974a7d410 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0616281 Aug 31 15:55:17.851310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:17.906405 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c23b268b-bb8d-4e23-b18c-64278e9b5304 req-103c71b6-c586-4192-9aa6-166c30481386 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482247 Aug 31 15:55:17.956057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-98fe38b0-aa27-4c41-816e-5f5a1f0461c6', 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6', 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'fixed_ips': [{'subnet_id': 'ca13020d-2991-4063-bdbc-670fdb886ad6'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:55:17.956966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:17.959683 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7bc27438-49f9-40c4-8bdd-e6503bd847e4 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7873697 Aug 31 15:55:17.962473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41392) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:17.967559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-157962098-router', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:18.054577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (73a340e6-417e-48ab-9013-96447ba52335), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.055675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (73a340e6-417e-48ab-9013-96447ba52335), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.107836 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Allocated IP 172.20.0.2 (98fe38b0-aa27-4c41-816e-5f5a1f0461c6/ca13020d-2991-4063-bdbc-670fdb886ad6/77d90edf-599c-43ac-a8c9-3f0dcc261c79) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:18.119531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks [] for router_controller (73a340e6-417e-48ab-9013-96447ba52335), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.204794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:18.256867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Publish callbacks [] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.261684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:18.335620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks [] for router_gateway (73a340e6-417e-48ab-9013-96447ba52335), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.352498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.393530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:18.396412 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:18.407785 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:55:18.414784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:18.420043 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Pushing event updated for resources: {'Port': ['ID=77d90edf-599c-43ac-a8c9-3f0dcc261c79,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:18.445487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.445861 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.446344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.446532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.446860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.447183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.447504 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.447824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.448149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.448483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.448795 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.449113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.449426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.449764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.450078 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:18.489321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Attempting to bind port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:55:18.489815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Attempting to bind port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:55:18.490248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Attempting to bind port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 on network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:18.496588 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:55:18.497056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Checking segment: {'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:18.498476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.498684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Bound using segment: {'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:55:18.499139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Bound port: 77d90edf-599c-43ac-a8c9-3f0dcc261c79, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:55:18.499584 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.503168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:18.578493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] For port 77d90edf-599c-43ac-a8c9-3f0dcc261c79, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:18.583942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] For port 77d90edf-599c-43ac-a8c9-3f0dcc261c79, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=77d90edf-599c-43ac-a8c9-3f0dcc261c79,segment=NetworkSegment(4eff5c6b-5191-40b4-9879-09beb9a13121),segment_id=4eff5c6b-5191-40b4-9879-09beb9a13121)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:18.663681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks [] for router_gateway (73a340e6-417e-48ab-9013-96447ba52335), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.682854 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:18.684646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.723581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.785034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967719b-332f-4db1-896a-229c00fdb1a8 None None] Pushing event updated for resources: {'Port': ['ID=77d90edf-599c-43ac-a8c9-3f0dcc261c79,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:18.823921 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Allocated IP 172.26.2.57 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/b55ae7bd-0b97-45c8-9536-dac3ee01c9e4) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:18.966421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks [] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:18.986776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:19.045933 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fb64f-eae4-49ea-bc6e-09ac87d96943 req-b38aeada-ba04-484c-b31e-8c99c5e837ff tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:19.047558 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d32fb64f-eae4-49ea-bc6e-09ac87d96943 req-b38aeada-ba04-484c-b31e-8c99c5e837ff tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0537755 Aug 31 15:55:19.100613 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:19.105992 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d32fb64f-eae4-49ea-bc6e-09ac87d96943 req-cc72724b-4c1b-440b-908e-27587eba763c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522308 Aug 31 15:55:19.144080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:19.147101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:19.151311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:55:19.156753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Pushing event updated for resources: {'Port': ['ID=b55ae7bd-0b97-45c8-9536-dac3ee01c9e4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:19.290527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:19.502185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:19.524875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks [] for router_gateway (73a340e6-417e-48ab-9013-96447ba52335), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:19.717346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750e726-0a13-4c78-ae5d-cab4fae9c737 None None] Network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:55:19.742364 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:19.751462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (73a340e6-417e-48ab-9013-96447ba52335), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:19.771217 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:19.821533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:19.825064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7869d90a-d51b-4dac-ad2e-4bb804675529 None None] Provisioning complete for port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:19.825707 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7869d90a-d51b-4dac-ad2e-4bb804675529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:19.834000 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7869d90a-d51b-4dac-ad2e-4bb804675529 None None] Attempt 1 to provision port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7869d90a-d51b-4dac-ad2e-4bb804675529 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:19.925413 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:19.943589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.016664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Router 73a340e6-417e-48ab-9013-96447ba52335 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:55:20.032154 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.129368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:20.140893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.147510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Sync routers for ids ['73a340e6-417e-48ab-9013-96447ba52335'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:20.162348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c71e579e-bfdc-482e-b0b6-5616c6c36ffb None None] Provisioning complete for port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:20.162565 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c71e579e-bfdc-482e-b0b6-5616c6c36ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:20.162861 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c71e579e-bfdc-482e-b0b6-5616c6c36ffb None None] Attempt 1 to provision port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 Aug 31 15:55:20.191831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Routers {'73a340e6-417e-48ab-9013-96447ba52335'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:20.192538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['73a340e6-417e-48ab-9013-96447ba52335'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:20.230736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:20.231960 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bd24b47c-5f9a-4af5-90e5-051c3b11a413 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2682769 Aug 31 15:55:20.235019 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41398) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:20.260403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953c81c-e711-42ee-b3f1-aeb9f123ddf2 req-7f3074f3-9ae8-4f88-990b-1499df0d28b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:20.262422 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c953c81c-e711-42ee-b3f1-aeb9f123ddf2 req-7f3074f3-9ae8-4f88-990b-1499df0d28b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0737128 Aug 31 15:55:20.265470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=6,neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-c71e579e-bfdc-482e-b0b6-5616c6c36ffb None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:20.287715 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:20.298263 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.329658 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c953c81c-e711-42ee-b3f1-aeb9f123ddf2 req-003b77a1-0060-4ce1-aa65-9d4d6f367bee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572226 Aug 31 15:55:20.351972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Set router 73a340e6-417e-48ab-9013-96447ba52335 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:20.537514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.546808 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 77d90edf-599c-43ac-a8c9-3f0dcc261c79 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:20.590956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a340e6-417e-48ab-9013-96447ba52335', 'name': 'tempest-TestVolumeBootPattern-157962098-router', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:19Z', 'revision_number': 3, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'gw_port': {'id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a340e6-417e-48ab-9013-96447ba52335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:20.627494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Checking router: 73a340e6-417e-48ab-9013-96447ba52335 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:20.627850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Updating router 73a340e6-417e-48ab-9013-96447ba52335 port b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:20.654372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.670296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:20.673890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:20.674259 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:20.674593 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 Aug 31 15:55:20.713961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:20.774049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.781741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:20.790451 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:20.878590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.930322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Allocated IP 172.20.0.1 (98fe38b0-aa27-4c41-816e-5f5a1f0461c6/ca13020d-2991-4063-bdbc-670fdb886ad6/08559326-dbde-49fa-9400-d6ba0ca44e65) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:20.970949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:20.983009 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Publish callbacks [] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.044363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Publish callbacks [] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.063667 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.064361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.101724 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Attempting to bind port b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:55:21.102090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Attempting to bind port b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:55:21.102453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Attempting to bind port b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:21.117500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:55:21.117895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:21.118293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.118682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:55:21.119408 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Bound port: b55ae7bd-0b97-45c8-9536-dac3ee01c9e4, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:55:21.119779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.123058 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ded16-cc8a-4931-a7ae-d33736f9f21a None None] Pushing event updated for resources: {'Port': ['ID=b55ae7bd-0b97-45c8-9536-dac3ee01c9e4,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:21.163331 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.173377 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] For port b55ae7bd-0b97-45c8-9536-dac3ee01c9e4, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:21.176688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] For port b55ae7bd-0b97-45c8-9536-dac3ee01c9e4, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b55ae7bd-0b97-45c8-9536-dac3ee01c9e4,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:21.191872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:21.208284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:21.213479 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:21.215733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Pushing event updated for resources: {'Port': ['ID=08559326-dbde-49fa-9400-d6ba0ca44e65,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:21.218050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:55:21.262456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (73a340e6-417e-48ab-9013-96447ba52335), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.297213 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.340379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Routers {'73a340e6-417e-48ab-9013-96447ba52335'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:21.341073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['73a340e6-417e-48ab-9013-96447ba52335'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:21.464039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b012113-4cb7-4da0-8c6a-bbf31053e983 req-4ac9a405-de8b-4873-9281-89e66d975377 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:21.465831 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7b012113-4cb7-4da0-8c6a-bbf31053e983 req-4ac9a405-de8b-4873-9281-89e66d975377 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0519593 Aug 31 15:55:21.537537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:21.543444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ded16-cc8a-4931-a7ae-d33736f9f21a None None] Pushing event updated for resources: {'Port': ['ID=b55ae7bd-0b97-45c8-9536-dac3ee01c9e4,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:21.549048 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Provisioning complete for port 08559326-dbde-49fa-9400-d6ba0ca44e65 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:21.549340 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.549704 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Attempt 1 to provision port 08559326-dbde-49fa-9400-d6ba0ca44e65 Aug 31 15:55:21.562151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.586688 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7b012113-4cb7-4da0-8c6a-bbf31053e983 req-699ce178-56bc-47eb-b140-65583ddd9cae tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136618 Aug 31 15:55:21.623692 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Port 08559326-dbde-49fa-9400-d6ba0ca44e65 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:21.640476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:21.646371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] Set router 73a340e6-417e-48ab-9013-96447ba52335 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:21.743503 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Publish callbacks [] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.818557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a340e6-417e-48ab-9013-96447ba52335', 'name': 'tempest-TestVolumeBootPattern-157962098-router', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:19Z', 'revision_number': 3, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'gw_port': {'id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a340e6-417e-48ab-9013-96447ba52335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:21.819768 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.844783 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c6412-d37c-4bc7-81b9-9acd5350b0ab None None] The sync data for ids ['73a340e6-417e-48ab-9013-96447ba52335'] in dv-neutron-855257-2-hyperv is: [{'id': '73a340e6-417e-48ab-9013-96447ba52335', 'name': 'tempest-TestVolumeBootPattern-157962098-router', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:19Z', 'revision_number': 3, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'gw_port': {'id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a340e6-417e-48ab-9013-96447ba52335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:21.868712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:21.898317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (73a340e6-417e-48ab-9013-96447ba52335), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:21.900270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Pushing event updated for resources: {'Port': ['ID=08559326-dbde-49fa-9400-d6ba0ca44e65,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:22.003039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:22.004892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:22.124534 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Attempt 2 to provision port 08559326-dbde-49fa-9400-d6ba0ca44e65 Aug 31 15:55:22.143522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Router 73a340e6-417e-48ab-9013-96447ba52335 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:22.165678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Port 08559326-dbde-49fa-9400-d6ba0ca44e65 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:22.246060 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:22.266353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:22.272147 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6a96d2ef-2337-4a10-a559-fa8f2d5798af admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/73a340e6-417e-48ab-9013-96447ba52335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0358770 Aug 31 15:55:22.340425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:22.522606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:22.572270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:22.572636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:22.572969 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:22.639944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:22.667168 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Attempt 3 to provision port 08559326-dbde-49fa-9400-d6ba0ca44e65 Aug 31 15:55:22.715035 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Port 08559326-dbde-49fa-9400-d6ba0ca44e65 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:22.725390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:22.734887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c99fad-b2c6-443c-9d42-620e9f433623 req-4d869f49-cc39-40bf-a8f2-3e9c9c12adcf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:22.736688 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-48c99fad-b2c6-443c-9d42-620e9f433623 req-4d869f49-cc39-40bf-a8f2-3e9c9c12adcf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0604789 Aug 31 15:55:22.760476 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:22.792661 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-48c99fad-b2c6-443c-9d42-620e9f433623 req-489a711f-b15a-4e26-8294-79bebbc7f37f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484645 Aug 31 15:55:22.799131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:22.877607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:23.103327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41418) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:23.105036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-912687739-network', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:23.202358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Made reservation on behalf of b144b6939a724af09b29b0b75395fe05 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:23.205135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:23.215118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:23.217196 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Attempt 4 to provision port 08559326-dbde-49fa-9400-d6ba0ca44e65 Aug 31 15:55:23.259846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Port 08559326-dbde-49fa-9400-d6ba0ca44e65 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:23.304800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Publish callbacks [] for security_group (a1814b1e-1a11-49c5-9055-245430001ac7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:23.425457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a1814b1e-1a11-49c5-9055-245430001ac7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:23.453618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:55:23.465717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1814b1e-1a11-49c5-9055-245430001ac7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:23.472586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (16fa1b7a-617f-424e-aca8-e81a5feff4eb), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:23.472836 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Added segment 16fa1b7a-617f-424e-aca8-e81a5feff4eb of type vlan for network e8da5224-2607-4e60-b3a9-810391434e70 Aug 31 15:55:23.488998 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Sync routers for ids ['73a340e6-417e-48ab-9013-96447ba52335'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:23.500807 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Routers {'73a340e6-417e-48ab-9013-96447ba52335'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:23.501426 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['73a340e6-417e-48ab-9013-96447ba52335'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:23.522007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (e8da5224-2607-4e60-b3a9-810391434e70), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:23.531246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:23.609295 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Set router 73a340e6-417e-48ab-9013-96447ba52335 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:23.633587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (e8da5224-2607-4e60-b3a9-810391434e70), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:23.634645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:23.635219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:23.697758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:23.702654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e8da5224-2607-4e60-b3a9-810391434e70,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:23.756637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network e8da5224-2607-4e60-b3a9-810391434e70 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:55:23.756637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:23.770441 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Attempt 5 to provision port 08559326-dbde-49fa-9400-d6ba0ca44e65 Aug 31 15:55:23.823806 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a340e6-417e-48ab-9013-96447ba52335', 'name': 'tempest-TestVolumeBootPattern-157962098-router', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:21Z', 'revision_number': 4, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'gw_port': {'id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a340e6-417e-48ab-9013-96447ba52335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '08559326-dbde-49fa-9400-d6ba0ca44e65', 'name': '', 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'mac_address': 'fa:16:3e:f1:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a340e6-417e-48ab-9013-96447ba52335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'ca13020d-2991-4063-bdbc-670fdb886ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:20Z', 'updated_at': '2022-08-31T15:55:21Z', 'revision_number': 2, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'subnets': [{'id': 'ca13020d-2991-4063-bdbc-670fdb886ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:23.833830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Port 08559326-dbde-49fa-9400-d6ba0ca44e65 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:23.889288 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Checking router: 73a340e6-417e-48ab-9013-96447ba52335 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:23.889288 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Updating router 73a340e6-417e-48ab-9013-96447ba52335 port 08559326-dbde-49fa-9400-d6ba0ca44e65 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:23.889288 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:23.930419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f95812-38dd-4aff-b1d2-bef26089ec5a req-109b45b5-bd64-438a-8fcf-890157a338d3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:23.931911 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-87f95812-38dd-4aff-b1d2-bef26089ec5a req-109b45b5-bd64-438a-8fcf-890157a338d3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0531662 Aug 31 15:55:23.986224 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-87f95812-38dd-4aff-b1d2-bef26089ec5a req-f6417e8c-38d0-417a-9daa-9075d0de0e55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477457 Aug 31 15:55:24.157900 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Publish callbacks [] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:24.331370 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aff0b9ab-d199-4267-9063-1a21c56b66a9 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2302439 Aug 31 15:55:24.334478 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Attempt 6 to provision port 08559326-dbde-49fa-9400-d6ba0ca44e65 Aug 31 15:55:24.335053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41422) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:24.340000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Request body: {'subnet': {'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-912687739-subnet', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:24.369599 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Port 08559326-dbde-49fa-9400-d6ba0ca44e65 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:24.437234 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:24.489749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Made reservation on behalf of b144b6939a724af09b29b0b75395fe05 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:24.492142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:24.503668 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Pushing event updated for resources: {'Port': ['ID=08559326-dbde-49fa-9400-d6ba0ca44e65,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:24.528223 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.534115 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:24.545381 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Attempting to bind port 08559326-dbde-49fa-9400-d6ba0ca44e65 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:55:24.545775 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Attempting to bind port 08559326-dbde-49fa-9400-d6ba0ca44e65 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:55:24.546132 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Attempting to bind port 08559326-dbde-49fa-9400-d6ba0ca44e65 on network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:24.551513 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:55:24.551876 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Checking segment: {'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:24.552260 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:24.552640 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Bound using segment: {'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:55:24.553089 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Bound port: 08559326-dbde-49fa-9400-d6ba0ca44e65, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:55:24.553455 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:24.554203 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:24.621832 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] For port 08559326-dbde-49fa-9400-d6ba0ca44e65, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:24.625674 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] For port 08559326-dbde-49fa-9400-d6ba0ca44e65, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=08559326-dbde-49fa-9400-d6ba0ca44e65,segment=NetworkSegment(4eff5c6b-5191-40b4-9879-09beb9a13121),segment_id=4eff5c6b-5191-40b4-9879-09beb9a13121)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:24.754292 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:24.777367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (4a6ea144-080c-4b71-9126-56d4a19c7cfc), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:24.780399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:24.788792 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Routers {'73a340e6-417e-48ab-9013-96447ba52335'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:24.794963 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['73a340e6-417e-48ab-9013-96447ba52335'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:24.830667 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:24.834995 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:24.843869 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6ea144-080c-4b71-9126-56d4a19c7cfc,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:24.853162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Checking segment: {'id': '16fa1b7a-617f-424e-aca8-e81a5feff4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:24.853527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Network hostable DHCP agents. Network: e8da5224-2607-4e60-b3a9-810391434e70, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:55:24.857589 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dd26d-c31a-4f02-94fb-a3ccf36105ed None None] Pushing event updated for resources: {'Port': ['ID=08559326-dbde-49fa-9400-d6ba0ca44e65,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:24.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Attempt 7 to provision port 08559326-dbde-49fa-9400-d6ba0ca44e65 Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-5283270b-bdbf-4b58-8901-588919032994 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:24.911786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:24.918290 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] Set router 73a340e6-417e-48ab-9013-96447ba52335 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:25.032970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-081e6604-a178-4fc3-854a-b36e06b2c11f None None] Provisioning complete for port 08559326-dbde-49fa-9400-d6ba0ca44e65 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:25.033348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-081e6604-a178-4fc3-854a-b36e06b2c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.033711 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-081e6604-a178-4fc3-854a-b36e06b2c11f None None] Attempt 1 to provision port 08559326-dbde-49fa-9400-d6ba0ca44e65 Aug 31 15:55:25.083036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Network e8da5224-2607-4e60-b3a9-810391434e70 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-081e6604-a178-4fc3-854a-b36e06b2c11f None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:25.088423 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:25.129967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606d9d0-11d4-49d2-957b-171b4b1462da req-575375d1-4502-47ba-880f-f7269220c947 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:25.131515 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a606d9d0-11d4-49d2-957b-171b4b1462da req-575375d1-4502-47ba-880f-f7269220c947 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0612068 Aug 31 15:55:25.184693 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a606d9d0-11d4-49d2-957b-171b4b1462da req-be3ed6bc-8dc4-491f-bd88-c93095138df5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473006 Aug 31 15:55:25.185913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, e8da5224-2607-4e60-b3a9-810391434e70) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:25.190358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:25.197200 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.198448 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a340e6-417e-48ab-9013-96447ba52335', 'name': 'tempest-TestVolumeBootPattern-157962098-router', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:21Z', 'revision_number': 4, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'gw_port': {'id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a340e6-417e-48ab-9013-96447ba52335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '08559326-dbde-49fa-9400-d6ba0ca44e65', 'name': '', 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'mac_address': 'fa:16:3e:f1:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a340e6-417e-48ab-9013-96447ba52335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'ca13020d-2991-4063-bdbc-670fdb886ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:20Z', 'updated_at': '2022-08-31T15:55:24Z', 'revision_number': 4, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'subnets': [{'id': 'ca13020d-2991-4063-bdbc-670fdb886ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:25.198928 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab1946-93f3-4e78-a27a-d4c9e34c8491 None None] Network e8da5224-2607-4e60-b3a9-810391434e70 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:55:25.227346 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a1a94-3940-48ed-a600-2f9d9855029c None None] The sync data for ids ['73a340e6-417e-48ab-9013-96447ba52335'] in dv-neutron-855257-2-hyperv is: [{'id': '73a340e6-417e-48ab-9013-96447ba52335', 'name': 'tempest-TestVolumeBootPattern-157962098-router', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:21Z', 'revision_number': 4, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'gw_port': {'id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a340e6-417e-48ab-9013-96447ba52335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '08559326-dbde-49fa-9400-d6ba0ca44e65', 'name': '', 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'mac_address': 'fa:16:3e:f1:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a340e6-417e-48ab-9013-96447ba52335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'ca13020d-2991-4063-bdbc-670fdb886ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:20Z', 'updated_at': '2022-08-31T15:55:24Z', 'revision_number': 4, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'subnets': [{'id': 'ca13020d-2991-4063-bdbc-670fdb886ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:25.335112 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e3c64f02-3423-42d5-b8d2-7860c1dba36f admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9947143 Aug 31 15:55:25.335591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41426) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:25.339483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-912687739-router', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:25.340593 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-e8da5224-2607-4e60-b3a9-810391434e70', 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70', 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'fixed_ips': [{'subnet_id': '4a6ea144-080c-4b71-9126-56d4a19c7cfc'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:55:25.342267 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.443074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (71574a62-6004-4b52-9ca9-89b8b79a72bb), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.445403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (71574a62-6004-4b52-9ca9-89b8b79a72bb), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.504234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Allocated IP 172.20.0.2 (e8da5224-2607-4e60-b3a9-810391434e70/4a6ea144-080c-4b71-9126-56d4a19c7cfc/5f38db2e-6ae7-48b7-a1e5-c51160bc97ac) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:25.508234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks [] for router_controller (71574a62-6004-4b52-9ca9-89b8b79a72bb), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.553776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:25.581991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:25.634892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:25.677551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Publish callbacks [] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.705741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:25.742008 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks [] for router_gateway (71574a62-6004-4b52-9ca9-89b8b79a72bb), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.785943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.831638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Network e8da5224-2607-4e60-b3a9-810391434e70 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:25.842409 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:25.842409 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:55:25.844338 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Pushing event updated for resources: {'Port': ['ID=5f38db2e-6ae7-48b7-a1e5-c51160bc97ac,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:25.908050 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Attempting to bind port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:55:25.908427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Attempting to bind port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '16fa1b7a-617f-424e-aca8-e81a5feff4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:55:25.908793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Attempting to bind port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac on network e8da5224-2607-4e60-b3a9-810391434e70 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:25.914486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:55:25.914861 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Checking segment: {'id': '16fa1b7a-617f-424e-aca8-e81a5feff4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:25.915259 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.915654 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Bound using segment: {'id': '16fa1b7a-617f-424e-aca8-e81a5feff4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:55:25.916116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Bound port: 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fa1b7a-617f-424e-aca8-e81a5feff4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:55:25.916494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:25.950963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:25.983253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] For port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:25.986713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] For port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5f38db2e-6ae7-48b7-a1e5-c51160bc97ac,segment=NetworkSegment(16fa1b7a-617f-424e-aca8-e81a5feff4eb),segment_id=16fa1b7a-617f-424e-aca8-e81a5feff4eb)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:26.079391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks [] for router_gateway (71574a62-6004-4b52-9ca9-89b8b79a72bb), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:26.083401 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:26.106158 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:26.166881 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7fcfa-4b30-4c84-a3f1-76336a5a8fb8 None None] Pushing event updated for resources: {'Port': ['ID=5f38db2e-6ae7-48b7-a1e5-c51160bc97ac,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:26.233479 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Allocated IP 172.26.2.144 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/b1f59874-3d83-4b51-bdfd-8923175cb596) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:26.373195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97990cb-5014-43f3-b564-c9d6033bc380 req-90747f8d-f344-4e89-a136-db4473330985 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:26.374964 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d97990cb-5014-43f3-b564-c9d6033bc380 req-90747f8d-f344-4e89-a136-db4473330985 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0699275 Aug 31 15:55:26.419916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks [] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:26.469541 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d97990cb-5014-43f3-b564-c9d6033bc380 req-fe85b603-ea4f-4815-864d-e0a80b289f2c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846989 Aug 31 15:55:26.565754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:26.589226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:26.615171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:26.615630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:26.615973 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac Aug 31 15:55:26.634951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:26.638369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:26.642935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:55:26.648296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Pushing event updated for resources: {'Port': ['ID=b1f59874-3d83-4b51-bdfd-8923175cb596,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:26.661744 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:26.662964 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08559326-dbde-49fa-9400-d6ba0ca44e65 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:26.711663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 08559326-dbde-49fa-9400-d6ba0ca44e65 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:26.712144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:26.712553 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 08559326-dbde-49fa-9400-d6ba0ca44e65 Aug 31 15:55:26.726538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:26.759230 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:26.914796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:26.985893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:26.990339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks [] for router_gateway (71574a62-6004-4b52-9ca9-89b8b79a72bb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:27.033792 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f2fab-846b-4e50-92eb-174d1b561009 None None] Network e8da5224-2607-4e60-b3a9-810391434e70 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:55:27.121505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:27.155203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-33fd8fe8-64ee-4279-858c-0f6513e31fe8 None None] Provisioning complete for port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:27.155571 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-33fd8fe8-64ee-4279-858c-0f6513e31fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:27.155900 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-33fd8fe8-64ee-4279-858c-0f6513e31fe8 None None] Attempt 1 to provision port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac Aug 31 15:55:27.180625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-33fd8fe8-64ee-4279-858c-0f6513e31fe8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:27.198101 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:27.422101 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-40564aab-0615-49e3-b840-e118fa2a6685 None None] Provisioning complete for port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:27.422355 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-40564aab-0615-49e3-b840-e118fa2a6685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:27.422675 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-40564aab-0615-49e3-b840-e118fa2a6685 None None] Attempt 1 to provision port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac Aug 31 15:55:27.433688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-40564aab-0615-49e3-b840-e118fa2a6685 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:27.468373 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:27.493301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (71574a62-6004-4b52-9ca9-89b8b79a72bb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:27.520151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:27.602994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42178ff9-6980-44a4-90e5-2fc9c679783d req-663ccd7c-c99e-44fb-8c6e-3453c26212d1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:27.604685 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42178ff9-6980-44a4-90e5-2fc9c679783d req-663ccd7c-c99e-44fb-8c6e-3453c26212d1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0491984 Aug 31 15:55:27.668851 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42178ff9-6980-44a4-90e5-2fc9c679783d req-2ad692c1-6f2e-426d-b43f-3b1ddbde9f34 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508821 Aug 31 15:55:27.707806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Router 71574a62-6004-4b52-9ca9-89b8b79a72bb is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:55:27.817981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:27.827631 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Sync routers for ids ['71574a62-6004-4b52-9ca9-89b8b79a72bb'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:27.839296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Routers {'71574a62-6004-4b52-9ca9-89b8b79a72bb'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:27.848780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['71574a62-6004-4b52-9ca9-89b8b79a72bb'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:27.927716 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:27.929024 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1f87d1de-db01-406c-b29a-b4bd7de4ee8e admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5943537 Aug 31 15:55:27.931812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41432) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:27.944947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Set router 71574a62-6004-4b52-9ca9-89b8b79a72bb gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:28.076139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:28.119752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'name': 'tempest-TestVolumeBootPattern-912687739-router', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:25Z', 'updated_at': '2022-08-31T15:55:26Z', 'revision_number': 3, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'gw_port': {'id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:26Z', 'updated_at': '2022-08-31T15:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:28.149848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Checking router: 71574a62-6004-4b52-9ca9-89b8b79a72bb for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:28.150193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Updating router 71574a62-6004-4b52-9ca9-89b8b79a72bb port b1f59874-3d83-4b51-bdfd-8923175cb596 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:28.172141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:28.266378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:28.332579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:28.376257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:28.544076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Allocated IP 172.20.0.1 (e8da5224-2607-4e60-b3a9-810391434e70/4a6ea144-080c-4b71-9126-56d4a19c7cfc/00c4b4ca-632b-47ae-b772-30bf0e83ad0c) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:28.597330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Publish callbacks [] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:28.602693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:28.652348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Publish callbacks [] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:28.671580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:28.706111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:28.714663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Attempting to bind port b1f59874-3d83-4b51-bdfd-8923175cb596 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:55:28.715028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Attempting to bind port b1f59874-3d83-4b51-bdfd-8923175cb596 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:55:28.715388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Attempting to bind port b1f59874-3d83-4b51-bdfd-8923175cb596 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:28.733136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:55:28.733515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:28.734003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:28.734379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:55:28.734781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Bound port: b1f59874-3d83-4b51-bdfd-8923175cb596, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:55:28.735147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:28.736683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:28.758902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bd773-fd38-4ced-af1f-fbe8cd6872f8 None None] Pushing event updated for resources: {'Port': ['ID=b1f59874-3d83-4b51-bdfd-8923175cb596,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:28.799443 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] For port b1f59874-3d83-4b51-bdfd-8923175cb596, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:28.802967 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] For port b1f59874-3d83-4b51-bdfd-8923175cb596, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b1f59874-3d83-4b51-bdfd-8923175cb596,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:28.806457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e40c54-3b1c-4b66-9b31-5467633beb7a req-d0a09eba-d632-4925-97a9-5a0c75bf0421 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:28.808119 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e1e40c54-3b1c-4b66-9b31-5467633beb7a req-d0a09eba-d632-4925-97a9-5a0c75bf0421 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0606270 Aug 31 15:55:28.810762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:28.815756 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:28.884335 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Network e8da5224-2607-4e60-b3a9-810391434e70 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:28.887880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Pushing event updated for resources: {'Port': ['ID=00c4b4ca-632b-47ae-b772-30bf0e83ad0c,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:28.895204 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:28.900948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:55:28.902498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:28.926921 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e1e40c54-3b1c-4b66-9b31-5467633beb7a req-830b4abc-3849-41b1-842a-fd0e19be43be tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097875 Aug 31 15:55:28.953291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Routers {'71574a62-6004-4b52-9ca9-89b8b79a72bb'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:28.954063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['71574a62-6004-4b52-9ca9-89b8b79a72bb'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:28.965140 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (71574a62-6004-4b52-9ca9-89b8b79a72bb), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:29.019410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:29.094673 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bd773-fd38-4ced-af1f-fbe8cd6872f8 None None] Pushing event updated for resources: {'Port': ['ID=b1f59874-3d83-4b51-bdfd-8923175cb596,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:29.116428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] Set router 71574a62-6004-4b52-9ca9-89b8b79a72bb gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:29.171947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:29.234223 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Provisioning complete for port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:29.238297 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:29.238297 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Attempt 1 to provision port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c Aug 31 15:55:29.291234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:29.314050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:29.338088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'name': 'tempest-TestVolumeBootPattern-912687739-router', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:25Z', 'updated_at': '2022-08-31T15:55:26Z', 'revision_number': 3, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'gw_port': {'id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:26Z', 'updated_at': '2022-08-31T15:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:29.347990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Publish callbacks [] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:29.369038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c50d81-655b-488b-8e3d-32aac11e398a None None] The sync data for ids ['71574a62-6004-4b52-9ca9-89b8b79a72bb'] in dv-neutron-855257-2-hyperv is: [{'id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'name': 'tempest-TestVolumeBootPattern-912687739-router', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:25Z', 'updated_at': '2022-08-31T15:55:26Z', 'revision_number': 3, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'gw_port': {'id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:26Z', 'updated_at': '2022-08-31T15:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:29.427962 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:29.457095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:29.502543 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Pushing event updated for resources: {'Port': ['ID=00c4b4ca-632b-47ae-b772-30bf0e83ad0c,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:29.505143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (71574a62-6004-4b52-9ca9-89b8b79a72bb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:29.608864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-fd57b8af-af60-46b7-be9c-3c532e864e74 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:29.610673 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-fd57b8af-af60-46b7-be9c-3c532e864e74 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0695920 Aug 31 15:55:29.623665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Network e8da5224-2607-4e60-b3a9-810391434e70 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:29.625524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:29.727061 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-5956d23e-67ed-40b0-814b-5fbb828c5f9c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 921c5bec-b27c-41fa-bfc4-a262b42698fd {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:55:29.727833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-5956d23e-67ed-40b0-814b-5fbb828c5f9c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:29.732965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:29.792340 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Attempt 2 to provision port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c Aug 31 15:55:29.806034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Router 71574a62-6004-4b52-9ca9-89b8b79a72bb has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:29.863845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:29.894880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-5956d23e-67ed-40b0-814b-5fbb828c5f9c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 921c5bec-b27c-41fa-bfc4-a262b42698fd, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=921c5bec-b27c-41fa-bfc4-a262b42698fd,segment=NetworkSegment(88bde66d-bfad-4301-a5c1-11d1298aa4f2),segment_id=88bde66d-bfad-4301-a5c1-11d1298aa4f2)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:29.895254 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-5956d23e-67ed-40b0-814b-5fbb828c5f9c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:29.911853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-5956d23e-67ed-40b0-814b-5fbb828c5f9c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 921c5bec-b27c-41fa-bfc4-a262b42698fd owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:55:29.931463 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:29.962141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:29.971793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:29.978181 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9eda73a7-1cb0-4b49-9c0b-f571e155b004 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/71574a62-6004-4b52-9ca9-89b8b79a72bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0412009 Aug 31 15:55:30.082488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:30.119949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3f36a-0e59-472a-8425-a63d33e61005 req-8df36da3-5b30-4c78-b6c0-1afcdcfc19dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:30.121576 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-92f3f36a-0e59-472a-8425-a63d33e61005 req-8df36da3-5b30-4c78-b6c0-1afcdcfc19dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 945 time: 0.0680213 Aug 31 15:55:30.188190 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-92f3f36a-0e59-472a-8425-a63d33e61005 req-782a70eb-17c6-4245-a6c1-64bc38a65e54 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f18d6936-f4b1-494d-860c-4443d99367b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524547 Aug 31 15:55:30.213912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:30.235063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-5956d23e-67ed-40b0-814b-5fbb828c5f9c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (921c5bec-b27c-41fa-bfc4-a262b42698fd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:30.286713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956d23e-67ed-40b0-814b-5fbb828c5f9c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=921c5bec-b27c-41fa-bfc4-a262b42698fd,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:30.352773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-5956d23e-67ed-40b0-814b-5fbb828c5f9c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] No DVR routers for this DVR port 921c5bec-b27c-41fa-bfc4-a262b42698fd on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:55:30.359353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-5956d23e-67ed-40b0-814b-5fbb828c5f9c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:30.366031 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a810cc5-e040-4121-ac51-b20ac7f227b6 req-5956d23e-67ed-40b0-814b-5fbb828c5f9c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "DELETE /networking/v2.0/ports/921c5bec-b27c-41fa-bfc4-a262b42698fd HTTP/1.1" status: 204 len: 173 time: 0.7472193 Aug 31 15:55:30.366853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376e20d4-1e3f-4e62-befa-f367eaea846d', 'name': 'network-vif-deleted', 'tag': '921c5bec-b27c-41fa-bfc4-a262b42698fd'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:55:30.367288 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Attempt 3 to provision port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c Aug 31 15:55:30.370415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1a9fe4-5609-4adb-9761-4f27e573014e" -d '{"events": [{"server_uuid": "376e20d4-1e3f-4e62-befa-f367eaea846d", "name": "network-vif-deleted", "tag": "921c5bec-b27c-41fa-bfc4-a262b42698fd"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:30.410270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2209bb43-f3c1-4142-9739-4ab0a574d3f2 x-openstack-request-id: req-2209bb43-f3c1-4142-9739-4ab0a574d3f2 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:30.410776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376e20d4-1e3f-4e62-befa-f367eaea846d", "name": "network-vif-deleted", "tag": "921c5bec-b27c-41fa-bfc4-a262b42698fd", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:30.411225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2209bb43-f3c1-4142-9739-4ab0a574d3f2 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:30.411935 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2209bb43-f3c1-4142-9739-4ab0a574d3f2']: {'server_uuid': '376e20d4-1e3f-4e62-befa-f367eaea846d', 'name': 'network-vif-deleted', 'tag': '921c5bec-b27c-41fa-bfc4-a262b42698fd', 'status': 'failed', 'code': 422} returned with failed status Aug 31 15:55:30.460766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:30.604818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b1f59874-3d83-4b51-bdfd-8923175cb596 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:30.662933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port b1f59874-3d83-4b51-bdfd-8923175cb596 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:30.668424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:30.668424 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port b1f59874-3d83-4b51-bdfd-8923175cb596 Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:30.709340 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:30.785476 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41448) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:30.790840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4558144e-ac0d-4309-8caa-c7b168e58597 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899820071', 'description': 'tempest-secgroup-smoke-1899820071 description', 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:30.875600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:30.956797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4558144e-ac0d-4309-8caa-c7b168e58597 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:30.961709 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Attempt 4 to provision port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c Aug 31 15:55:30.965736 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:30.999159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:31.039748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4558144e-ac0d-4309-8caa-c7b168e58597 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group (a27efe08-7890-4465-a5a1-eb736dc2522d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:31.140169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4558144e-ac0d-4309-8caa-c7b168e58597 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a27efe08-7890-4465-a5a1-eb736dc2522d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:31.175956 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:31.180718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558144e-ac0d-4309-8caa-c7b168e58597 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27efe08-7890-4465-a5a1-eb736dc2522d,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:31.219483 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Sync routers for ids ['71574a62-6004-4b52-9ca9-89b8b79a72bb'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:31.231063 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Routers {'71574a62-6004-4b52-9ca9-89b8b79a72bb'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:31.232505 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['71574a62-6004-4b52-9ca9-89b8b79a72bb'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:31.258180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4558144e-ac0d-4309-8caa-c7b168e58597 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:31.260035 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4558144e-ac0d-4309-8caa-c7b168e58597 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4731553 Aug 31 15:55:31.264145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41452) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:31.271028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e7e8ba76-7a7c-4425-a235-99954f6656ce tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Request body: {'security_group_rule': {'security_group_id': 'a27efe08-7890-4465-a5a1-eb736dc2522d', 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:31.324140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:31.381823 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-652b9ad4-b99e-446d-bb35-73f940c2873b req-67f86a38-07ab-42ff-805c-5dddad22793a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 210 time: 0.0477350 Aug 31 15:55:31.407429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ba76-7a7c-4425-a235-99954f6656ce tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (4b56dc6a-410b-48ff-8d1c-75ec18a99ced), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:31.410043 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Set router 71574a62-6004-4b52-9ca9-89b8b79a72bb gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:31.493885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ba76-7a7c-4425-a235-99954f6656ce tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (4b56dc6a-410b-48ff-8d1c-75ec18a99ced), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:31.501176 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Attempt 5 to provision port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c Aug 31 15:55:31.553060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:31.599994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ba76-7a7c-4425-a235-99954f6656ce tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4b56dc6a-410b-48ff-8d1c-75ec18a99ced), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:31.628726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8ba76-7a7c-4425-a235-99954f6656ce tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b56dc6a-410b-48ff-8d1c-75ec18a99ced,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:31.649432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 921c5bec-b27c-41fa-bfc4-a262b42698fd no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:31.682049 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 921c5bec-b27c-41fa-bfc4-a262b42698fd {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:55:31.682563 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 921c5bec-b27c-41fa-bfc4-a262b42698fd not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:55:31.695237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:31.700150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ba76-7a7c-4425-a235-99954f6656ce tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:31.701552 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e7e8ba76-7a7c-4425-a235-99954f6656ce tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4353690 Aug 31 15:55:31.704531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41454) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:31.704838 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'name': 'tempest-TestVolumeBootPattern-912687739-router', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:25Z', 'updated_at': '2022-08-31T15:55:29Z', 'revision_number': 4, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'gw_port': {'id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:26Z', 'updated_at': '2022-08-31T15:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '00c4b4ca-632b-47ae-b772-30bf0e83ad0c', 'name': '', 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'mac_address': 'fa:16:3e:73:68:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4a6ea144-080c-4b71-9126-56d4a19c7cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:28Z', 'updated_at': '2022-08-31T15:55:29Z', 'revision_number': 2, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'subnets': [{'id': '4a6ea144-080c-4b71-9126-56d4a19c7cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:31.712311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1ba97f44-37c6-4316-bcc3-a45962ec416e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Request body: {'security_group_rule': {'security_group_id': 'a27efe08-7890-4465-a5a1-eb736dc2522d', 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:31.723872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:31.746507 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Checking router: 71574a62-6004-4b52-9ca9-89b8b79a72bb for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:31.746887 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Updating router 71574a62-6004-4b52-9ca9-89b8b79a72bb port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:31.781511 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:31.820829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ba97f44-37c6-4316-bcc3-a45962ec416e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (c839aba7-7378-446f-a5a1-e72e914d7701), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:31.926481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ba97f44-37c6-4316-bcc3-a45962ec416e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (c839aba7-7378-446f-a5a1-e72e914d7701), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.008105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ba97f44-37c6-4316-bcc3-a45962ec416e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (c839aba7-7378-446f-a5a1-e72e914d7701), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.031449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba97f44-37c6-4316-bcc3-a45962ec416e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c839aba7-7378-446f-a5a1-e72e914d7701,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:32.054784 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Attempt 6 to provision port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c Aug 31 15:55:32.107065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:32.120601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ba97f44-37c6-4316-bcc3-a45962ec416e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.123104 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1ba97f44-37c6-4316-bcc3-a45962ec416e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4160235 Aug 31 15:55:32.126941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41456) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:32.132175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3f5e117a-4342-4c47-a456-838210c2a702 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Request body: {'security_group_rule': {'security_group_id': 'a27efe08-7890-4465-a5a1-eb736dc2522d', 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:32.150406 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Publish callbacks [] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.242904 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.251434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f5e117a-4342-4c47-a456-838210c2a702 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (5873f364-e94a-46ef-988e-0e38f7c26d10), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.317319 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:32.344362 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:32.358418 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3ca69-13ff-4739-97e1-cac420d3ff6d None None] Pushing event updated for resources: {'Port': ['ID=00c4b4ca-632b-47ae-b772-30bf0e83ad0c,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:32.358941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f5e117a-4342-4c47-a456-838210c2a702 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (5873f364-e94a-46ef-988e-0e38f7c26d10), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.375818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:32.396341 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Attempting to bind port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:55:32.396841 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Attempting to bind port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '16fa1b7a-617f-424e-aca8-e81a5feff4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:55:32.397356 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Attempting to bind port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c on network e8da5224-2607-4e60-b3a9-810391434e70 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:32.404194 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:55:32.404634 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Checking segment: {'id': '16fa1b7a-617f-424e-aca8-e81a5feff4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:32.405456 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.405456 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Bound using segment: {'id': '16fa1b7a-617f-424e-aca8-e81a5feff4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:55:32.406034 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Bound port: 00c4b4ca-632b-47ae-b772-30bf0e83ad0c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fa1b7a-617f-424e-aca8-e81a5feff4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:55:32.406475 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.420824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f5e117a-4342-4c47-a456-838210c2a702 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (5873f364-e94a-46ef-988e-0e38f7c26d10), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.470648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e117a-4342-4c47-a456-838210c2a702 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5873f364-e94a-46ef-988e-0e38f7c26d10,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:32.487494 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] For port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:32.490749 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] For port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=00c4b4ca-632b-47ae-b772-30bf0e83ad0c,segment=NetworkSegment(16fa1b7a-617f-424e-aca8-e81a5feff4eb),segment_id=16fa1b7a-617f-424e-aca8-e81a5feff4eb)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:32.551882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f5e117a-4342-4c47-a456-838210c2a702 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.553966 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3f5e117a-4342-4c47-a456-838210c2a702 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4257309 Aug 31 15:55:32.560605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41460) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:32.563369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-73971169-bee8-4636-8728-9cf456e727d3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Request body: {'security_group_rule': {'security_group_id': 'a27efe08-7890-4465-a5a1-eb736dc2522d', 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:32.563592 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bc72c0b2-06e5-4193-8001-0babe0ced6b0 req-00f6d215-2f89-418e-b1d5-a88f0224cd93 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 210 time: 0.0403094 Aug 31 15:55:32.580115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:32.580827 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.608838 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Attempt 7 to provision port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c Aug 31 15:55:32.618086 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Routers {'71574a62-6004-4b52-9ca9-89b8b79a72bb'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:32.618086 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['71574a62-6004-4b52-9ca9-89b8b79a72bb'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:32.676287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73971169-bee8-4636-8728-9cf456e727d3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (a8979ab3-0d80-498c-9a2d-13c115fde2be), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-b81ae81a-fb02-4f75-9337-6141bebc8c96 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:32.720657 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:32.760761 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] Set router 71574a62-6004-4b52-9ca9-89b8b79a72bb gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:32.791146 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3ca69-13ff-4739-97e1-cac420d3ff6d None None] Pushing event updated for resources: {'Port': ['ID=00c4b4ca-632b-47ae-b772-30bf0e83ad0c,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:32.797720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73971169-bee8-4636-8728-9cf456e727d3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (a8979ab3-0d80-498c-9a2d-13c115fde2be), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.853616 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2fd2da25-9f27-4e45-a4bc-41ab4d3118ff None None] Provisioning complete for port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:32.854255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2fd2da25-9f27-4e45-a4bc-41ab4d3118ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.854732 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2fd2da25-9f27-4e45-a4bc-41ab4d3118ff None None] Attempt 1 to provision port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c Aug 31 15:55:32.909311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73971169-bee8-4636-8728-9cf456e727d3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (a8979ab3-0d80-498c-9a2d-13c115fde2be), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-2fd2da25-9f27-4e45-a4bc-41ab4d3118ff None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:32.931049 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:32.942809 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:32.949755 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73971169-bee8-4636-8728-9cf456e727d3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8979ab3-0d80-498c-9a2d-13c115fde2be,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:32.998574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:33.025790 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'name': 'tempest-TestVolumeBootPattern-912687739-router', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:25Z', 'updated_at': '2022-08-31T15:55:29Z', 'revision_number': 4, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'gw_port': {'id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:26Z', 'updated_at': '2022-08-31T15:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '00c4b4ca-632b-47ae-b772-30bf0e83ad0c', 'name': '', 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'mac_address': 'fa:16:3e:73:68:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4a6ea144-080c-4b71-9126-56d4a19c7cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:28Z', 'updated_at': '2022-08-31T15:55:32Z', 'revision_number': 4, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'subnets': [{'id': '4a6ea144-080c-4b71-9126-56d4a19c7cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:33.042190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73971169-bee8-4636-8728-9cf456e727d3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:33.043602 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-73971169-bee8-4636-8728-9cf456e727d3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4853208 Aug 31 15:55:33.048158 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41464) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:33.053008 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c060c2-594d-4c84-8335-199d25af02cc None None] The sync data for ids ['71574a62-6004-4b52-9ca9-89b8b79a72bb'] in dv-neutron-855257-2-hyperv is: [{'id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'name': 'tempest-TestVolumeBootPattern-912687739-router', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:25Z', 'updated_at': '2022-08-31T15:55:29Z', 'revision_number': 4, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'gw_port': {'id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:26Z', 'updated_at': '2022-08-31T15:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '00c4b4ca-632b-47ae-b772-30bf0e83ad0c', 'name': '', 'network_id': 'e8da5224-2607-4e60-b3a9-810391434e70', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'mac_address': 'fa:16:3e:73:68:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4a6ea144-080c-4b71-9126-56d4a19c7cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:28Z', 'updated_at': '2022-08-31T15:55:32Z', 'revision_number': 4, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'subnets': [{'id': '4a6ea144-080c-4b71-9126-56d4a19c7cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:33.053452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c95902f8-0705-4dfb-bb09-0aaa0510bc97 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Request body: {'security_group_rule': {'security_group_id': 'a27efe08-7890-4465-a5a1-eb736dc2522d', 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:33.140311 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-c95902f8-0705-4dfb-bb09-0aaa0510bc97 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Project 4e8c377116f94b2383b63a2f3ef9ea25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:55:33.147835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c95902f8-0705-4dfb-bb09-0aaa0510bc97 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (761b022f-411c-4c49-b396-5ec97f658029), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:33.265315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c95902f8-0705-4dfb-bb09-0aaa0510bc97 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (761b022f-411c-4c49-b396-5ec97f658029), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:33.377439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c95902f8-0705-4dfb-bb09-0aaa0510bc97 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (761b022f-411c-4c49-b396-5ec97f658029), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:33.413735 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95902f8-0705-4dfb-bb09-0aaa0510bc97 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761b022f-411c-4c49-b396-5ec97f658029,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:33.500376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c95902f8-0705-4dfb-bb09-0aaa0510bc97 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:33.506072 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c95902f8-0705-4dfb-bb09-0aaa0510bc97 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4526236 Aug 31 15:55:33.506418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41466) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:33.511350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-858d3499-bac7-4878-b669-0967c344789f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Request body: {'security_group_rule': {'security_group_id': 'a27efe08-7890-4465-a5a1-eb736dc2522d', 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:33.560969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:33.619911 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-858d3499-bac7-4878-b669-0967c344789f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Project 4e8c377116f94b2383b63a2f3ef9ea25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:55:33.627046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-858d3499-bac7-4878-b669-0967c344789f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (0aa4d40c-06ce-4246-ae67-7d9482add778), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:33.711209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-858d3499-bac7-4878-b669-0967c344789f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (0aa4d40c-06ce-4246-ae67-7d9482add778), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:33.714297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:33.777045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-858d3499-bac7-4878-b669-0967c344789f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (0aa4d40c-06ce-4246-ae67-7d9482add778), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:33.800370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d3499-bac7-4878-b669-0967c344789f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa4d40c-06ce-4246-ae67-7d9482add778,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:33.851655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:33.881844 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-858d3499-bac7-4878-b669-0967c344789f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:33.883279 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-858d3499-bac7-4878-b669-0967c344789f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3757670 Aug 31 15:55:34.007405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:34.009769 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0a10137c-48cd-4e9c-a5ff-15fae90f9f69 req-d4bd69ee-0bb0-4ce0-8efb-c16dbc68e946 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=376e20d4-1e3f-4e62-befa-f367eaea846d HTTP/1.1" status: 200 len: 210 time: 0.0347354 Aug 31 15:55:34.031931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:34.120686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:34.555148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 00c4b4ca-632b-47ae-b772-30bf0e83ad0c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:34.604077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:34.605264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:34.605899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:34.611012 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:34.663325 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:34.667127 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41524) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:34.752595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:34.779298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5ee23990-1a09-4d90-bfc5-a23b0ad0b276 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (f18d6936-f4b1-494d-860c-4443d99367b5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:34.807548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5ee23990-1a09-4d90-bfc5-a23b0ad0b276 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (f18d6936-f4b1-494d-860c-4443d99367b5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:35.037227 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5ee23990-1a09-4d90-bfc5-a23b0ad0b276 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (f18d6936-f4b1-494d-860c-4443d99367b5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:35.039891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5ee23990-1a09-4d90-bfc5-a23b0ad0b276 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:35.041124 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5ee23990-1a09-4d90-bfc5-a23b0ad0b276 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f18d6936-f4b1-494d-860c-4443d99367b5 HTTP/1.1" status: 204 len: 168 time: 0.3728757 Aug 31 15:55:35.052214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee23990-1a09-4d90-bfc5-a23b0ad0b276 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18d6936-f4b1-494d-860c-4443d99367b5,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:35.091956 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:35.196000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41534) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:35.299847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:35.477181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:35.563034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (b8b89ffd-364d-4597-9a67-45e29099a7e1), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:35.712809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:35.821025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 50a8dc99-9ff2-4608-9843-5b82af6655a7 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:55:35.821813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:35.865346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:35.926516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 50a8dc99-9ff2-4608-9843-5b82af6655a7, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=50a8dc99-9ff2-4608-9843-5b82af6655a7,segment=NetworkSegment(88bde66d-bfad-4301-a5c1-11d1298aa4f2),segment_id=88bde66d-bfad-4301-a5c1-11d1298aa4f2)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:35.927120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:35.945089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 50a8dc99-9ff2-4608-9843-5b82af6655a7 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:55:36.130870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:36.217142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:36.293228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (50a8dc99-9ff2-4608-9843-5b82af6655a7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:36.423426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:36.622534 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:36.679843 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=50a8dc99-9ff2-4608-9843-5b82af6655a7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:36.711081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:36.805279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:36.890752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (b8b89ffd-364d-4597-9a67-45e29099a7e1), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:36.941760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:37.034099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:37.130985 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router b8b89ffd-364d-4597-9a67-45e29099a7e1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:37.257868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:37.265081 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-78238694-388e-4897-b2c5-6c2bad7da1c1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/b8b89ffd-364d-4597-9a67-45e29099a7e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0672460 Aug 31 15:55:37.268969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41570) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:37.274243 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] Sync routers for ids ['b8b89ffd-364d-4597-9a67-45e29099a7e1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:37.288495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] Routers {'b8b89ffd-364d-4597-9a67-45e29099a7e1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:37.289437 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b8b89ffd-364d-4597-9a67-45e29099a7e1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:37.337007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b9c2ca-8d04-4b4d-90eb-057c9561518e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting subnet 6ac1636a-0f57-46cd-a518-72d48b19368e {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:55:37.340988 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:37.342015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-54b9c2ca-8d04-4b4d-90eb-057c9561518e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (6ac1636a-0f57-46cd-a518-72d48b19368e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:37.402080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-54b9c2ca-8d04-4b4d-90eb-057c9561518e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (6ac1636a-0f57-46cd-a518-72d48b19368e), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:37.411861 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] Set router b8b89ffd-364d-4597-9a67-45e29099a7e1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:37.454118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:37.512175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-54b9c2ca-8d04-4b4d-90eb-057c9561518e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (6ac1636a-0f57-46cd-a518-72d48b19368e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:37.532176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:37.630044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'name': 'tempest-TestNetworkBasicOps-router-2096101319', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:55:36Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:37.656374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] Checking router: b8b89ffd-364d-4597-9a67-45e29099a7e1 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:37.665875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] Routers {'b8b89ffd-364d-4597-9a67-45e29099a7e1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:37.666486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b8b89ffd-364d-4597-9a67-45e29099a7e1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:37.715466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:37.723187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-54b9c2ca-8d04-4b4d-90eb-057c9561518e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (6ac1636a-0f57-46cd-a518-72d48b19368e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:37.755698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:37.758589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9c2ca-8d04-4b4d-90eb-057c9561518e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac1636a-0f57-46cd-a518-72d48b19368e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:37.761587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-54b9c2ca-8d04-4b4d-90eb-057c9561518e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:37.766219 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-54b9c2ca-8d04-4b4d-90eb-057c9561518e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/6ac1636a-0f57-46cd-a518-72d48b19368e HTTP/1.1" status: 204 len: 168 time: 0.4956970 Aug 31 15:55:37.771110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41574) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:37.776510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c139869c-13e4-4853-bcae-7e8894bd5fc1 None None] Network ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:55:37.799533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] Set router b8b89ffd-364d-4597-9a67-45e29099a7e1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:37.912652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (b8b89ffd-364d-4597-9a67-45e29099a7e1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:38.032903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (b8b89ffd-364d-4597-9a67-45e29099a7e1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:38.131621 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:38.199782 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6734b1-05e7-4f81-bb08-73727b7ce43f None None] DHCP port deletion for ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:55:38.200189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 2f38919b-1bfb-4bdc-bece-cb8c82869f14 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:55:38.201272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:38.280039 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'name': 'tempest-TestNetworkBasicOps-router-2096101319', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:55:36Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:38.314583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5c6734b1-05e7-4f81-bb08-73727b7ce43f None None] Deleting port 04596a47-21e0-4eea-9d50-31f14f4d8039 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:55:38.314895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5c6734b1-05e7-4f81-bb08-73727b7ce43f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (04596a47-21e0-4eea-9d50-31f14f4d8039), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:38.317344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a62d500-d013-45a8-8a19-2e18b9ab4234 None None] The sync data for ids ['b8b89ffd-364d-4597-9a67-45e29099a7e1'] in dv-neutron-855257-2-hyperv is: [{'id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'name': 'tempest-TestNetworkBasicOps-router-2096101319', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:55:36Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '2f38919b-1bfb-4bdc-bece-cb8c82869f14', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b89ffd-364d-4597-9a67-45e29099a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:54:04Z', 'updated_at': '2022-08-31T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:38.319033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 2f38919b-1bfb-4bdc-bece-cb8c82869f14, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=2f38919b-1bfb-4bdc-bece-cb8c82869f14,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:38.320066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:38.325371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:38.350285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 2f38919b-1bfb-4bdc-bece-cb8c82869f14 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:55:38.393731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:38.421614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5c6734b1-05e7-4f81-bb08-73727b7ce43f None None] For port 04596a47-21e0-4eea-9d50-31f14f4d8039, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=04596a47-21e0-4eea-9d50-31f14f4d8039,segment=NetworkSegment(88bde66d-bfad-4301-a5c1-11d1298aa4f2),segment_id=88bde66d-bfad-4301-a5c1-11d1298aa4f2)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:38.422446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5c6734b1-05e7-4f81-bb08-73727b7ce43f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (04596a47-21e0-4eea-9d50-31f14f4d8039), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:38.432060 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:38.436449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5c6734b1-05e7-4f81-bb08-73727b7ce43f None None] Calling delete_port for 04596a47-21e0-4eea-9d50-31f14f4d8039 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:55:38.788190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e90284cb-3d39-422f-8297-99c60335057b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:38.788190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 50a8dc99-9ff2-4608-9843-5b82af6655a7 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:38.788190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 50a8dc99-9ff2-4608-9843-5b82af6655a7 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:55:38.788190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 50a8dc99-9ff2-4608-9843-5b82af6655a7 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:55:38.788190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 04596a47-21e0-4eea-9d50-31f14f4d8039 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:38.788190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5c6734b1-05e7-4f81-bb08-73727b7ce43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (04596a47-21e0-4eea-9d50-31f14f4d8039), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:38.822724 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 04596a47-21e0-4eea-9d50-31f14f4d8039 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:55:38.827080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 04596a47-21e0-4eea-9d50-31f14f4d8039 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:55:38.827080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6734b1-05e7-4f81-bb08-73727b7ce43f None None] Pushing event deleted for resources: {'Port': ['ID=04596a47-21e0-4eea-9d50-31f14f4d8039,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:38.830057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6734b1-05e7-4f81-bb08-73727b7ce43f None None] No DVR routers for this DVR port 04596a47-21e0-4eea-9d50-31f14f4d8039 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:55:38.875201 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (2f38919b-1bfb-4bdc-bece-cb8c82869f14), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:38.877133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=2f38919b-1bfb-4bdc-bece-cb8c82869f14,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:38.935634 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:38.955655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (b8b89ffd-364d-4597-9a67-45e29099a7e1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:39.053888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (b8b89ffd-364d-4597-9a67-45e29099a7e1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:39.056539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (b8b89ffd-364d-4597-9a67-45e29099a7e1), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:39.056720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:39.185837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (b8b89ffd-364d-4597-9a67-45e29099a7e1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:39.186366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Fanout notify agent at l3_agent the message router_deleted on router b8b89ffd-364d-4597-9a67-45e29099a7e1 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:55:39.197446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:39.197446 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4000d559-cb48-4d86-9bbe-3c8b008ae54d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/routers/b8b89ffd-364d-4597-9a67-45e29099a7e1 HTTP/1.1" status: 204 len: 168 time: 1.4218903 Aug 31 15:55:39.197446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41578) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:39.321961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:39.328114 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:39.348331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=78,neutron:DELETE=12,neutron:INSERT=10 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:39.386311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:39.440271 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:39.476115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:39.488139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bde66d-bfad-4301-a5c1-11d1298aa4f2') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:39.488828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bde66d-bfad-4301-a5c1-11d1298aa4f2') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:39.503377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (88bde66d-bfad-4301-a5c1-11d1298aa4f2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:39.518959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (88bde66d-bfad-4301-a5c1-11d1298aa4f2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:39.528154 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:55:39.528720 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (88bde66d-bfad-4301-a5c1-11d1298aa4f2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:39.584062 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 88bde66d-bfad-4301-a5c1-11d1298aa4f2 resource provider aggregate not found Aug 31 15:55:39.611147 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 88bde66d-bfad-4301-a5c1-11d1298aa4f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88bde66d-bfad-4301-a5c1-11d1298aa4f2 found for delete ", "request_id": "req-107eeadf-2ead-4c45-8f2c-8abc7f4f8e8f"}]} Aug 31 15:55:40.171132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:40.177011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:40.183648 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/networks/ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278 HTTP/1.1" status: 204 len: 168 time: 0.9813583 Aug 31 15:55:40.196181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29882c7-17ac-44dd-91c5-de20f7f44b17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Network': ['ID=ee852b3c-bb76-4bf4-b14e-ddb0cfd3a278,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:40.201704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41586) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:40.207411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'network': {'name': 'tempest-network-smoke--916692563', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'port_security_enabled': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:40.328297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:40.332283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:40.357834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:40.366383 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:55:40.378050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7053515c-f68a-4193-8d40-78110567a193), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:40.378440 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Added segment 7053515c-f68a-4193-8d40-78110567a193 of type vlan for network 6ed97a41-9194-44d7-8eca-a212a6d130cf Aug 31 15:55:40.424753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:40.426582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (6ed97a41-9194-44d7-8eca-a212a6d130cf), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:40.506241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:40.516231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2f38919b-1bfb-4bdc-bece-cb8c82869f14 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:40.539810 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 2f38919b-1bfb-4bdc-bece-cb8c82869f14 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:55:40.540160 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 2f38919b-1bfb-4bdc-bece-cb8c82869f14 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:55:40.545500 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (6ed97a41-9194-44d7-8eca-a212a6d130cf), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:40.551399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:40.555286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:40.573941 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:40.638342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Network': ['ID=6ed97a41-9194-44d7-8eca-a212a6d130cf,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:40.654817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 6ed97a41-9194-44d7-8eca-a212a6d130cf details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:55:40.691440 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e2a16aa0-dfa8-49b7-8c20-766ac7940901 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4855139 Aug 31 15:55:40.695795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41592) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:40.696166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2077972', 'admin_state_up': True, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:40.726024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d4ab9b54-0985-4ed0-9e38-640b8088382d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:40.831035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (21355399-b954-433d-9003-93130b89d404), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:40.832192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (21355399-b954-433d-9003-93130b89d404), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:40.891651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (21355399-b954-433d-9003-93130b89d404), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:41.031681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:41.181541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (21355399-b954-433d-9003-93130b89d404), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:41.411194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:41.439277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:41.474084 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:41.555580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (21355399-b954-433d-9003-93130b89d404), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:41.577329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:41.668188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:41.736862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.26.2.31 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/fc5994c5-8ce7-4f16-8229-67377f154b17) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:41.874361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:42.005530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:42.006762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:42.050972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:42.053997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:42.061428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:55:42.091286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:42.094018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=fc5994c5-8ce7-4f16-8229-67377f154b17,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:42.165507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:42.213432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:42.254350 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:42.408309 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:42.456156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (21355399-b954-433d-9003-93130b89d404), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:42.569850 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:42.665524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:42.688060 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (21355399-b954-433d-9003-93130b89d404), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:42.695465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:42.728270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:42.783233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:42.956498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 21355399-b954-433d-9003-93130b89d404 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:55:43.072851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:43.084856 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Sync routers for ids ['21355399-b954-433d-9003-93130b89d404'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:43.096629 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Routers {'21355399-b954-433d-9003-93130b89d404'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:43.100919 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['21355399-b954-433d-9003-93130b89d404'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:43.187988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:43.189497 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2fbf2250-2873-4408-a34c-b3ca64983087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4967310 Aug 31 15:55:43.198127 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41604) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:43.214824 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Set router 21355399-b954-433d-9003-93130b89d404 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:43.227302 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f0ecacbe-4683-4c54-9b9d-efcc4ae4ca66 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=c1c1baf047434c6c96bb801d711d1228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336716 Aug 31 15:55:43.229949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41606) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:43.361380 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be7f749-b4fc-4fac-a32f-e717c277d0b0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:43.363444 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8be7f749-b4fc-4fac-a32f-e717c277d0b0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324496 Aug 31 15:55:43.366695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41608) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:43.401092 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e6cfb56d-a527-4a5d-a53e-e8c96b6827f6 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327003 Aug 31 15:55:43.404440 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41610) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:43.411949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875116424', 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:43.467908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:43.500176 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21355399-b954-433d-9003-93130b89d404', 'name': 'tempest-TestNetworkBasicOps-router-2077972', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:40Z', 'updated_at': '2022-08-31T15:55:42Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:41Z', 'updated_at': '2022-08-31T15:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:43.529421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:43.549184 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Checking router: 21355399-b954-433d-9003-93130b89d404 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:43.549835 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Updating router 21355399-b954-433d-9003-93130b89d404 port fc5994c5-8ce7-4f16-8229-67377f154b17 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:43.587044 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:43.614241 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:43.645779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:43.650817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:43.671799 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:43.740366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:43.862852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:43.936966 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Publish callbacks [] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:43.991459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (95b0129b-74f5-404e-848a-b19f045ad159), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:44.032129 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:44.056226 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Attempting to bind port fc5994c5-8ce7-4f16-8229-67377f154b17 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:55:44.057130 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Attempting to bind port fc5994c5-8ce7-4f16-8229-67377f154b17 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:55:44.057708 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Attempting to bind port fc5994c5-8ce7-4f16-8229-67377f154b17 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:44.076849 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Checking segment: {'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:44.077301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network hostable DHCP agents. Network: 6ed97a41-9194-44d7-8eca-a212a6d130cf, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:55:44.079970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Subnet': ['ID=95b0129b-74f5-404e-848a-b19f045ad159,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:44.089612 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:55:44.090228 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:44.090664 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:44.091285 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:55:44.091780 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Bound port: fc5994c5-8ce7-4f16-8229-67377f154b17, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:55:44.092423 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:44.116812 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:44.159048 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341e640-3e8d-468d-8801-0be7b3ca5af7 None None] Pushing event updated for resources: {'Port': ['ID=fc5994c5-8ce7-4f16-8229-67377f154b17,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:44.167980 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] For port fc5994c5-8ce7-4f16-8229-67377f154b17, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:44.171969 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] For port fc5994c5-8ce7-4f16-8229-67377f154b17, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fc5994c5-8ce7-4f16-8229-67377f154b17,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:44.196781 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 6ed97a41-9194-44d7-8eca-a212a6d130cf is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:55:44.288891 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:44.318601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 6ed97a41-9194-44d7-8eca-a212a6d130cf) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:44.323554 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Routers {'21355399-b954-433d-9003-93130b89d404'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:44.323761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:44.324175 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['21355399-b954-433d-9003-93130b89d404'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:44.324817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:44.334721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b42143-5e1b-43e1-8ca3-a3f7a334b0a4 None None] Network 6ed97a41-9194-44d7-8eca-a212a6d130cf requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:55:44.365433 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:44.394088 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341e640-3e8d-468d-8801-0be7b3ca5af7 None None] Pushing event updated for resources: {'Port': ['ID=fc5994c5-8ce7-4f16-8229-67377f154b17,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:44.465842 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1abe2421-33e8-4a66-b520-8bc7f7c8b732 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0598366 Aug 31 15:55:44.466687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41614) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:44.476341 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] Set router 21355399-b954-433d-9003-93130b89d404 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:44.483325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-6ed97a41-9194-44d7-8eca-a212a6d130cf', 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'fixed_ips': [{'subnet_id': '95b0129b-74f5-404e-848a-b19f045ad159'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:55:44.484441 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:44.660583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:44.662890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Allocated IP 172.20.0.2 (6ed97a41-9194-44d7-8eca-a212a6d130cf/95b0129b-74f5-404e-848a-b19f045ad159/651f8cce-5302-489b-ace5-0771afafeda9) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:44.729116 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21355399-b954-433d-9003-93130b89d404', 'name': 'tempest-TestNetworkBasicOps-router-2077972', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:40Z', 'updated_at': '2022-08-31T15:55:42Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:41Z', 'updated_at': '2022-08-31T15:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:44.759608 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cfab2-9c13-41c4-8240-d69d3c992607 None None] The sync data for ids ['21355399-b954-433d-9003-93130b89d404'] in dv-neutron-855257-2-hyperv is: [{'id': '21355399-b954-433d-9003-93130b89d404', 'name': 'tempest-TestNetworkBasicOps-router-2077972', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:40Z', 'updated_at': '2022-08-31T15:55:42Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:41Z', 'updated_at': '2022-08-31T15:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:44.829411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:44.831541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:44.953615 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Publish callbacks [] for port (651f8cce-5302-489b-ace5-0771afafeda9), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:45.050564 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (651f8cce-5302-489b-ace5-0771afafeda9), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:45.114125 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Network 6ed97a41-9194-44d7-8eca-a212a6d130cf is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:45.119865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:45.123471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:55:45.158493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Pushing event updated for resources: {'Port': ['ID=651f8cce-5302-489b-ace5-0771afafeda9,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:45.222570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:45.241536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Attempting to bind port 651f8cce-5302-489b-ace5-0771afafeda9 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:55:45.242092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Attempting to bind port 651f8cce-5302-489b-ace5-0771afafeda9 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:55:45.242538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Attempting to bind port 651f8cce-5302-489b-ace5-0771afafeda9 on network 6ed97a41-9194-44d7-8eca-a212a6d130cf {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:45.251216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:55:45.251610 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Checking segment: {'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:45.252020 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:45.252556 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Bound using segment: {'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:55:45.252918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Bound port: 651f8cce-5302-489b-ace5-0771afafeda9, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:55:45.253305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (651f8cce-5302-489b-ace5-0771afafeda9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:45.341434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] For port 651f8cce-5302-489b-ace5-0771afafeda9, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:45.347402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] For port 651f8cce-5302-489b-ace5-0771afafeda9, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=651f8cce-5302-489b-ace5-0771afafeda9,segment=NetworkSegment(7053515c-f68a-4193-8d40-78110567a193),segment_id=7053515c-f68a-4193-8d40-78110567a193)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:45.435932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (651f8cce-5302-489b-ace5-0771afafeda9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:45.522824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9137e04-de4d-472c-98bf-bb8dd311b726 None None] Pushing event updated for resources: {'Port': ['ID=651f8cce-5302-489b-ace5-0771afafeda9,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:45.765124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:46.015517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:46.056220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=12,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:46.128722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.1 (6ed97a41-9194-44d7-8eca-a212a6d130cf/95b0129b-74f5-404e-848a-b19f045ad159/969b4bd2-576e-4e6b-ac90-32b854849ba9) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:46.291271 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:46.425718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:46.490166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 6ed97a41-9194-44d7-8eca-a212a6d130cf is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:46.500363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:46.507186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:55:46.572039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (21355399-b954-433d-9003-93130b89d404), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:46.578855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:46.625648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:46.626582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=969b4bd2-576e-4e6b-ac90-32b854849ba9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:46.676615 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:46.687371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 651f8cce-5302-489b-ace5-0771afafeda9 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:46.760666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 651f8cce-5302-489b-ace5-0771afafeda9 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:46.761050 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (651f8cce-5302-489b-ace5-0771afafeda9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:46.761704 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 651f8cce-5302-489b-ace5-0771afafeda9 Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:46.818622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fc5994c5-8ce7-4f16-8229-67377f154b17 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:46.889934 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:46.904266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port fc5994c5-8ce7-4f16-8229-67377f154b17 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:46.904802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:46.906208 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port fc5994c5-8ce7-4f16-8229-67377f154b17 Aug 31 15:55:46.911942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aab4aa-7f6d-4ffe-9697-259d6eac683c None None] Network 6ed97a41-9194-44d7-8eca-a212a6d130cf requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:55:46.956436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:46.968680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:47.073059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:47.103633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-074d5dbe-94d4-4f0d-b3eb-c5d4f4cbf149 None None] Provisioning complete for port 651f8cce-5302-489b-ace5-0771afafeda9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:47.104027 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-074d5dbe-94d4-4f0d-b3eb-c5d4f4cbf149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (651f8cce-5302-489b-ace5-0771afafeda9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:47.104455 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-074d5dbe-94d4-4f0d-b3eb-c5d4f4cbf149 None None] Attempt 1 to provision port 651f8cce-5302-489b-ace5-0771afafeda9 Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:47.148738 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-074d5dbe-94d4-4f0d-b3eb-c5d4f4cbf149 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:47.167569 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:47.339599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:47.577277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:47.587586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:47.604661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:47.609649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Provisioning complete for port 969b4bd2-576e-4e6b-ac90-32b854849ba9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:47.610649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:47.611713 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Attempt 1 to provision port 969b4bd2-576e-4e6b-ac90-32b854849ba9 Aug 31 15:55:47.651641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:47.702618 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Port 969b4bd2-576e-4e6b-ac90-32b854849ba9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:47.772783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=969b4bd2-576e-4e6b-ac90-32b854849ba9,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:47.775587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (21355399-b954-433d-9003-93130b89d404), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:47.883158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:47.902058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 6ed97a41-9194-44d7-8eca-a212a6d130cf is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:47.904313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:47.959140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:48.093849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:48.100023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 21355399-b954-433d-9003-93130b89d404 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:48.204989 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Attempt 2 to provision port 969b4bd2-576e-4e6b-ac90-32b854849ba9 Aug 31 15:55:48.280458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Port 969b4bd2-576e-4e6b-ac90-32b854849ba9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:48.285385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:48.295906 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-59c584e2-1b74-45d6-bbb2-3e0b3df8b5b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/21355399-b954-433d-9003-93130b89d404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8257973 Aug 31 15:55:48.296049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41624) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:48.304835 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Sync routers for ids ['21355399-b954-433d-9003-93130b89d404'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:48.316679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Routers {'21355399-b954-433d-9003-93130b89d404'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:48.317756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['21355399-b954-433d-9003-93130b89d404'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:48.453062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cac757-6c66-4276-a3ce-9a897a94a0f0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.453467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cac757-6c66-4276-a3ce-9a897a94a0f0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.454038 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cac757-6c66-4276-a3ce-9a897a94a0f0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.454505 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cac757-6c66-4276-a3ce-9a897a94a0f0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.454967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cac757-6c66-4276-a3ce-9a897a94a0f0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.455429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cac757-6c66-4276-a3ce-9a897a94a0f0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.457328 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-45cac757-6c66-4276-a3ce-9a897a94a0f0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1599989 Aug 31 15:55:48.461929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41626) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:48.510242 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Set router 21355399-b954-433d-9003-93130b89d404 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:48.569252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a48d182-428d-413a-8f72-7cdac726c6d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.569767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a48d182-428d-413a-8f72-7cdac726c6d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.570371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a48d182-428d-413a-8f72-7cdac726c6d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.570840 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a48d182-428d-413a-8f72-7cdac726c6d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.571299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a48d182-428d-413a-8f72-7cdac726c6d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.571750 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a48d182-428d-413a-8f72-7cdac726c6d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:48.573800 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5a48d182-428d-413a-8f72-7cdac726c6d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1107388 Aug 31 15:55:48.576700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41628) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:48.803394 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Attempt 3 to provision port 969b4bd2-576e-4e6b-ac90-32b854849ba9 Aug 31 15:55:48.814311 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-693caaa4-8a1a-4551-b503-dd0811f622e4 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.2363956 Aug 31 15:55:48.905065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Port 969b4bd2-576e-4e6b-ac90-32b854849ba9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:48.922247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:49.005594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41632) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:49.011578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-cd40c885-6c08-495c-ad0e-879f1776ce13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1489867370', 'description': 'tempest-secgroup-smoke-1489867370 description', 'project_id': 'c1c1baf047434c6c96bb801d711d1228'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:49.014848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21355399-b954-433d-9003-93130b89d404', 'name': 'tempest-TestNetworkBasicOps-router-2077972', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:40Z', 'updated_at': '2022-08-31T15:55:46Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:41Z', 'updated_at': '2022-08-31T15:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '969b4bd2-576e-4e6b-ac90-32b854849ba9', 'name': '', 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:87:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '95b0129b-74f5-404e-848a-b19f045ad159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:45Z', 'updated_at': '2022-08-31T15:55:47Z', 'revision_number': 2, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '95b0129b-74f5-404e-848a-b19f045ad159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:49.039116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:49.057299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Checking router: 21355399-b954-433d-9003-93130b89d404 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:49.057689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Updating router 21355399-b954-433d-9003-93130b89d404 port 969b4bd2-576e-4e6b-ac90-32b854849ba9 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:49.094564 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.154512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd40c885-6c08-495c-ad0e-879f1776ce13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.280559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd40c885-6c08-495c-ad0e-879f1776ce13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (809d6d55-45c8-470c-aead-ccd825540552), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.359730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd40c885-6c08-495c-ad0e-879f1776ce13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (809d6d55-45c8-470c-aead-ccd825540552), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.403855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40c885-6c08-495c-ad0e-879f1776ce13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809d6d55-45c8-470c-aead-ccd825540552,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:49.404264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:49.409277 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Attempt 4 to provision port 969b4bd2-576e-4e6b-ac90-32b854849ba9 Aug 31 15:55:49.468120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cd40c885-6c08-495c-ad0e-879f1776ce13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.473610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41636) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:49.474606 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cd40c885-6c08-495c-ad0e-879f1776ce13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4668531 Aug 31 15:55:49.480182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Port 969b4bd2-576e-4e6b-ac90-32b854849ba9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:49.480492 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0bdf7b08-c1c0-4aa2-8c33-40d6885a5f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '809d6d55-45c8-470c-aead-ccd825540552', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:49.503526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Publish callbacks [] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.625827 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.633375 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7b08-c1c0-4aa2-8c33-40d6885a5f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (ada56bed-9387-425b-8ae5-8d082edee884), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.706666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7b08-c1c0-4aa2-8c33-40d6885a5f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (ada56bed-9387-425b-8ae5-8d082edee884), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.764315 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8a44a-fbde-4a79-a740-b161da3614d3 None None] Pushing event updated for resources: {'Port': ['ID=969b4bd2-576e-4e6b-ac90-32b854849ba9,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:49.778537 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:55:49.788151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7b08-c1c0-4aa2-8c33-40d6885a5f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (ada56bed-9387-425b-8ae5-8d082edee884), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.816318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Attempting to bind port 969b4bd2-576e-4e6b-ac90-32b854849ba9 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:55:49.816961 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Attempting to bind port 969b4bd2-576e-4e6b-ac90-32b854849ba9 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:55:49.817394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Attempting to bind port 969b4bd2-576e-4e6b-ac90-32b854849ba9 on network 6ed97a41-9194-44d7-8eca-a212a6d130cf {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:49.823677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf7b08-c1c0-4aa2-8c33-40d6885a5f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada56bed-9387-425b-8ae5-8d082edee884,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:49.828059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:55:49.828520 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Checking segment: {'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:49.829354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.830145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Bound using segment: {'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:55:49.830688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Bound port: 969b4bd2-576e-4e6b-ac90-32b854849ba9, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:55:49.831118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.909234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7b08-c1c0-4aa2-8c33-40d6885a5f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:49.913839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] For port 969b4bd2-576e-4e6b-ac90-32b854849ba9, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:49.914058 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0bdf7b08-c1c0-4aa2-8c33-40d6885a5f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4361465 Aug 31 15:55:49.914740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41638) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:49.915356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] For port 969b4bd2-576e-4e6b-ac90-32b854849ba9, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=969b4bd2-576e-4e6b-ac90-32b854849ba9,segment=NetworkSegment(7053515c-f68a-4193-8d40-78110567a193),segment_id=7053515c-f68a-4193-8d40-78110567a193)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:49.921466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ec4dfa68-b8d4-45b0-861c-9024bdb1da47 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '809d6d55-45c8-470c-aead-ccd825540552', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:49.981529 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Attempt 5 to provision port 969b4bd2-576e-4e6b-ac90-32b854849ba9 Aug 31 15:55:50.018526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Port 969b4bd2-576e-4e6b-ac90-32b854849ba9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:50.030782 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.081865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec4dfa68-b8d4-45b0-861c-9024bdb1da47 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (4c6a2253-52f5-4523-b602-bcd2fabca9e6), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.097135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Routers {'21355399-b954-433d-9003-93130b89d404'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:55:50.098113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:55:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['21355399-b954-433d-9003-93130b89d404'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:50.162702 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8a44a-fbde-4a79-a740-b161da3614d3 None None] Pushing event updated for resources: {'Port': ['ID=969b4bd2-576e-4e6b-ac90-32b854849ba9,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:50.174134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec4dfa68-b8d4-45b0-861c-9024bdb1da47 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (4c6a2253-52f5-4523-b602-bcd2fabca9e6), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.247138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] Set router 21355399-b954-433d-9003-93130b89d404 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:55:50.294993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec4dfa68-b8d4-45b0-861c-9024bdb1da47 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4c6a2253-52f5-4523-b602-bcd2fabca9e6), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.326141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dfa68-b8d4-45b0-861c-9024bdb1da47 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6a2253-52f5-4523-b602-bcd2fabca9e6,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:50.433834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec4dfa68-b8d4-45b0-861c-9024bdb1da47 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.433834 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ec4dfa68-b8d4-45b0-861c-9024bdb1da47 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5138795 Aug 31 15:55:50.433834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41642) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:50.441689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9adb26a0-a01b-48c8-93e9-745822173055 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '809d6d55-45c8-470c-aead-ccd825540552', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:50.526184 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Attempt 6 to provision port 969b4bd2-576e-4e6b-ac90-32b854849ba9 Aug 31 15:55:50.567540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:50.569070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9adb26a0-a01b-48c8-93e9-745822173055 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (255a6242-46c1-4ecf-8b8b-de2ed7640274), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:50.646694 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:50.678576 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Provisioning complete for port 651f8cce-5302-489b-ace5-0771afafeda9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:50.678944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (651f8cce-5302-489b-ace5-0771afafeda9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.679280 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Attempt 1 to provision port 651f8cce-5302-489b-ace5-0771afafeda9 Aug 31 15:55:50.683125 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21355399-b954-433d-9003-93130b89d404', 'name': 'tempest-TestNetworkBasicOps-router-2077972', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:40Z', 'updated_at': '2022-08-31T15:55:46Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:41Z', 'updated_at': '2022-08-31T15:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '969b4bd2-576e-4e6b-ac90-32b854849ba9', 'name': '', 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:87:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '95b0129b-74f5-404e-848a-b19f045ad159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:45Z', 'updated_at': '2022-08-31T15:55:49Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '95b0129b-74f5-404e-848a-b19f045ad159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:50.684012 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9adb26a0-a01b-48c8-93e9-745822173055 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (255a6242-46c1-4ecf-8b8b-de2ed7640274), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.728593 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28990a-2910-4a93-a6f7-b71800f82aef None None] The sync data for ids ['21355399-b954-433d-9003-93130b89d404'] in dv-neutron-855257-2-hyperv is: [{'id': '21355399-b954-433d-9003-93130b89d404', 'name': 'tempest-TestNetworkBasicOps-router-2077972', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:40Z', 'updated_at': '2022-08-31T15:55:46Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:41Z', 'updated_at': '2022-08-31T15:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '969b4bd2-576e-4e6b-ac90-32b854849ba9', 'name': '', 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:87:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '95b0129b-74f5-404e-848a-b19f045ad159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:45Z', 'updated_at': '2022-08-31T15:55:49Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '95b0129b-74f5-404e-848a-b19f045ad159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-083a1c78-38ad-4a28-b78c-d2c8a4e68cb4 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:50.761209 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:50.788575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9adb26a0-a01b-48c8-93e9-745822173055 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (255a6242-46c1-4ecf-8b8b-de2ed7640274), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.843366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:50.852325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb26a0-a01b-48c8-93e9-745822173055 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255a6242-46c1-4ecf-8b8b-de2ed7640274,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:50.898466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-26e2935f-7505-4177-a9c8-b2ad7179d249 None None] Provisioning complete for port 969b4bd2-576e-4e6b-ac90-32b854849ba9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:50.899402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-26e2935f-7505-4177-a9c8-b2ad7179d249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.899787 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-26e2935f-7505-4177-a9c8-b2ad7179d249 None None] Attempt 1 to provision port 969b4bd2-576e-4e6b-ac90-32b854849ba9 Aug 31 15:55:50.940741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:50.981995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9adb26a0-a01b-48c8-93e9-745822173055 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:50.983871 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9adb26a0-a01b-48c8-93e9-745822173055 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5489588 Aug 31 15:55:50.988379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41644) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:50.996343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-879597dc-5434-4d07-99d3-10d8e0e459c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '809d6d55-45c8-470c-aead-ccd825540552', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-26e2935f-7505-4177-a9c8-b2ad7179d249 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:51.010370 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:51.150519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:51.161078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-879597dc-5434-4d07-99d3-10d8e0e459c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (265d9066-e010-46be-b8f5-9b6751113409), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:51.261389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-879597dc-5434-4d07-99d3-10d8e0e459c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (265d9066-e010-46be-b8f5-9b6751113409), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:51.389064 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-879597dc-5434-4d07-99d3-10d8e0e459c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (265d9066-e010-46be-b8f5-9b6751113409), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:51.413904 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879597dc-5434-4d07-99d3-10d8e0e459c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265d9066-e010-46be-b8f5-9b6751113409,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:51.691206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-879597dc-5434-4d07-99d3-10d8e0e459c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:51.692433 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-879597dc-5434-4d07-99d3-10d8e0e459c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7027266 Aug 31 15:55:51.697121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41648) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:51.702837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a2d62447-0f62-4a57-9c07-d62a60bcd265 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '809d6d55-45c8-470c-aead-ccd825540552', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:52.547063 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-a2d62447-0f62-4a57-9c07-d62a60bcd265 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:55:52.568293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d62447-0f62-4a57-9c07-d62a60bcd265 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (47aef877-f7d9-4446-b114-a0959c1f699f), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:52.609336 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 969b4bd2-576e-4e6b-ac90-32b854849ba9 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:52.689329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 969b4bd2-576e-4e6b-ac90-32b854849ba9 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:52.689726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:52.690130 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 969b4bd2-576e-4e6b-ac90-32b854849ba9 Aug 31 15:55:52.691053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d62447-0f62-4a57-9c07-d62a60bcd265 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (47aef877-f7d9-4446-b114-a0959c1f699f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:55:52.743767 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:55:52.791314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d62447-0f62-4a57-9c07-d62a60bcd265 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (47aef877-f7d9-4446-b114-a0959c1f699f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:52.802296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:52.817376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d62447-0f62-4a57-9c07-d62a60bcd265 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47aef877-f7d9-4446-b114-a0959c1f699f,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:52.971158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d62447-0f62-4a57-9c07-d62a60bcd265 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:52.973062 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a2d62447-0f62-4a57-9c07-d62a60bcd265 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2745876 Aug 31 15:55:52.977643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41660) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:55:52.985306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6316f0a6-fdfe-4e96-a570-75bbdea8bfa6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '809d6d55-45c8-470c-aead-ccd825540552', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:53.124853 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-6316f0a6-fdfe-4e96-a570-75bbdea8bfa6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:55:53.133938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6316f0a6-fdfe-4e96-a570-75bbdea8bfa6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (09101223-f1ae-4251-98b5-9583bd14f2b3), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:53.238360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6316f0a6-fdfe-4e96-a570-75bbdea8bfa6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (09101223-f1ae-4251-98b5-9583bd14f2b3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:53.382860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6316f0a6-fdfe-4e96-a570-75bbdea8bfa6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (09101223-f1ae-4251-98b5-9583bd14f2b3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:53.410087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316f0a6-fdfe-4e96-a570-75bbdea8bfa6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09101223-f1ae-4251-98b5-9583bd14f2b3,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:53.547732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6316f0a6-fdfe-4e96-a570-75bbdea8bfa6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:53.561705 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6316f0a6-fdfe-4e96-a570-75bbdea8bfa6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5699284 Aug 31 15:55:53.903361 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-d3b66a64-1173-4099-a8fc-b1c176a57a45 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1489867370&fields=id&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 267 time: 0.0894234 Aug 31 15:55:54.107243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-aa70bc97-0b52-431c-b7e8-71bc3f9e3652 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:54.109034 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-aa70bc97-0b52-431c-b7e8-71bc3f9e3652 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/networks?id=6ed97a41-9194-44d7-8eca-a212a6d130cf HTTP/1.1" status: 200 len: 796 time: 0.1970849 Aug 31 15:55:54.137127 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-f7e8d530-7e02-4cac-804b-bdf8c54fd48b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/quotas/c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 375 time: 0.0161929 Aug 31 15:55:54.211604 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-f8fcdb23-3e09-4594-8d20-90d67374a5b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651286 Aug 31 15:55:54.378128 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-6971f458-69c5-462e-8958-25bc304e9e5a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6ed97a41-9194-44d7-8eca-a212a6d130cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440313 Aug 31 15:55:54.484161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:54.544331 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-fb8795a7-f599-423e-b012-2959fa7c22ff service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6ed97a41-9194-44d7-8eca-a212a6d130cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549723 Aug 31 15:55:54.994246 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-927d17e3-1320-476a-bbb2-bcdba32d731d req-ece73301-3316-47fe-9893-4a0af96833bc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 210 time: 0.0580502 Aug 31 15:55:56.120291 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dc8c6c53-bdd4-4583-83a5-544ad014366a req-423bd6c5-8163-4a77-ab78-68d70d9f0855 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 210 time: 0.0426874 Aug 31 15:55:57.251563 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-38451b06-8d7b-416b-97cb-d9e98eb6dd25 req-f860a17f-74f0-48c5-bab4-e0bb9dac204e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 210 time: 0.0379694 Aug 31 15:55:57.961083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-77e7c54c-91aa-4511-a8c5-5bbe32c6af18 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:57.964730 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-77e7c54c-91aa-4511-a8c5-5bbe32c6af18 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/networks?id=6ed97a41-9194-44d7-8eca-a212a6d130cf HTTP/1.1" status: 200 len: 796 time: 0.1605341 Aug 31 15:55:58.094560 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-bed183ef-4ef5-4b42-bc30-31b4443c7945 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 380 time: 0.1163907 Aug 31 15:55:58.118413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'port': {'device_id': '75f73f54-0a2c-4f5b-aeea-5b98ff07b14e', 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf', 'admin_state_up': True, 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'security_groups': ['809d6d55-45c8-470c-aead-ccd825540552']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:58.349094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:58.353409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:58.376913 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6e60ec2f-a60e-4fb9-8145-f9b57c7e3634 req-2140281a-dffa-4d49-8d06-8a6badc4c63f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 210 time: 0.0405531 Aug 31 15:55:58.545509 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.11 (6ed97a41-9194-44d7-8eca-a212a6d130cf/95b0129b-74f5-404e-848a-b19f045ad159/8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:58.703914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:58.773927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:58.928749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:58.993611 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 6ed97a41-9194-44d7-8eca-a212a6d130cf is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:58.999564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:59.005439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:55:59.010736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:55:59.022874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:59.115295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:59.116798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:59.274560 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e8f081af-e9fb-417a-91d3-76be71c95d48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1613410 Aug 31 15:55:59.291830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Request body: {'port': {'device_id': '75f73f54-0a2c-4f5b-aeea-5b98ff07b14e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:59.361199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:59.387858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-008a7aa8-bdfe-4b5e-8c73-dc42061f64e5 None None] Provisioning complete for port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:55:59.388523 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-008a7aa8-bdfe-4b5e-8c73-dc42061f64e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:59.388523 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-008a7aa8-bdfe-4b5e-8c73-dc42061f64e5 None None] Attempt 1 to provision port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 Aug 31 15:55:59.426671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-008a7aa8-bdfe-4b5e-8c73-dc42061f64e5 None None] Port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:59.560261 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98e144-2a4d-47b9-86cb-1421d0c7aa09 req-7ebb677c-188d-4ecd-86ab-b6f12e07d4ca tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:55:59.562880 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8e98e144-2a4d-47b9-86cb-1421d0c7aa09 req-7ebb677c-188d-4ecd-86ab-b6f12e07d4ca tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 932 time: 0.0871422 Aug 31 15:55:59.643437 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8e98e144-2a4d-47b9-86cb-1421d0c7aa09 req-91b5baf1-fde6-4743-aad3-e960542a1005 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742044 Aug 31 15:55:59.685244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:55:59.694006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Publish callbacks [] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:59.708857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Transition to ACTIVE for port object 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 15:55:59.848082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:55:59.927916 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-008a7aa8-bdfe-4b5e-8c73-dc42061f64e5 None None] Attempt 2 to provision port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 Aug 31 15:55:59.942315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Pushing event updated for resources: {'Port': ['ID=8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:59.967517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-008a7aa8-bdfe-4b5e-8c73-dc42061f64e5 None None] Port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:55:59.979786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Attempting to bind port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:55:59.980132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Attempting to bind port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:55:59.980591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Attempting to bind port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 on network 6ed97a41-9194-44d7-8eca-a212a6d130cf {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:59.986504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 on network 6ed97a41-9194-44d7-8eca-a212a6d130cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:55:59.986836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Attempting to bind port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 on network 6ed97a41-9194-44d7-8eca-a212a6d130cf {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:55:59.992720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:55:59.993062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Checking segment: {'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:55:59.993452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Bound using segment: {'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:55:59.994070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Bound port: 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7053515c-f68a-4193-8d40-78110567a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:55:59.995252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:00.070389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] For port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:00.074143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] For port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3,segment=NetworkSegment(7053515c-f68a-4193-8d40-78110567a193),segment_id=7053515c-f68a-4193-8d40-78110567a193)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:56:00.174551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:00.179705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:00.180363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:00.181918 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 HTTP/1.1" status: 200 len: 1094 time: 0.8958526 Aug 31 15:56:00.182456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f73f54-0a2c-4f5b-aeea-5b98ff07b14e', 'tag': '8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:56:00.185716 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336b9a20-6459-4d4c-b771-d75ad1ddd7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "75f73f54-0a2c-4f5b-aeea-5b98ff07b14e", "tag": "8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:00.244499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580e835-ce30-4023-af29-0e4e808e03ea service neutron] Pushing event updated for resources: {'Port': ['ID=8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:00.271940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 15:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099c04a7-a4d7-448a-abe7-3f7b1d827979 x-openstack-request-id: req-099c04a7-a4d7-448a-abe7-3f7b1d827979 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:00.272318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f73f54-0a2c-4f5b-aeea-5b98ff07b14e", "tag": "8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:00.272521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-099c04a7-a4d7-448a-abe7-3f7b1d827979 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:00.272927 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099c04a7-a4d7-448a-abe7-3f7b1d827979'] response: {'name': 'network-changed', 'server_uuid': '75f73f54-0a2c-4f5b-aeea-5b98ff07b14e', 'tag': '8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3', 'status': 'completed', 'code': 200} Aug 31 15:56:00.353775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b9a20-6459-4d4c-b771-d75ad1ddd7ca req-4b51c0e7-372e-442d-8e16-658ddc3dddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:00.355486 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-336b9a20-6459-4d4c-b771-d75ad1ddd7ca req-4b51c0e7-372e-442d-8e16-658ddc3dddc5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 1128 time: 0.0584297 Aug 31 15:56:00.469259 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-008a7aa8-bdfe-4b5e-8c73-dc42061f64e5 None None] Attempt 3 to provision port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 Aug 31 15:56:00.483278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:00.505476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b9a20-6459-4d4c-b771-d75ad1ddd7ca req-6c47000e-6849-4110-9fa9-8d1f3ed20356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:00.508209 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-336b9a20-6459-4d4c-b771-d75ad1ddd7ca req-6c47000e-6849-4110-9fa9-8d1f3ed20356 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=c1c1baf047434c6c96bb801d711d1228&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1449497 Aug 31 15:56:00.531309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-008a7aa8-bdfe-4b5e-8c73-dc42061f64e5 None None] Port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 15:56:00.534800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:00.671692 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b9a20-6459-4d4c-b771-d75ad1ddd7ca req-5ca05856-5096-4bf6-a809-8f108974e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:00.673281 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-336b9a20-6459-4d4c-b771-d75ad1ddd7ca req-5ca05856-5096-4bf6-a809-8f108974e0b5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553750 Aug 31 15:56:00.797550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-0788926d-c56b-4b51-b4cb-215eb7f7f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:00.800081 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-0788926d-c56b-4b51-b4cb-215eb7f7f0e2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 1128 time: 0.0662408 Aug 31 15:56:00.801832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:00.815556 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6b17-e4da-4c4d-b24a-44a7c27a9018 req-4334e5be-d7ae-4105-8a9b-f1ecca79a4e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:00.817512 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a6ad6b17-e4da-4c4d-b24a-44a7c27a9018 req-4334e5be-d7ae-4105-8a9b-f1ecca79a4e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 944 time: 0.0623338 Aug 31 15:56:00.864209 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e1eac894-3d9d-4092-9df3-3652ba4f0b75 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 HTTP/1.1" status: 200 len: 217 time: 0.0567827 Aug 31 15:56:00.908339 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a6ad6b17-e4da-4c4d-b24a-44a7c27a9018 req-741d958a-6afe-4721-bbaf-82a7a6043bdb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754340 Aug 31 15:56:00.959854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-af929d12-cfed-4038-aef0-feed86c17002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:00.962885 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-af929d12-cfed-4038-aef0-feed86c17002 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=95b0129b-74f5-404e-848a-b19f045ad159 HTTP/1.1" status: 200 len: 834 time: 0.0911255 Aug 31 15:56:01.029817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-efb376e3-e284-4b24-b7a8-703118b699f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:01.032602 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-efb376e3-e284-4b24-b7a8-703118b699f2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=6ed97a41-9194-44d7-8eca-a212a6d130cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633183 Aug 31 15:56:01.171276 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-dc5a7ab1-4e85-418e-b547-fd55489dba10 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6ed97a41-9194-44d7-8eca-a212a6d130cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321485 Aug 31 15:56:01.346627 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-75008d9a-d9bc-40c9-9877-cea7038c8d57 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6ed97a41-9194-44d7-8eca-a212a6d130cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651390 Aug 31 15:56:02.098324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c9658-8608-4421-b793-4d74959a0a80 req-21e30b4b-ed5d-4a1d-a950-244f983f3344 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:02.100052 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-970c9658-8608-4421-b793-4d74959a0a80 req-21e30b4b-ed5d-4a1d-a950-244f983f3344 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 944 time: 0.0640104 Aug 31 15:56:02.187399 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-970c9658-8608-4421-b793-4d74959a0a80 req-e80453f3-4b33-43df-a5fd-d78ab90d0e75 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760217 Aug 31 15:56:03.366310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36783c86-bd2f-4e6c-ae38-57dfc63652fd req-1ec01c31-8649-4d42-8f93-652be89ac41a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:03.369431 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-36783c86-bd2f-4e6c-ae38-57dfc63652fd req-1ec01c31-8649-4d42-8f93-652be89ac41a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 944 time: 0.0763526 Aug 31 15:56:03.448287 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-36783c86-bd2f-4e6c-ae38-57dfc63652fd req-fce8f95a-85bd-4584-9045-6f6238c94b19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709000 Aug 31 15:56:03.734533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:56:03.875999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3,segment=NetworkSegment(7053515c-f68a-4193-8d40-78110567a193),segment_id=7053515c-f68a-4193-8d40-78110567a193)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:03.890225 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3', 'network_id': '6ed97a41-9194-44d7-8eca-a212a6d130cf', 'port_id': '8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3', 'mac_address': 'fa:16:3e:52:34:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b0129b-74f5-404e-848a-b19f045ad159', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:56:03.931185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:56:03.931739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:03.952805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:56:03.977583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3,segment=NetworkSegment(7053515c-f68a-4193-8d40-78110567a193),segment_id=7053515c-f68a-4193-8d40-78110567a193)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:04.136623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:04.222609 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:04.534922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 15:56:04.815298 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:04.909543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:04.948628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748a407-286a-44e6-b618-cd39fbd2f241 req-36799eee-30d2-4cff-b642-ffa0a7e49e3d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:04.951764 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a748a407-286a-44e6-b618-cd39fbd2f241 req-36799eee-30d2-4cff-b642-ffa0a7e49e3d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.4066551 Aug 31 15:56:05.012805 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a748a407-286a-44e6-b618-cd39fbd2f241 req-1c0be6b2-1f49-4a21-b5c6-8ba4669cad31 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511379 Aug 31 15:56:05.751351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:05.800783 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 15:56:05.896727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:56:05.897617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:05.897617 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:56:05.940677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:56:06.144722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1e74c-e930-4228-9698-3e05c65b123a req-8cb7a1af-0bfa-4540-ada2-cc632c609421 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:06.146456 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-68f1e74c-e930-4228-9698-3e05c65b123a req-8cb7a1af-0bfa-4540-ada2-cc632c609421 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0537908 Aug 31 15:56:06.220140 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-68f1e74c-e930-4228-9698-3e05c65b123a req-debc7c52-406d-4330-b5e6-224aa569f1d9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634053 Aug 31 15:56:07.352073 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe150b27-d447-4492-beaf-3fc5cd91b6fa req-aae15d4e-3c28-4360-8999-1cad82112f92 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:07.353687 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fe150b27-d447-4492-beaf-3fc5cd91b6fa req-aae15d4e-3c28-4360-8999-1cad82112f92 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0512085 Aug 31 15:56:07.425406 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fe150b27-d447-4492-beaf-3fc5cd91b6fa req-f91b1eb7-688f-4cc7-bfba-c3eb4564d6c0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588043 Aug 31 15:56:08.551984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d8751-6440-4653-88ae-a8e3435bc201 req-d6eea2fe-41ce-45a1-9527-79bdf08c13a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:08.553639 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-db0d8751-6440-4653-88ae-a8e3435bc201 req-d6eea2fe-41ce-45a1-9527-79bdf08c13a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0514493 Aug 31 15:56:08.576457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2930-17ac-42a4-a159-a58c361ac3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:08.639777 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-db0d8751-6440-4653-88ae-a8e3435bc201 req-df2d7096-2204-474d-994f-1047011e9a5f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749276 Aug 31 15:56:09.772976 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d56d4f-289d-49ea-a26e-62d28d1c07d6 req-12c7b1c1-1d57-4928-8f01-908dd5ae8a13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:09.774488 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-05d56d4f-289d-49ea-a26e-62d28d1c07d6 req-12c7b1c1-1d57-4928-8f01-908dd5ae8a13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0549262 Aug 31 15:56:09.801077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:09.828837 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-05d56d4f-289d-49ea-a26e-62d28d1c07d6 req-20ea81e5-8730-4906-8266-00233c161b62 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480733 Aug 31 15:56:10.722396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd27-85be-4b65-a0f4-cf5a4c76b51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:10.963834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8343cd-019a-4cae-a353-5b8b5430328b req-8ccc7e41-b130-4e68-ba04-45c63e7423ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:10.963834 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3b8343cd-019a-4cae-a353-5b8b5430328b req-8ccc7e41-b130-4e68-ba04-45c63e7423ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0576942 Aug 31 15:56:11.020116 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3b8343cd-019a-4cae-a353-5b8b5430328b req-792ec483-6625-484d-a57e-e0b6ab103176 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498822 Aug 31 15:56:12.170097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:12.174847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9ca44-0f59-4f62-8fa1-66ec84d8dafd req-bc0bc16c-e786-4262-834e-468ba9fca6af tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:12.176913 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-64b9ca44-0f59-4f62-8fa1-66ec84d8dafd req-bc0bc16c-e786-4262-834e-468ba9fca6af tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0696454 Aug 31 15:56:12.247063 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-64b9ca44-0f59-4f62-8fa1-66ec84d8dafd req-e3d34b1a-42c6-4cfc-bc40-43cf4ef6fa83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570576 Aug 31 15:56:13.389980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb0b86-a7e1-400c-b70e-848eac8744b6 req-4cf8c412-443b-4d59-81ac-a72693821810 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:13.391600 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c8fb0b86-a7e1-400c-b70e-848eac8744b6 req-4cf8c412-443b-4d59-81ac-a72693821810 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0613205 Aug 31 15:56:13.448445 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c8fb0b86-a7e1-400c-b70e-848eac8744b6 req-5fd66a5e-ebbe-4e19-a870-157e3578d184 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511315 Aug 31 15:56:13.630444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:13.682073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:14.486802 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-1e3ba9cf-1cd3-4ef2-a090-f51fc27aa441 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1899820071&fields=id&tenant_id=4e8c377116f94b2383b63a2f3ef9ea25 HTTP/1.1" status: 200 len: 267 time: 0.0709059 Aug 31 15:56:14.597077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16034d3-32c2-4601-9730-e71a1657ecce req-1a7719b4-b8cb-4102-a604-410f826f6229 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:14.598703 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d16034d3-32c2-4601-9730-e71a1657ecce req-1a7719b4-b8cb-4102-a604-410f826f6229 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0656481 Aug 31 15:56:14.609756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-94a06244-1e27-4a87-99b9-b4f1c1364c3d tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:14.611327 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-94a06244-1e27-4a87-99b9-b4f1c1364c3d tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/networks?id=98fe38b0-aa27-4c41-816e-5f5a1f0461c6 HTTP/1.1" status: 200 len: 811 time: 0.1168981 Aug 31 15:56:14.623281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:14.632551 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-5087bf90-2adf-4ddc-8abe-571b3b14491f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/quotas/4e8c377116f94b2383b63a2f3ef9ea25 HTTP/1.1" status: 200 len: 375 time: 0.0150757 Aug 31 15:56:14.670370 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d16034d3-32c2-4601-9730-e71a1657ecce req-af1d5758-ce65-469b-826b-e82ab45806a1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639086 Aug 31 15:56:14.692406 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-786f6843-e58c-4774-9d39-c17dad0fd40a tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=4e8c377116f94b2383b63a2f3ef9ea25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532627 Aug 31 15:56:14.724929 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=19 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:14.740119 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=72 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:14.803989 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-1790e955-9083-4a0f-98a1-5622e87f8c6e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/98fe38b0-aa27-4c41-816e-5f5a1f0461c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991161 Aug 31 15:56:14.912952 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-a0485886-cfb7-48de-9472-5a31e63e1188 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/98fe38b0-aa27-4c41-816e-5f5a1f0461c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018956 Aug 31 15:56:15.649630 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eac4eef7-5422-424a-b4e8-677950e1c5c9 req-9dd398ed-7de6-4536-bdd9-18ca670ddeb6 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0336404 Aug 31 15:56:15.788067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:15.840847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705cf7b-3546-4e26-9859-7cf5876e9091 req-978d8c51-98a4-4076-bd4a-956366aeeca9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:15.843865 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b705cf7b-3546-4e26-9859-7cf5876e9091 req-978d8c51-98a4-4076-bd4a-956366aeeca9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0675485 Aug 31 15:56:15.915682 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b705cf7b-3546-4e26-9859-7cf5876e9091 req-fd204a0c-c063-4077-aec6-995471e418cd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656531 Aug 31 15:56:16.755031 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f51387c0-1f36-4acd-ac72-6f737e9641c1 req-f5d1587a-e07e-4906-b678-5654b359b75f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0327139 Aug 31 15:56:17.054814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d4773-ce1c-4f0d-a475-e9277d7d8260 req-9610c743-93d5-4cc1-901f-f4dd4aaa6900 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:17.056419 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4a0d4773-ce1c-4f0d-a475-e9277d7d8260 req-9610c743-93d5-4cc1-901f-f4dd4aaa6900 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0620933 Aug 31 15:56:17.119127 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4a0d4773-ce1c-4f0d-a475-e9277d7d8260 req-ed51fa5f-6f79-481d-8a7a-cb235e8a28ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514679 Aug 31 15:56:17.910125 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f12104c5-7e80-443e-bdf9-4024e6f106cd req-ee05f2e5-8efc-4e70-847b-adcbbffc627a tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0551236 Aug 31 15:56:18.264346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04ae47-69f3-482b-b683-619722cffb2a req-4042989b-eaf0-4984-97ff-58c890352b74 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:18.265996 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6c04ae47-69f3-482b-b683-619722cffb2a req-4042989b-eaf0-4984-97ff-58c890352b74 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0616353 Aug 31 15:56:18.325572 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6c04ae47-69f3-482b-b683-619722cffb2a req-1e209816-14d5-44ac-8c95-4308a30d1c29 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533929 Aug 31 15:56:18.492007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-72d77d0e-7aff-45a5-ab52-df8979b26d26 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:18.493777 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-72d77d0e-7aff-45a5-ab52-df8979b26d26 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.43 "GET /networking/v2.0/networks?id=98fe38b0-aa27-4c41-816e-5f5a1f0461c6 HTTP/1.1" status: 200 len: 811 time: 0.1409409 Aug 31 15:56:18.547855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:18.584941 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-895160fa-6685-4e30-bdd1-a2d4faac09a1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4e8c377116f94b2383b63a2f3ef9ea25 HTTP/1.1" status: 200 len: 380 time: 0.0784888 Aug 31 15:56:18.600192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Request body: {'port': {'device_id': 'c21f4a86-4a51-4b43-b6b1-94082eb1d0d0', 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6', 'admin_state_up': True, 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'security_groups': ['a27efe08-7890-4465-a5a1-eb736dc2522d']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:18.795955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Made reservation on behalf of 4e8c377116f94b2383b63a2f3ef9ea25 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:18.803187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:18.994640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Allocated IP 172.20.0.10 (98fe38b0-aa27-4c41-816e-5f5a1f0461c6/ca13020d-2991-4063-bdbc-670fdb886ad6/2002b63d-c97b-403d-9384-920b9c54ef7c) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:56:19.053683 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-81fd2582-318f-4414-ac23-a171e7096648 req-0bc44699-d5bf-45a6-be1c-4e0228b86eee tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0366275 Aug 31 15:56:19.218197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:19.250689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:19.337796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:19.425288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:56:19.435071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:19.439696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Pushing event updated for resources: {'Port': ['ID=2002b63d-c97b-403d-9384-920b9c54ef7c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:19.459300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:56:19.534750 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.535128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.535418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.535740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.536071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.536402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.536732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.537060 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.537393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.537747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.538073 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.538399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.538719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.539028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.539348 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:19.582884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caaef0-7994-4549-8455-4a19337639c1 req-7b649b7d-4b89-40b5-8a6c-927253141d4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:19.585697 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-10caaef0-7994-4549-8455-4a19337639c1 req-7b649b7d-4b89-40b5-8a6c-927253141d4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.1527452 Aug 31 15:56:19.620738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:19.621933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:19.717228 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-10caaef0-7994-4549-8455-4a19337639c1 req-24324d38-a212-4171-b3a0-bcf49da99853 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228404 Aug 31 15:56:19.767773 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-add9aa2e-44a3-4646-aa00-8000fff95334 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1725786 Aug 31 15:56:19.783216 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Request body: {'port': {'device_id': 'c21f4a86-4a51-4b43-b6b1-94082eb1d0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:19.806615 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-515724bb-bd09-4cb5-8c50-fbe7d5b9f102 None None] Provisioning complete for port 2002b63d-c97b-403d-9384-920b9c54ef7c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:56:19.807719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-515724bb-bd09-4cb5-8c50-fbe7d5b9f102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:19.807719 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-515724bb-bd09-4cb5-8c50-fbe7d5b9f102 None None] Attempt 1 to provision port 2002b63d-c97b-403d-9384-920b9c54ef7c Aug 31 15:56:19.858981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:19.862363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:19.877603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-515724bb-bd09-4cb5-8c50-fbe7d5b9f102 None None] Port 2002b63d-c97b-403d-9384-920b9c54ef7c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:56:20.245992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2002b63d-c97b-403d-9384-920b9c54ef7c {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:56:20.261611 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Publish callbacks [] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:20.274244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d60931-b3be-4d42-a37d-63f942788930 req-b7b97de4-4fd7-4484-b30c-839388c260bc tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:20.278091 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-61d60931-b3be-4d42-a37d-63f942788930 req-b7b97de4-4fd7-4484-b30c-839388c260bc tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 932 time: 0.0926991 Aug 31 15:56:20.280682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Transition to ACTIVE for port object 2002b63d-c97b-403d-9384-920b9c54ef7c will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 15:56:20.348483 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-61d60931-b3be-4d42-a37d-63f942788930 req-c0732397-60c6-474d-a86f-a7472e8b2922 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591185 Aug 31 15:56:20.368217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:20.379983 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-515724bb-bd09-4cb5-8c50-fbe7d5b9f102 None None] Attempt 2 to provision port 2002b63d-c97b-403d-9384-920b9c54ef7c Aug 31 15:56:20.441539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2002b63d-c97b-403d-9384-920b9c54ef7c,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:20.461023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-515724bb-bd09-4cb5-8c50-fbe7d5b9f102 None None] Port 2002b63d-c97b-403d-9384-920b9c54ef7c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:56:20.522631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Attempting to bind port 2002b63d-c97b-403d-9384-920b9c54ef7c on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:56:20.523178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Attempting to bind port 2002b63d-c97b-403d-9384-920b9c54ef7c by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:56:20.523725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Attempting to bind port 2002b63d-c97b-403d-9384-920b9c54ef7c on network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:56:20.532644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Port 2002b63d-c97b-403d-9384-920b9c54ef7c on network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:56:20.533178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Attempting to bind port 2002b63d-c97b-403d-9384-920b9c54ef7c on network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:56:20.542810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:56:20.543374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Checking segment: {'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:56:20.544025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Bound using segment: {'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:56:20.544768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Bound port: 2002b63d-c97b-403d-9384-920b9c54ef7c, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eff5c6b-5191-40b4-9879-09beb9a13121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:56:20.545364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:20.654415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] For port 2002b63d-c97b-403d-9384-920b9c54ef7c, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:20.660276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] For port 2002b63d-c97b-403d-9384-920b9c54ef7c, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=2002b63d-c97b-403d-9384-920b9c54ef7c,segment=NetworkSegment(4eff5c6b-5191-40b4-9879-09beb9a13121),segment_id=4eff5c6b-5191-40b4-9879-09beb9a13121)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:56:20.820206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:20.824580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:20.836325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:20.836325 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/2002b63d-c97b-403d-9384-920b9c54ef7c HTTP/1.1" status: 200 len: 1094 time: 1.0491116 Aug 31 15:56:20.836325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21f4a86-4a51-4b43-b6b1-94082eb1d0d0', 'tag': '2002b63d-c97b-403d-9384-920b9c54ef7c'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:56:20.836325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31c7525-b8ca-4dcf-9b28-dd75a79807ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c21f4a86-4a51-4b43-b6b1-94082eb1d0d0", "tag": "2002b63d-c97b-403d-9384-920b9c54ef7c"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:20.905251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463b10c9-b04d-439f-bdc2-2f08fd06f713 x-openstack-request-id: req-463b10c9-b04d-439f-bdc2-2f08fd06f713 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:20.905538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21f4a86-4a51-4b43-b6b1-94082eb1d0d0", "tag": "2002b63d-c97b-403d-9384-920b9c54ef7c", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:20.905887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-463b10c9-b04d-439f-bdc2-2f08fd06f713 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:20.906276 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463b10c9-b04d-439f-bdc2-2f08fd06f713'] response: {'name': 'network-changed', 'server_uuid': 'c21f4a86-4a51-4b43-b6b1-94082eb1d0d0', 'tag': '2002b63d-c97b-403d-9384-920b9c54ef7c', 'status': 'completed', 'code': 200} Aug 31 15:56:20.926669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:20.962367 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-515724bb-bd09-4cb5-8c50-fbe7d5b9f102 None None] Attempt 3 to provision port 2002b63d-c97b-403d-9384-920b9c54ef7c Aug 31 15:56:20.978274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e1505-eb95-4b55-b736-f72f5a28e473 req-0e7d150b-489c-4ada-b2be-e9dc36a3314d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:20.981518 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-393e1505-eb95-4b55-b736-f72f5a28e473 req-0e7d150b-489c-4ada-b2be-e9dc36a3314d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.1511807 Aug 31 15:56:21.008230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c288f4-c103-4e45-b3ec-cd899674f1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2002b63d-c97b-403d-9384-920b9c54ef7c,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:21.013244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c7525-b8ca-4dcf-9b28-dd75a79807ac req-535f0e23-0c3d-4529-bab0-6492bd473856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:21.014869 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f31c7525-b8ca-4dcf-9b28-dd75a79807ac req-535f0e23-0c3d-4529-bab0-6492bd473856 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4e8c377116f94b2383b63a2f3ef9ea25&device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 1128 time: 0.0941610 Aug 31 15:56:21.058318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-515724bb-bd09-4cb5-8c50-fbe7d5b9f102 None None] Port 2002b63d-c97b-403d-9384-920b9c54ef7c had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 15:56:21.123615 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-393e1505-eb95-4b55-b736-f72f5a28e473 req-a95de895-56ce-46b4-ba3f-50e096b93961 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244845 Aug 31 15:56:21.137218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:21.174774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:21.186591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c7525-b8ca-4dcf-9b28-dd75a79807ac req-d7ad0380-5470-4eb3-9d2a-2fcc95e889c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:21.191999 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f31c7525-b8ca-4dcf-9b28-dd75a79807ac req-d7ad0380-5470-4eb3-9d2a-2fcc95e889c3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=4e8c377116f94b2383b63a2f3ef9ea25&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1625159 Aug 31 15:56:21.308696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c7525-b8ca-4dcf-9b28-dd75a79807ac req-2765d09f-4138-404d-84d2-93d3a7912c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:21.310700 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f31c7525-b8ca-4dcf-9b28-dd75a79807ac req-2765d09f-4138-404d-84d2-93d3a7912c30 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154616 Aug 31 15:56:21.405201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d864736a-a7eb-4bb4-af77-0b0f1d57530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:21.406287 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-d864736a-a7eb-4bb4-af77-0b0f1d57530c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4e8c377116f94b2383b63a2f3ef9ea25&device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 1128 time: 0.0534039 Aug 31 15:56:21.471373 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-9440360c-492e-40fa-a772-15952b72dd2a service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2002b63d-c97b-403d-9384-920b9c54ef7c HTTP/1.1" status: 200 len: 217 time: 0.0541017 Aug 31 15:56:21.534320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10864127-8b76-43ab-a306-058d16a5ece2 req-135f4319-b9e2-42fb-a8dc-e44d54fbddb1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:21.540450 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-10864127-8b76-43ab-a306-058d16a5ece2 req-135f4319-b9e2-42fb-a8dc-e44d54fbddb1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0767760 Aug 31 15:56:21.552999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-9d931cd1-ac74-4210-836e-920a8e7399ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:21.555622 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-9d931cd1-ac74-4210-836e-920a8e7399ac service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ca13020d-2991-4063-bdbc-670fdb886ad6 HTTP/1.1" status: 200 len: 850 time: 0.0736752 Aug 31 15:56:21.615341 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-10864127-8b76-43ab-a306-058d16a5ece2 req-0b907d16-2e96-4040-9a8d-dc3fe5b2d965 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650537 Aug 31 15:56:21.624717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-b2a9f922-5489-4778-9a4b-99d9e2cdcd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:21.627450 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-b2a9f922-5489-4778-9a4b-99d9e2cdcd4b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=98fe38b0-aa27-4c41-816e-5f5a1f0461c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617609 Aug 31 15:56:21.751599 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-dc68ce01-33ae-42a2-82ac-3ae1826b3864 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/98fe38b0-aa27-4c41-816e-5f5a1f0461c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143153 Aug 31 15:56:21.862246 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-f7a07769-80c5-4619-8b04-bac673e45a24 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/98fe38b0-aa27-4c41-816e-5f5a1f0461c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011024 Aug 31 15:56:22.272732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a6a99-e567-4285-b776-99f5daf9c232 req-7bb23e43-4baf-4466-b0db-4e04a87175b1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:22.274557 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2e2a6a99-e567-4285-b776-99f5daf9c232 req-7bb23e43-4baf-4466-b0db-4e04a87175b1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0606279 Aug 31 15:56:22.348186 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2e2a6a99-e567-4285-b776-99f5daf9c232 req-9ff5f305-18d7-4400-a20a-ddedd927293a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668187 Aug 31 15:56:22.811266 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2f943-94dc-49f7-bd8b-bc53c20e0c7b req-23adf08a-7364-493f-9f1d-f0cc61c9a894 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:22.814018 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2ff2f943-94dc-49f7-bd8b-bc53c20e0c7b req-23adf08a-7364-493f-9f1d-f0cc61c9a894 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0741203 Aug 31 15:56:22.906357 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2ff2f943-94dc-49f7-bd8b-bc53c20e0c7b req-23ceb08d-a79f-4e3d-b99f-eebe3414e268 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851560 Aug 31 15:56:23.506564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751e4e6-d2b3-4310-afb0-89874c10cba8 req-679e5fe5-3841-44b7-ac56-a1040e740e08 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:23.508257 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1751e4e6-d2b3-4310-afb0-89874c10cba8 req-679e5fe5-3841-44b7-ac56-a1040e740e08 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0571351 Aug 31 15:56:23.586609 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1751e4e6-d2b3-4310-afb0-89874c10cba8 req-11323768-f860-45d2-8734-ebc18a3b3155 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695429 Aug 31 15:56:24.095301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30faf5-a2e1-458b-aff7-f31c2640eeb3 req-9c38e24d-f945-43b0-9f56-c8ecf607292b tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:24.099858 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4b30faf5-a2e1-458b-aff7-f31c2640eeb3 req-9c38e24d-f945-43b0-9f56-c8ecf607292b tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0890570 Aug 31 15:56:24.156110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:24.187593 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4b30faf5-a2e1-458b-aff7-f31c2640eeb3 req-95cdc18f-d83b-41f4-b9f6-62a1ecc18421 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822566 Aug 31 15:56:24.748576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af3ad3-aa58-4bfa-ab90-72cf1b61684c req-ba699f1c-ad47-46f5-8005-b244259d9078 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:24.750585 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-99af3ad3-aa58-4bfa-ab90-72cf1b61684c req-ba699f1c-ad47-46f5-8005-b244259d9078 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0783138 Aug 31 15:56:24.811355 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-99af3ad3-aa58-4bfa-ab90-72cf1b61684c req-791f8f76-f0b1-4199-9dc3-3f6132328124 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539942 Aug 31 15:56:25.333801 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa5f7e-64da-4736-b7bd-ccf693809fd7 req-82f97e9c-354c-4b2c-ba9e-1954122b0f07 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:25.335680 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b5fa5f7e-64da-4736-b7bd-ccf693809fd7 req-82f97e9c-354c-4b2c-ba9e-1954122b0f07 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0605667 Aug 31 15:56:25.400222 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b5fa5f7e-64da-4736-b7bd-ccf693809fd7 req-5f096070-0f4f-45bc-ad52-66141e3e99a5 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568669 Aug 31 15:56:25.950428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4737e6f-c2f6-4b9c-b73c-061238b2c901 req-b39a99f1-9751-489b-8eed-2308f40ed236 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:25.952294 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e4737e6f-c2f6-4b9c-b73c-061238b2c901 req-b39a99f1-9751-489b-8eed-2308f40ed236 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0547323 Aug 31 15:56:26.018303 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e4737e6f-c2f6-4b9c-b73c-061238b2c901 req-9eeec8f3-0e84-45c0-92dd-31d7ce0d4673 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551562 Aug 31 15:56:26.537000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ff791-29a6-4fad-880d-39922654daa7 req-5b2e27e8-f102-49ce-ae28-d9c4dccc9395 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:26.538663 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-853ff791-29a6-4fad-880d-39922654daa7 req-5b2e27e8-f102-49ce-ae28-d9c4dccc9395 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0545359 Aug 31 15:56:26.603421 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-853ff791-29a6-4fad-880d-39922654daa7 req-f65d4558-005e-4d13-873d-6ab7dd6bfd5d tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579684 Aug 31 15:56:26.769079 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:56:27.173458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af22ad-9dbb-41af-a171-9358d07fcb92 req-099131e1-86f8-4de3-ac86-ca2febb16b16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:27.176175 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e9af22ad-9dbb-41af-a171-9358d07fcb92 req-099131e1-86f8-4de3-ac86-ca2febb16b16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0790093 Aug 31 15:56:27.235865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:27.241770 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e9af22ad-9dbb-41af-a171-9358d07fcb92 req-c3e93e2e-1e67-4413-ba40-78ac6581fc3a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600939 Aug 31 15:56:27.739178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb5334-614e-4696-bf92-99e43755d081 req-debe95e3-0c69-4b0d-b735-085c8364c5aa tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:27.740812 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22eb5334-614e-4696-bf92-99e43755d081 req-debe95e3-0c69-4b0d-b735-085c8364c5aa tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0514326 Aug 31 15:56:27.808925 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22eb5334-614e-4696-bf92-99e43755d081 req-5445f8a5-4c3a-4422-b366-ff86fdb05219 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611653 Aug 31 15:56:28.398422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff5960-b008-4e8a-aea7-f58ccf636ccd req-90ae9c38-7974-43ce-87bf-557dbf29c744 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:28.400383 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4ff5960-b008-4e8a-aea7-f58ccf636ccd req-90ae9c38-7974-43ce-87bf-557dbf29c744 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0558805 Aug 31 15:56:28.458658 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4ff5960-b008-4e8a-aea7-f58ccf636ccd req-300da32f-65f5-4613-aac7-227b4098e48d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518825 Aug 31 15:56:28.959544 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e3275-9cdd-40a3-a51c-cb27bde48108 req-5c8487b3-2b4e-4b32-ad37-9baeabd9ff66 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:28.961216 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e18e3275-9cdd-40a3-a51c-cb27bde48108 req-5c8487b3-2b4e-4b32-ad37-9baeabd9ff66 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0554786 Aug 31 15:56:29.022463 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e18e3275-9cdd-40a3-a51c-cb27bde48108 req-5e849fa2-0bc8-4cd3-8012-aade901106e8 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547390 Aug 31 15:56:29.617690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70257c30-2c7f-4ba6-bb8d-d48f8b187e83 req-056ca195-aba2-484d-a60a-763fce05c473 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:29.619537 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-70257c30-2c7f-4ba6-bb8d-d48f8b187e83 req-056ca195-aba2-484d-a60a-763fce05c473 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0720592 Aug 31 15:56:29.678948 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-70257c30-2c7f-4ba6-bb8d-d48f8b187e83 req-974cd207-722f-469f-9b3f-ac099383b197 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525608 Aug 31 15:56:30.154454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b16b50-fdaf-450e-b470-f88cbe125136 req-5a2bdd74-4d13-4a56-a52b-62d7a7be48f1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:30.156099 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-13b16b50-fdaf-450e-b470-f88cbe125136 req-5a2bdd74-4d13-4a56-a52b-62d7a7be48f1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0529077 Aug 31 15:56:30.220476 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-13b16b50-fdaf-450e-b470-f88cbe125136 req-d2ff3587-1d0e-40d7-9488-36a9ee386b01 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547168 Aug 31 15:56:30.864029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c484fb7-32f9-4040-8be5-ef4cc9e4d3bd req-c3f74b50-730f-4f72-9295-4d7791785195 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:30.866854 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8c484fb7-32f9-4040-8be5-ef4cc9e4d3bd req-c3f74b50-730f-4f72-9295-4d7791785195 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.1017702 Aug 31 15:56:30.880034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:30.927387 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8c484fb7-32f9-4040-8be5-ef4cc9e4d3bd req-b35beac7-4d14-4727-abde-da250a565caa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537074 Aug 31 15:56:31.054341 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=44,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:31.056283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:31.409306 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793546d3-1d14-4bf6-b108-ebe550bdf473 req-18e61910-e94e-42e3-9913-4ff97cadeffe tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:31.412014 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-793546d3-1d14-4bf6-b108-ebe550bdf473 req-18e61910-e94e-42e3-9913-4ff97cadeffe tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0838764 Aug 31 15:56:31.470185 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-793546d3-1d14-4bf6-b108-ebe550bdf473 req-b2df8d67-b779-4b60-9cdc-37add7b8da1c tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512321 Aug 31 15:56:32.061743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc23cf-3d79-4c72-94c0-9ec7a8022696 req-ce22b5f1-542d-4d10-978e-068c0965a0a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:32.063431 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-effc23cf-3d79-4c72-94c0-9ec7a8022696 req-ce22b5f1-542d-4d10-978e-068c0965a0a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0540066 Aug 31 15:56:32.122977 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-effc23cf-3d79-4c72-94c0-9ec7a8022696 req-8759eb9c-197b-43f6-8952-6c4832f3ffbf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531762 Aug 31 15:56:32.602164 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc152c3-0dd1-40fe-bbba-a0001ab63e77 req-ca4bda36-2ab0-47d8-901a-0a938d45bcb2 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:32.603778 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-afc152c3-0dd1-40fe-bbba-a0001ab63e77 req-ca4bda36-2ab0-47d8-901a-0a938d45bcb2 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0534630 Aug 31 15:56:32.666067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:32.676564 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-afc152c3-0dd1-40fe-bbba-a0001ab63e77 req-6c9920be-65c4-444e-b2b9-9b815100e558 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650516 Aug 31 15:56:33.267707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0477-590b-40a7-9fad-041cc7ec550a req-bf454bd8-f700-4de0-93ab-9e0a5025eae6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:33.269368 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-78ac0477-590b-40a7-9fad-041cc7ec550a req-bf454bd8-f700-4de0-93ab-9e0a5025eae6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0642850 Aug 31 15:56:33.348150 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-78ac0477-590b-40a7-9fad-041cc7ec550a req-99af27da-6955-44a4-ae6a-11dc146ada0d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678303 Aug 31 15:56:33.817055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f884ee4-563c-4a8e-80bd-fbcbf2d48b84 req-e328b398-e854-455f-bd2c-54c24586d93e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:33.818232 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6f884ee4-563c-4a8e-80bd-fbcbf2d48b84 req-e328b398-e854-455f-bd2c-54c24586d93e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0575762 Aug 31 15:56:33.876030 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6f884ee4-563c-4a8e-80bd-fbcbf2d48b84 req-f9988bf6-f468-4568-ab1d-6fefd9427a57 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509813 Aug 31 15:56:33.936506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 2002b63d-c97b-403d-9384-920b9c54ef7c details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:56:34.076462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 2002b63d-c97b-403d-9384-920b9c54ef7c, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=2002b63d-c97b-403d-9384-920b9c54ef7c,segment=NetworkSegment(4eff5c6b-5191-40b4-9879-09beb9a13121),segment_id=4eff5c6b-5191-40b4-9879-09beb9a13121)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:34.098853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '2002b63d-c97b-403d-9384-920b9c54ef7c', 'network_id': '98fe38b0-aa27-4c41-816e-5f5a1f0461c6', 'port_id': '2002b63d-c97b-403d-9384-920b9c54ef7c', 'mac_address': 'fa:16:3e:69:2f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca13020d-2991-4063-bdbc-670fdb886ad6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:56:34.168761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 2002b63d-c97b-403d-9384-920b9c54ef7c is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:56:34.169233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:34.187413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2002b63d-c97b-403d-9384-920b9c54ef7c {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:56:34.211413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 2002b63d-c97b-403d-9384-920b9c54ef7c, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=2002b63d-c97b-403d-9384-920b9c54ef7c,segment=NetworkSegment(4eff5c6b-5191-40b4-9879-09beb9a13121),segment_id=4eff5c6b-5191-40b4-9879-09beb9a13121)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:34.301957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:34.359368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=2002b63d-c97b-403d-9384-920b9c54ef7c,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:34.369039 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.369384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.369759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.370715 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.371056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.371455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.371994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.372330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.372665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.372995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.373353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.373721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.374044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.374369 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.374688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:34.509978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7c1a-034e-495c-b31e-e00804970974 req-211185a8-4dc0-4e4a-9305-4261d8239880 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:34.512752 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-64ce7c1a-034e-495c-b31e-e00804970974 req-211185a8-4dc0-4e4a-9305-4261d8239880 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0737998 Aug 31 15:56:34.536572 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['2002b63d-c97b-403d-9384-920b9c54ef7c'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 15:56:34.594209 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-64ce7c1a-034e-495c-b31e-e00804970974 req-66ab4f20-eac4-4f7d-be3f-b0b97d24ffa2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747244 Aug 31 15:56:35.045883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680564-0d51-4be5-9c75-b7dfbfbcbfd1 req-668f6115-0e4a-42a2-96a3-697965e80efc tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:35.047884 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eb680564-0d51-4be5-9c75-b7dfbfbcbfd1 req-668f6115-0e4a-42a2-96a3-697965e80efc tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0824449 Aug 31 15:56:35.106860 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eb680564-0d51-4be5-9c75-b7dfbfbcbfd1 req-3f43aa02-0ede-47d8-86df-0b129efb85cc tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528977 Aug 31 15:56:35.730931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c491dc3-1883-4c3a-bccc-37c068c5f97d req-6ac6cc72-d24e-4a53-b978-cfa5e4c63ab0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:35.732598 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9c491dc3-1883-4c3a-bccc-37c068c5f97d req-6ac6cc72-d24e-4a53-b978-cfa5e4c63ab0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0557630 Aug 31 15:56:35.790178 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9c491dc3-1883-4c3a-bccc-37c068c5f97d req-12fc1bc1-7742-43dd-a08c-4a721ab50f86 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514076 Aug 31 15:56:35.945723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 2002b63d-c97b-403d-9384-920b9c54ef7c up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:35.993450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 2002b63d-c97b-403d-9384-920b9c54ef7c completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 15:56:36.092898 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 2002b63d-c97b-403d-9384-920b9c54ef7c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:56:36.093343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:36.093889 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 2002b63d-c97b-403d-9384-920b9c54ef7c Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:56:36.141760 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:56:36.252096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540bd4e-c4d7-428c-b488-9f2b0cb8982e req-dc1c2e08-a629-42c0-84dc-ea064659274f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:36.253640 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6540bd4e-c4d7-428c-b488-9f2b0cb8982e req-dc1c2e08-a629-42c0-84dc-ea064659274f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0524969 Aug 31 15:56:36.316774 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6540bd4e-c4d7-428c-b488-9f2b0cb8982e req-aee5d432-7875-4cc3-8124-96faf430ab97 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569768 Aug 31 15:56:36.763391 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:36.764326 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:36.929746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560bfdf-bc3e-4051-beda-15c27cfeb9db req-9ce52c37-bb8e-4a17-bf39-d20518810637 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:36.931442 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f560bfdf-bc3e-4051-beda-15c27cfeb9db req-9ce52c37-bb8e-4a17-bf39-d20518810637 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0580494 Aug 31 15:56:36.991901 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f560bfdf-bc3e-4051-beda-15c27cfeb9db req-600ba5dc-9982-4acc-ba19-1e320217480b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533085 Aug 31 15:56:37.787476 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f426d-3ccf-45ef-a6b6-20761a6e664a req-86af043d-adcd-482c-9e8c-971ce79bbb2f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:37.789165 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7f7f426d-3ccf-45ef-a6b6-20761a6e664a req-86af043d-adcd-482c-9e8c-971ce79bbb2f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.3827517 Aug 31 15:56:37.803024 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:37.852172 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7f7f426d-3ccf-45ef-a6b6-20761a6e664a req-77c3640d-5851-426b-8fcb-71835c885f44 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555944 Aug 31 15:56:38.135150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932db36-2212-4926-a2b8-335efeba66a1 req-bb720be8-74a8-4a7d-8cfb-b59f464108b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:38.137185 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a932db36-2212-4926-a2b8-335efeba66a1 req-bb720be8-74a8-4a7d-8cfb-b59f464108b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0624719 Aug 31 15:56:38.196846 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a932db36-2212-4926-a2b8-335efeba66a1 req-3b8b67dd-9dcc-4ca7-96b7-1b8a91409b81 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536351 Aug 31 15:56:38.524890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2d8637bc-74ea-4dc6-af93-96f74a6d25cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:38.869165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:38.991173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede739bd-37b4-4852-a4fb-e3ef97412a85 req-d490d24d-58a7-4274-8150-47d406dad679 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:38.992814 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ede739bd-37b4-4852-a4fb-e3ef97412a85 req-d490d24d-58a7-4274-8150-47d406dad679 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0550647 Aug 31 15:56:39.074447 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ede739bd-37b4-4852-a4fb-e3ef97412a85 req-27518d36-3609-42ad-942f-8c4478f57de7 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706253 Aug 31 15:56:39.340194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20260bf4-2b0b-4771-8c1d-2b38c070f9de req-01bc0518-925d-4442-bd0c-2ed31b0c8cdd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:39.341879 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-20260bf4-2b0b-4771-8c1d-2b38c070f9de req-01bc0518-925d-4442-bd0c-2ed31b0c8cdd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0583742 Aug 31 15:56:39.395074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:39.406312 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-20260bf4-2b0b-4771-8c1d-2b38c070f9de req-c466c373-c5cb-48a7-b80a-d39a14ddb1cb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547531 Aug 31 15:56:40.222302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f15-d590-40a7-a22a-29403c51e0ad req-c989e806-0b56-4db2-99e8-e3177adc9aa6 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:40.223975 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-32355f15-d590-40a7-a22a-29403c51e0ad req-c989e806-0b56-4db2-99e8-e3177adc9aa6 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0575919 Aug 31 15:56:40.280834 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-32355f15-d590-40a7-a22a-29403c51e0ad req-0252684a-f786-4566-8cd7-fbb64bf20dc3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506921 Aug 31 15:56:40.545969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021f92e-c8ba-41df-b48d-0fc5879b7305 req-1020964f-9782-4d03-b07b-84462b01dd45 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:40.547603 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e021f92e-c8ba-41df-b48d-0fc5879b7305 req-1020964f-9782-4d03-b07b-84462b01dd45 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0546372 Aug 31 15:56:40.603131 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e021f92e-c8ba-41df-b48d-0fc5879b7305 req-420282ca-9021-435e-96ab-39d98802ef5d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492778 Aug 31 15:56:40.710212 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9535d675-2629-4948-b2a7-047110a1840e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:41.417640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7881fa0-beb0-4dfe-95ea-3b0f1089fe8f req-cf3c9382-0683-43cd-b029-e6f2d78585bc tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:41.419249 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b7881fa0-beb0-4dfe-95ea-3b0f1089fe8f req-cf3c9382-0683-43cd-b029-e6f2d78585bc tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0551512 Aug 31 15:56:41.478922 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b7881fa0-beb0-4dfe-95ea-3b0f1089fe8f req-5ee6ed26-34dd-4f8b-8b2b-05113a8134cb tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534115 Aug 31 15:56:41.748493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def48c3-07e1-4d51-bc26-6e7dd5c91236 req-2e3ca7a0-6f35-4cc8-a375-217a991445db tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:41.750817 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5def48c3-07e1-4d51-bc26-6e7dd5c91236 req-2e3ca7a0-6f35-4cc8-a375-217a991445db tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0543666 Aug 31 15:56:41.825862 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5def48c3-07e1-4d51-bc26-6e7dd5c91236 req-056c4efe-a284-4f77-b614-40cfbb127d72 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677671 Aug 31 15:56:42.116158 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:42.651669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb026e-adbf-47be-ba2e-38f75e149cc3 req-4f081fca-7e47-4bcd-b494-b02fa329b306 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:42.653546 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0cbb026e-adbf-47be-ba2e-38f75e149cc3 req-4f081fca-7e47-4bcd-b494-b02fa329b306 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0586123 Aug 31 15:56:42.715211 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0cbb026e-adbf-47be-ba2e-38f75e149cc3 req-02d4d8e9-864d-4851-bfb2-c826e065eb1e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519388 Aug 31 15:56:42.960763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f12a3-bdcb-4e6a-8262-5be5bdb02706 req-0bab2b92-e49f-48ef-8fd7-978ff5811bc3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:42.962386 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4b5f12a3-bdcb-4e6a-8262-5be5bdb02706 req-0bab2b92-e49f-48ef-8fd7-978ff5811bc3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0566366 Aug 31 15:56:43.022530 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4b5f12a3-bdcb-4e6a-8262-5be5bdb02706 req-32493e36-c455-4308-a448-6f4691b13a83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536923 Aug 31 15:56:43.582394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:43.599792 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:43.670798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:43.849934 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cf522-6465-457f-8e63-f1dba5802bc2 req-8f988a31-12d1-4d41-a65b-1f5a64b4bc08 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:43.851575 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-803cf522-6465-457f-8e63-f1dba5802bc2 req-8f988a31-12d1-4d41-a65b-1f5a64b4bc08 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0544198 Aug 31 15:56:43.919321 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-803cf522-6465-457f-8e63-f1dba5802bc2 req-be8c341e-5009-4c33-8591-4e2228ddfdf3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606670 Aug 31 15:56:44.153796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a92f-8a41-4d89-86a7-7b082daebca3 req-e0b77300-5f00-40b6-aea2-35efe272a1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:44.155422 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcc2a92f-8a41-4d89-86a7-7b082daebca3 req-e0b77300-5f00-40b6-aea2-35efe272a1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0530438 Aug 31 15:56:44.212890 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bcc2a92f-8a41-4d89-86a7-7b082daebca3 req-098f7ba8-c87e-468c-945e-140c67d4ee7c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510571 Aug 31 15:56:45.049409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae5830-9ed2-4675-aa06-60e72150a15e req-a57c33f9-171c-40ba-b388-13c677eeb0a5 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:45.051147 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-20ae5830-9ed2-4675-aa06-60e72150a15e req-a57c33f9-171c-40ba-b388-13c677eeb0a5 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0525870 Aug 31 15:56:45.114644 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-20ae5830-9ed2-4675-aa06-60e72150a15e req-f9f42127-e5aa-4a4a-9a74-9fba81c6896f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571830 Aug 31 15:56:45.383420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516047d6-561c-456f-a543-d96221955d93 req-6da29900-6035-468d-9bd1-9604898580a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:45.387124 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-516047d6-561c-456f-a543-d96221955d93 req-6da29900-6035-468d-9bd1-9604898580a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0897269 Aug 31 15:56:45.440806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:45.446545 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-516047d6-561c-456f-a543-d96221955d93 req-fd22c78a-cd18-4264-a06b-bc846720095f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539443 Aug 31 15:56:46.256528 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dd16d-ed15-4d75-bc98-08882ef972be req-58ec4942-58a0-4f06-8c0e-64a7c3e92e7e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:46.258210 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-704dd16d-ed15-4d75-bc98-08882ef972be req-58ec4942-58a0-4f06-8c0e-64a7c3e92e7e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Aug 31 15:56:46.316321 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-704dd16d-ed15-4d75-bc98-08882ef972be req-6f9dbb03-819a-4fc9-93e3-37d50ef617c4 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512681 Aug 31 15:56:46.593940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588132b7-e0fe-4901-91f5-84e108aba9b0 req-68641143-acb1-422d-88ad-f89321992b30 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:46.595592 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-588132b7-e0fe-4901-91f5-84e108aba9b0 req-68641143-acb1-422d-88ad-f89321992b30 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0587289 Aug 31 15:56:46.663501 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-588132b7-e0fe-4901-91f5-84e108aba9b0 req-f1220e62-e9e9-43f9-a6f3-8d4ef043e028 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572934 Aug 31 15:56:47.451737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07204d95-7e28-4ab2-986a-6f5a66e7732c req-28ff09c7-029f-4627-933b-c35e5bb1e066 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:47.453307 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-07204d95-7e28-4ab2-986a-6f5a66e7732c req-28ff09c7-029f-4627-933b-c35e5bb1e066 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0539143 Aug 31 15:56:47.467708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:47.517350 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-07204d95-7e28-4ab2-986a-6f5a66e7732c req-b3cfe800-3774-475a-93b4-55e588beb4c9 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579429 Aug 31 15:56:47.796632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81799-5d06-4b6a-8cf3-5e738f99446f req-3df1eba5-599d-4a9c-9ded-b2d241e3f2c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:47.798433 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-45b81799-5d06-4b6a-8cf3-5e738f99446f req-3df1eba5-599d-4a9c-9ded-b2d241e3f2c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0519214 Aug 31 15:56:47.861533 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-45b81799-5d06-4b6a-8cf3-5e738f99446f req-a1148b15-5bdc-44b1-a674-ba203e501dbf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569472 Aug 31 15:56:48.678471 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a0df8-6d7e-4c43-b585-2e551728ddc0 req-f37c2d36-eceb-4d23-8c55-8f6c8caea11e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:48.680571 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-159a0df8-6d7e-4c43-b585-2e551728ddc0 req-f37c2d36-eceb-4d23-8c55-8f6c8caea11e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0586319 Aug 31 15:56:48.741740 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-159a0df8-6d7e-4c43-b585-2e551728ddc0 req-8fdb8302-f2c9-4e9f-8a45-eccc147a4b67 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545533 Aug 31 15:56:49.012772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de6c02-c686-4b0b-9e79-48a5e700afab req-178a2627-8e2b-4204-9cbe-7fed999aaa40 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:49.015440 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-46de6c02-c686-4b0b-9e79-48a5e700afab req-178a2627-8e2b-4204-9cbe-7fed999aaa40 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0741680 Aug 31 15:56:49.073760 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-46de6c02-c686-4b0b-9e79-48a5e700afab req-f1f6be6b-37f5-492e-be97-4034810e006a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524271 Aug 31 15:56:49.902615 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7a712-27bb-4de2-9b2a-ee3733960061 req-2dac385d-1de6-48fd-9edf-800491c13bd7 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:49.904287 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5ab7a712-27bb-4de2-9b2a-ee3733960061 req-2dac385d-1de6-48fd-9edf-800491c13bd7 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0531216 Aug 31 15:56:49.956067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:49.966139 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5ab7a712-27bb-4de2-9b2a-ee3733960061 req-8c30a436-bb06-4f65-bca0-27baecbd2769 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519874 Aug 31 15:56:50.232068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6291fd-b622-47be-85fd-5e9927c439ff req-455b4562-b546-4784-87db-4cfb564a84ba tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:50.234854 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5d6291fd-b622-47be-85fd-5e9927c439ff req-455b4562-b546-4784-87db-4cfb564a84ba tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0839701 Aug 31 15:56:50.294397 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5d6291fd-b622-47be-85fd-5e9927c439ff req-9d5a2952-84bd-4a43-961c-89f7c33fe9d1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535343 Aug 31 15:56:51.113868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ff80-44e3-4149-99a7-ee9e439d74d9 req-eeb59b7d-80bd-47e8-901a-ae20c4999eef tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:51.117132 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e015ff80-44e3-4149-99a7-ee9e439d74d9 req-eeb59b7d-80bd-47e8-901a-ae20c4999eef tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0573401 Aug 31 15:56:51.147488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:56:51.181545 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e015ff80-44e3-4149-99a7-ee9e439d74d9 req-9d30944f-2465-4b8c-9515-6188401dbf74 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567315 Aug 31 15:56:51.442343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087118df-9ae8-4647-9be1-45cf7f9cbc6c req-aa08cdf7-7045-4008-be12-f898833c1e38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:51.444672 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-087118df-9ae8-4647-9be1-45cf7f9cbc6c req-aa08cdf7-7045-4008-be12-f898833c1e38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0710514 Aug 31 15:56:51.526536 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-087118df-9ae8-4647-9be1-45cf7f9cbc6c req-8a7f5692-463b-4b0d-b081-bbbfd2795c48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735817 Aug 31 15:56:51.726390 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:51.733823 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:52.311744 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1acd1-4e6b-4a55-a7a1-f5de1dae9ebe req-7fe3292d-5026-4060-8b86-8c4e5c7738a3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:52.313296 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-18a1acd1-4e6b-4a55-a7a1-f5de1dae9ebe req-7fe3292d-5026-4060-8b86-8c4e5c7738a3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0545735 Aug 31 15:56:52.378499 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-18a1acd1-4e6b-4a55-a7a1-f5de1dae9ebe req-0251306e-b51c-435e-b3ee-8e8f33f8c4b8 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534773 Aug 31 15:56:52.667630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afad235-f716-4fa8-95f1-ab8e7023b7cc req-908e47cb-4dd1-4404-bf19-e48823d16839 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:52.669625 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6afad235-f716-4fa8-95f1-ab8e7023b7cc req-908e47cb-4dd1-4404-bf19-e48823d16839 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0551052 Aug 31 15:56:52.694606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:52.733617 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6afad235-f716-4fa8-95f1-ab8e7023b7cc req-bb8af219-9a70-46c9-a5a2-5f52593d231a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550442 Aug 31 15:56:53.561973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb25345-2521-40ef-910c-796269dcd666 req-f9efffdb-3b07-404a-802d-4cc3648a2ffd tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:53.568652 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8cb25345-2521-40ef-910c-796269dcd666 req-f9efffdb-3b07-404a-802d-4cc3648a2ffd tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0668001 Aug 31 15:56:53.633302 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8cb25345-2521-40ef-910c-796269dcd666 req-03939ac8-c15b-44af-97e3-c79ac0a588b7 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567865 Aug 31 15:56:53.888096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229696b-b637-48fb-9f63-62c8ecaf49b9 req-27171c29-3537-457d-8731-64895af489a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:53.889772 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0229696b-b637-48fb-9f63-62c8ecaf49b9 req-27171c29-3537-457d-8731-64895af489a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0654540 Aug 31 15:56:53.950027 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0229696b-b637-48fb-9f63-62c8ecaf49b9 req-a5e5985a-c4dc-475b-bc55-0cecc3cd3a87 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532329 Aug 31 15:56:54.768969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a744ae-0f5b-4c15-b7bc-b9f2bedf5bdc req-838e2dcf-a3f0-41dd-b32e-d9851cb0f881 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:54.770540 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d7a744ae-0f5b-4c15-b7bc-b9f2bedf5bdc req-838e2dcf-a3f0-41dd-b32e-d9851cb0f881 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0555897 Aug 31 15:56:54.827887 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d7a744ae-0f5b-4c15-b7bc-b9f2bedf5bdc req-064b1fd6-4ee8-497d-8e5e-559080ceb45f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504560 Aug 31 15:56:55.085488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdebb6-0c50-4811-b8fb-4d13dc74f720 req-600f0f5a-6938-412e-b978-74ba5fa80cdd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:55.088789 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-92fdebb6-0c50-4811-b8fb-4d13dc74f720 req-600f0f5a-6938-412e-b978-74ba5fa80cdd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0622416 Aug 31 15:56:55.150166 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-92fdebb6-0c50-4811-b8fb-4d13dc74f720 req-6b826a92-94be-4acf-8440-51be04b138ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553677 Aug 31 15:56:55.958021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c37bd-69fd-4ca1-9fca-44c6186cd5b6 req-df882f06-ba3b-42db-a381-b080fa3dc4e2 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:55.959704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d2c37bd-69fd-4ca1-9fca-44c6186cd5b6 req-df882f06-ba3b-42db-a381-b080fa3dc4e2 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0516136 Aug 31 15:56:56.017085 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d2c37bd-69fd-4ca1-9fca-44c6186cd5b6 req-ad57bb2e-361a-4492-918c-751633395a67 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507362 Aug 31 15:56:56.283704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fccd79-c1dc-4b70-afd7-6b3abd5031f3 req-87478bed-7b98-43ca-bb81-a0132846ce1e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:56.285319 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a7fccd79-c1dc-4b70-afd7-6b3abd5031f3 req-87478bed-7b98-43ca-bb81-a0132846ce1e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0540211 Aug 31 15:56:56.351771 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a7fccd79-c1dc-4b70-afd7-6b3abd5031f3 req-d4aa533a-1d8a-4a42-8cf3-d8ed79b2156c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547760 Aug 31 15:56:57.155236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c3165-15d2-446e-8dc4-8ff6a4d8397f req-5534784a-938f-4699-a6ce-9c4dcb1f7c0a tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:57.156887 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-999c3165-15d2-446e-8dc4-8ff6a4d8397f req-5534784a-938f-4699-a6ce-9c4dcb1f7c0a tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0579267 Aug 31 15:56:57.220547 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-999c3165-15d2-446e-8dc4-8ff6a4d8397f req-fbe5cf67-d062-4b7e-8f0c-455a947f8a65 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524712 Aug 31 15:56:57.486077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749ecb5-391a-4535-ad89-0c1e6cf342e1 req-50d7882f-9544-4279-8e5e-341bb00b9f74 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:57.487709 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9749ecb5-391a-4535-ad89-0c1e6cf342e1 req-50d7882f-9544-4279-8e5e-341bb00b9f74 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0533361 Aug 31 15:56:57.547147 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9749ecb5-391a-4535-ad89-0c1e6cf342e1 req-7f9ff0cb-ad41-4745-bede-3f4995c66a43 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533476 Aug 31 15:56:58.361539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a894-d0cd-4723-94bd-d2427449866f req-550af493-b01e-4f5f-94e9-69bf338fd1a0 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:58.364033 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8c50a894-d0cd-4723-94bd-d2427449866f req-550af493-b01e-4f5f-94e9-69bf338fd1a0 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0661056 Aug 31 15:56:58.424829 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8c50a894-d0cd-4723-94bd-d2427449866f req-76332dad-c3aa-44bd-8a9b-b5400947e1df tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534575 Aug 31 15:56:58.676852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30765b-e31d-49ed-95ad-acf1f8a50e02 req-e83dc15a-698f-4fe4-918e-255b9c26229f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:58.678999 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5f30765b-e31d-49ed-95ad-acf1f8a50e02 req-e83dc15a-698f-4fe4-918e-255b9c26229f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0519960 Aug 31 15:56:58.738313 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5f30765b-e31d-49ed-95ad-acf1f8a50e02 req-8adf381d-527a-4d49-b6ca-59e21c0ed59d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521421 Aug 31 15:56:59.564578 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ccc5c-65cf-47c5-a506-726d18393948 req-958dee1c-0092-4f22-9e5d-fd4b7c5f44f2 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:59.566654 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-951ccc5c-65cf-47c5-a506-726d18393948 req-958dee1c-0092-4f22-9e5d-fd4b7c5f44f2 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0546880 Aug 31 15:56:59.629389 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-951ccc5c-65cf-47c5-a506-726d18393948 req-b798eeb0-40ad-4fa9-b60b-340b5fec7e1f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568559 Aug 31 15:56:59.871932 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2ef2f-4932-4d48-8ddb-fe862dacb921 req-1e34b004-b789-4c11-912e-8fc5a6021257 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:56:59.873897 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8b2ef2f-4932-4d48-8ddb-fe862dacb921 req-1e34b004-b789-4c11-912e-8fc5a6021257 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0561018 Aug 31 15:56:59.898971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:56:59.926745 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8b2ef2f-4932-4d48-8ddb-fe862dacb921 req-679d8b45-0fd5-4307-9240-1237c3f60af4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472672 Aug 31 15:57:00.814248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a194995-529e-43ad-bec0-e400f6cca5be req-c2f60436-f9fe-4f05-97cd-4b2e9396d7dd tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:00.816949 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3a194995-529e-43ad-bec0-e400f6cca5be req-c2f60436-f9fe-4f05-97cd-4b2e9396d7dd tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0814369 Aug 31 15:57:00.833042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:00.894287 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3a194995-529e-43ad-bec0-e400f6cca5be req-b5de7aa0-4bb2-4aa8-9e5c-f2285d007d16 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707140 Aug 31 15:57:00.970958 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:00.977887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:01.108847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43de11-bb72-4f76-9f79-8c6ba7ab524b req-567dbb02-df85-4f10-b2df-cd3767e09751 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:01.110830 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d43de11-bb72-4f76-9f79-8c6ba7ab524b req-567dbb02-df85-4f10-b2df-cd3767e09751 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0656126 Aug 31 15:57:01.194538 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d43de11-bb72-4f76-9f79-8c6ba7ab524b req-96bf75d7-c020-4386-a03e-fa1b731fb3b3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731144 Aug 31 15:57:02.092948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb890744-8694-4ab5-b0ae-78c63c7fbd77 req-eed2de1b-ab07-4682-99b8-450ae55f3af1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:02.094995 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fb890744-8694-4ab5-b0ae-78c63c7fbd77 req-eed2de1b-ab07-4682-99b8-450ae55f3af1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0552948 Aug 31 15:57:02.154712 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fb890744-8694-4ab5-b0ae-78c63c7fbd77 req-8f3f700f-a28d-4a33-99de-fea27a2b3e6b tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532148 Aug 31 15:57:02.333432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a0e46-439a-4c71-8974-1557b967c768 req-ff0f0b01-b3b9-48ff-baab-9ae89539d202 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:02.335085 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d48a0e46-439a-4c71-8974-1557b967c768 req-ff0f0b01-b3b9-48ff-baab-9ae89539d202 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0515723 Aug 31 15:57:02.399984 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d48a0e46-439a-4c71-8974-1557b967c768 req-157d3077-36ba-412f-ba9d-12e324eb10f2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581102 Aug 31 15:57:03.314696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6b6d3-bc6d-460e-91d3-5654128840f6 req-fbf7389a-7f99-498e-939e-8942d3014700 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:03.316359 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eee6b6d3-bc6d-460e-91d3-5654128840f6 req-fbf7389a-7f99-498e-939e-8942d3014700 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0718193 Aug 31 15:57:03.376360 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eee6b6d3-bc6d-460e-91d3-5654128840f6 req-b4232991-15cf-4100-8892-417f7319beec tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528991 Aug 31 15:57:03.533255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369cb64-7a1d-48a6-a8a5-272fd9a8157a req-3eabd33a-895f-4eda-a547-61e3223bac54 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:03.534810 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3369cb64-7a1d-48a6-a8a5-272fd9a8157a req-3eabd33a-895f-4eda-a547-61e3223bac54 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0529158 Aug 31 15:57:03.600291 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3369cb64-7a1d-48a6-a8a5-272fd9a8157a req-c5deeef2-3f4a-4e12-9f89-e9ee983be38c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=809d6d55-45c8-470c-aead-ccd825540552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584600 Aug 31 15:57:03.771379 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:57:04.137868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e601ff2d-3cc3-420e-8f04-4fd8434975b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:04.139774 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-e601ff2d-3cc3-420e-8f04-4fd8434975b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 945 time: 0.0531518 Aug 31 15:57:04.186015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:04.239502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-18e25b2f-c259-48b0-90ed-9c0579203d4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:04.239865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-18e25b2f-c259-48b0-90ed-9c0579203d4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:04.342816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-18e25b2f-c259-48b0-90ed-9c0579203d4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3,segment=NetworkSegment(7053515c-f68a-4193-8d40-78110567a193),segment_id=7053515c-f68a-4193-8d40-78110567a193)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:04.343186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-18e25b2f-c259-48b0-90ed-9c0579203d4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:04.359811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-18e25b2f-c259-48b0-90ed-9c0579203d4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:04.529939 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:04.554289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08359d2-17a6-4630-a208-d911dbd7b66c req-6b00ff02-8f41-4dc4-bf2a-63f59fd49806 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:04.556306 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b08359d2-17a6-4630-a208-d911dbd7b66c req-6b00ff02-8f41-4dc4-bf2a-63f59fd49806 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0655761 Aug 31 15:57:04.613151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-18e25b2f-c259-48b0-90ed-9c0579203d4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:04.618174 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b08359d2-17a6-4630-a208-d911dbd7b66c req-bda317d7-387a-40dc-9197-7f1637aaefce tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508604 Aug 31 15:57:04.644792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e25b2f-c259-48b0-90ed-9c0579203d4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:04.730817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-18e25b2f-c259-48b0-90ed-9c0579203d4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] No DVR routers for this DVR port 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:57:04.750309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-18e25b2f-c259-48b0-90ed-9c0579203d4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:04.753852 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4371a9d0-f5f5-43c7-9df7-8fccdf56f3ca req-18e25b2f-c259-48b0-90ed-9c0579203d4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "DELETE /networking/v2.0/ports/8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 HTTP/1.1" status: 204 len: 173 time: 0.6075022 Aug 31 15:57:04.754368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f73f54-0a2c-4f5b-aeea-5b98ff07b14e', 'name': 'network-vif-deleted', 'tag': '8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:57:04.756779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8643a8-9d59-477e-a18e-c656922e0dc6" -d '{"events": [{"server_uuid": "75f73f54-0a2c-4f5b-aeea-5b98ff07b14e", "name": "network-vif-deleted", "tag": "8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:04.761784 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ce165eee-5f6c-48a3-927c-e64acb9a4892 req-ba0f0187-943c-4254-9769-151479db8d4e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 210 time: 0.0582604 Aug 31 15:57:04.803810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 15:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d369bd-b500-4e92-afc1-63848157c2ea x-openstack-request-id: req-a0d369bd-b500-4e92-afc1-63848157c2ea {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:04.804106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f73f54-0a2c-4f5b-aeea-5b98ff07b14e", "name": "network-vif-deleted", "tag": "8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:04.804343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0d369bd-b500-4e92-afc1-63848157c2ea {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:04.804996 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a0d369bd-b500-4e92-afc1-63848157c2ea']: {'server_uuid': '75f73f54-0a2c-4f5b-aeea-5b98ff07b14e', 'name': 'network-vif-deleted', 'tag': '8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3', 'status': 'failed', 'code': 422} returned with failed status Aug 31 15:57:05.793485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b92a5f-9683-416a-937b-4fba81388ae2 req-9d2a2ff0-5143-40e3-8925-cbd9c9fc8c78 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:05.795210 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-72b92a5f-9683-416a-937b-4fba81388ae2 req-9d2a2ff0-5143-40e3-8925-cbd9c9fc8c78 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0553861 Aug 31 15:57:05.879109 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-72b92a5f-9683-416a-937b-4fba81388ae2 req-8b88e6cf-eeec-4bf8-a4af-1b479db7c49a tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740175 Aug 31 15:57:05.906223 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-24f06688-d748-4180-b51a-4406833a0206 req-75a25484-64c0-4bc1-9e94-c05156b6b3d0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 210 time: 0.0452938 Aug 31 15:57:06.124260 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:06.146028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:57:06.146365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 8e2c0e5e-b68b-4932-b6b9-b7b23a9061b3 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:06.171990 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c9e87f16-01c7-4d76-96e1-c488467a6a12 req-8e2dde7e-963c-4d84-92e3-c182c4287e9b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=75f73f54-0a2c-4f5b-aeea-5b98ff07b14e HTTP/1.1" status: 200 len: 210 time: 0.0334156 Aug 31 15:57:06.743746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41986) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:06.744700 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:06.812637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b7555d5-4faf-4b8c-93c8-65203a8a0d56 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (809d6d55-45c8-470c-aead-ccd825540552), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:06.844348 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b7555d5-4faf-4b8c-93c8-65203a8a0d56 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (809d6d55-45c8-470c-aead-ccd825540552), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:06.871459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:07.015049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f521ec3-dcad-4bc8-b9ca-802fba1751f2 req-8cdbd230-b5ae-47a1-94d7-97dbefb51c02 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:07.017830 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8f521ec3-dcad-4bc8-b9ca-802fba1751f2 req-8cdbd230-b5ae-47a1-94d7-97dbefb51c02 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0596962 Aug 31 15:57:07.034912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b7555d5-4faf-4b8c-93c8-65203a8a0d56 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (809d6d55-45c8-470c-aead-ccd825540552), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:07.039620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b7555d5-4faf-4b8c-93c8-65203a8a0d56 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:07.040155 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0b7555d5-4faf-4b8c-93c8-65203a8a0d56 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/809d6d55-45c8-470c-aead-ccd825540552 HTTP/1.1" status: 204 len: 168 time: 0.2999818 Aug 31 15:57:07.062609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7555d5-4faf-4b8c-93c8-65203a8a0d56 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809d6d55-45c8-470c-aead-ccd825540552,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:07.126122 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8f521ec3-dcad-4bc8-b9ca-802fba1751f2 req-54f1669c-02ea-4b59-a876-33bc9bfa1b1f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013856 Aug 31 15:57:07.166186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41992) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:07.595665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (21355399-b954-433d-9003-93130b89d404), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:07.856238 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 969b4bd2-576e-4e6b-ac90-32b854849ba9 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:07.856577 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:07.932632 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:07.954807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 969b4bd2-576e-4e6b-ac90-32b854849ba9, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=969b4bd2-576e-4e6b-ac90-32b854849ba9,segment=NetworkSegment(7053515c-f68a-4193-8d40-78110567a193),segment_id=7053515c-f68a-4193-8d40-78110567a193)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:07.955210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:07.974703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 969b4bd2-576e-4e6b-ac90-32b854849ba9 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:08.180738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:08.253091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (969b4bd2-576e-4e6b-ac90-32b854849ba9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:08.264550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3cdce-10ed-4d25-9657-0aa566b249f9 req-17702a10-2250-44fe-916b-893279720ccb tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:08.266159 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-15a3cdce-10ed-4d25-9657-0aa566b249f9 req-17702a10-2250-44fe-916b-893279720ccb tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0494511 Aug 31 15:57:08.283590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=969b4bd2-576e-4e6b-ac90-32b854849ba9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:08.321953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.322487 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.322912 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.323320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.323721 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.324051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.324387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.324701 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.325024 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.325340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.325784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.326117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.326434 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.326753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.327068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:08.333816 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-15a3cdce-10ed-4d25-9657-0aa566b249f9 req-a8c9bbdc-7997-4908-a97e-323f5e973058 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607085 Aug 31 15:57:08.518592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-581f4cda-6b87-49a6-b72b-b4fce6bba992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:08.523785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (21355399-b954-433d-9003-93130b89d404), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:08.790538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 21355399-b954-433d-9003-93130b89d404 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:57:08.908812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:08.918004 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1aa6ffeb-3481-4433-8b96-916eb55a047c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/21355399-b954-433d-9003-93130b89d404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502296 Aug 31 15:57:08.920986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 41996) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:08.924037 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] Sync routers for ids ['21355399-b954-433d-9003-93130b89d404'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:08.936687 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] Routers {'21355399-b954-433d-9003-93130b89d404'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:57:08.937656 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:56:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['21355399-b954-433d-9003-93130b89d404'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:08.998483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6ccbd9-332c-4827-b11a-c93773f3157c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting subnet 95b0129b-74f5-404e-848a-b19f045ad159 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:57:09.002389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c6ccbd9-332c-4827-b11a-c93773f3157c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (95b0129b-74f5-404e-848a-b19f045ad159), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.047731 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:09.052269 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] Set router 21355399-b954-433d-9003-93130b89d404 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:57:09.053370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c6ccbd9-332c-4827-b11a-c93773f3157c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (95b0129b-74f5-404e-848a-b19f045ad159), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.146545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c6ccbd9-332c-4827-b11a-c93773f3157c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (95b0129b-74f5-404e-848a-b19f045ad159), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.208800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:09.238847 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21355399-b954-433d-9003-93130b89d404', 'name': 'tempest-TestNetworkBasicOps-router-2077972', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:40Z', 'updated_at': '2022-08-31T15:57:08Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:41Z', 'updated_at': '2022-08-31T15:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:09.293579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c6ccbd9-332c-4827-b11a-c93773f3157c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (95b0129b-74f5-404e-848a-b19f045ad159), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.329229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c6ccbd9-332c-4827-b11a-c93773f3157c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.333369 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7c6ccbd9-332c-4827-b11a-c93773f3157c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/95b0129b-74f5-404e-848a-b19f045ad159 HTTP/1.1" status: 204 len: 168 time: 0.4103906 Aug 31 15:57:09.334418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ccbd9-332c-4827-b11a-c93773f3157c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Subnet': ['ID=95b0129b-74f5-404e-848a-b19f045ad159,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:09.335206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 41998) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:09.339745 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] Checking router: 21355399-b954-433d-9003-93130b89d404 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:09.342423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe24bab-50e2-4837-adbc-baf3a60842d4 None None] Network 6ed97a41-9194-44d7-8eca-a212a6d130cf requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:57:09.349786 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] Routers {'21355399-b954-433d-9003-93130b89d404'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:57:09.350545 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:56:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['21355399-b954-433d-9003-93130b89d404'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:09.449358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:09.470941 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] Set router 21355399-b954-433d-9003-93130b89d404 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:57:09.473151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (21355399-b954-433d-9003-93130b89d404), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.496380 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208c72f-ced9-4559-9970-e82da1248f9f req-bfd286f2-010f-49ed-88ff-462b60eb8934 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:09.500153 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f208c72f-ced9-4559-9970-e82da1248f9f req-bfd286f2-010f-49ed-88ff-462b60eb8934 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0614741 Aug 31 15:57:09.551275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0168f7e2-db3f-44bd-b3ee-eef3880e9313 None None] DHCP port deletion for 6ed97a41-9194-44d7-8eca-a212a6d130cf request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:57:09.610113 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f208c72f-ced9-4559-9970-e82da1248f9f req-72749d3b-5eaa-4784-986d-2d5ed28b5be3 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053452 Aug 31 15:57:09.613366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0168f7e2-db3f-44bd-b3ee-eef3880e9313 None None] Deleting port 651f8cce-5302-489b-ace5-0771afafeda9 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:09.613856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0168f7e2-db3f-44bd-b3ee-eef3880e9313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (651f8cce-5302-489b-ace5-0771afafeda9), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.681658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (21355399-b954-433d-9003-93130b89d404), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.697276 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0168f7e2-db3f-44bd-b3ee-eef3880e9313 None None] For port 651f8cce-5302-489b-ace5-0771afafeda9, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=651f8cce-5302-489b-ace5-0771afafeda9,segment=NetworkSegment(7053515c-f68a-4193-8d40-78110567a193),segment_id=7053515c-f68a-4193-8d40-78110567a193)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:09.697885 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0168f7e2-db3f-44bd-b3ee-eef3880e9313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (651f8cce-5302-489b-ace5-0771afafeda9), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.712384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0168f7e2-db3f-44bd-b3ee-eef3880e9313 None None] Calling delete_port for 651f8cce-5302-489b-ace5-0771afafeda9 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:09.721340 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21355399-b954-433d-9003-93130b89d404', 'name': 'tempest-TestNetworkBasicOps-router-2077972', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:40Z', 'updated_at': '2022-08-31T15:57:08Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:41Z', 'updated_at': '2022-08-31T15:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:09.770564 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3cb688-7f13-4bcb-adc4-97f9a844810c None None] The sync data for ids ['21355399-b954-433d-9003-93130b89d404'] in dv-neutron-855257-2-hyperv is: [{'id': '21355399-b954-433d-9003-93130b89d404', 'name': 'tempest-TestNetworkBasicOps-router-2077972', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:40Z', 'updated_at': '2022-08-31T15:57:08Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fc5994c5-8ce7-4f16-8229-67377f154b17', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21355399-b954-433d-9003-93130b89d404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:41Z', 'updated_at': '2022-08-31T15:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:09.827870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port fc5994c5-8ce7-4f16-8229-67377f154b17 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:09.828213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.920920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port fc5994c5-8ce7-4f16-8229-67377f154b17, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fc5994c5-8ce7-4f16-8229-67377f154b17,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:09.921200 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.930607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0168f7e2-db3f-44bd-b3ee-eef3880e9313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (651f8cce-5302-489b-ace5-0771afafeda9), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:09.938816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for fc5994c5-8ce7-4f16-8229-67377f154b17 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:09.958346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168f7e2-db3f-44bd-b3ee-eef3880e9313 None None] Pushing event deleted for resources: {'Port': ['ID=651f8cce-5302-489b-ace5-0771afafeda9,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:09.963283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168f7e2-db3f-44bd-b3ee-eef3880e9313 None None] No DVR routers for this DVR port 651f8cce-5302-489b-ace5-0771afafeda9 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:57:10.211278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (fc5994c5-8ce7-4f16-8229-67377f154b17), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:10.588177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 651f8cce-5302-489b-ace5-0771afafeda9 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:10.594049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=fc5994c5-8ce7-4f16-8229-67377f154b17,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:10.641982 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 651f8cce-5302-489b-ace5-0771afafeda9 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:57:10.642551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 651f8cce-5302-489b-ace5-0771afafeda9 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:10.643230 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 969b4bd2-576e-4e6b-ac90-32b854849ba9 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:10.674442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (21355399-b954-433d-9003-93130b89d404), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:10.692699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 969b4bd2-576e-4e6b-ac90-32b854849ba9 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:57:10.693199 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 969b4bd2-576e-4e6b-ac90-32b854849ba9 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:10.804733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e7ee057f-9737-4db4-acac-4121516b739a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:10.818957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (21355399-b954-433d-9003-93130b89d404), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:10.832255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (21355399-b954-433d-9003-93130b89d404), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:10.832255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:10.835158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e1b8e-2c45-40f3-9552-5b09dbbf9a78 req-cd9d2501-ec3d-4750-b5a8-410d080bc040 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:10.837172 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-946e1b8e-2c45-40f3-9552-5b09dbbf9a78 req-cd9d2501-ec3d-4750-b5a8-410d080bc040 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1278157 Aug 31 15:57:10.931969 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-946e1b8e-2c45-40f3-9552-5b09dbbf9a78 req-a6b9d668-121a-4ab8-b9c9-e721375e42c6 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847571 Aug 31 15:57:10.982119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (21355399-b954-433d-9003-93130b89d404), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:10.982988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Fanout notify agent at l3_agent the message router_deleted on router 21355399-b954-433d-9003-93130b89d404 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:57:10.993636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:10.996916 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c51e20f0-2efa-4736-90dc-139d68a87f3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/routers/21355399-b954-433d-9003-93130b89d404 HTTP/1.1" status: 204 len: 168 time: 1.6599252 Aug 31 15:57:11.000343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42004) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:11.109428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (6ed97a41-9194-44d7-8eca-a212a6d130cf), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.147576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:11.211554 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (6ed97a41-9194-44d7-8eca-a212a6d130cf), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.235345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed97a41-9194-44d7-8eca-a212a6d130cf']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:11.245734 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7053515c-f68a-4193-8d40-78110567a193') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:11.246308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7053515c-f68a-4193-8d40-78110567a193') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:11.256802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (7053515c-f68a-4193-8d40-78110567a193), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.272276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (7053515c-f68a-4193-8d40-78110567a193), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.280755 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:57:11.281146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (7053515c-f68a-4193-8d40-78110567a193), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.333772 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 7053515c-f68a-4193-8d40-78110567a193 resource provider aggregate not found Aug 31 15:57:11.356417 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 7053515c-f68a-4193-8d40-78110567a193 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7053515c-f68a-4193-8d40-78110567a193 found for delete ", "request_id": "req-5b5585a7-abb3-4837-a278-93dbcca69579"}]} Aug 31 15:57:11.424699 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (6ed97a41-9194-44d7-8eca-a212a6d130cf), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.433751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.436724 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6ed97a41-9194-44d7-8eca-a212a6d130cf HTTP/1.1" status: 204 len: 168 time: 0.4352536 Aug 31 15:57:11.451000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1d805-344b-4512-b1a6-b75db48db2a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Network': ['ID=6ed97a41-9194-44d7-8eca-a212a6d130cf,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:11.468481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42010) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:11.473787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'network': {'name': 'tempest-network-smoke--1827110147', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'port_security_enabled': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:11.604241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:11.608152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.636228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:57:11.646035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dfef9842-80e9-4958-abed-32139d1775be), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.646379 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Added segment dfef9842-80e9-4958-abed-32139d1775be of type vlan for network 236f308e-4589-45d2-8ec4-e4bf5643f372 Aug 31 15:57:11.694401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (236f308e-4589-45d2-8ec4-e4bf5643f372), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.807170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (236f308e-4589-45d2-8ec4-e4bf5643f372), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.812853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:11.813477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:11.888677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Network': ['ID=236f308e-4589-45d2-8ec4-e4bf5643f372,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:11.900851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 236f308e-4589-45d2-8ec4-e4bf5643f372 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:57:11.941505 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2208206b-9770-45bc-b18f-6207ad1fce16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4718578 Aug 31 15:57:11.944532 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42012) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:11.950025 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1272165416', 'admin_state_up': True, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:12.051251 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:12.053441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:12.146500 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98af330-8b6a-4d27-a8a9-be3355764b4f req-0fe0311c-4fe7-4020-8b31-73436969d98b tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:12.147968 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d98af330-8b6a-4d27-a8a9-be3355764b4f req-0fe0311c-4fe7-4020-8b31-73436969d98b tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0835700 Aug 31 15:57:12.153800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:12.160290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:12.206836 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d98af330-8b6a-4d27-a8a9-be3355764b4f req-07b72648-02f0-460a-a064-01c9ea199028 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517714 Aug 31 15:57:12.372679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:12.572538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fc5994c5-8ce7-4f16-8229-67377f154b17 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:12.600853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: fc5994c5-8ce7-4f16-8229-67377f154b17 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:57:12.601290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fc5994c5-8ce7-4f16-8229-67377f154b17 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:12.674010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:12.694445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:12.754035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:12.811428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.26.2.152 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/9f5afa5f-4385-440d-ad31-706dd289bbae) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:12.815665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:12.933734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:13.036206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:13.083718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:13.090176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:13.092611 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=9f5afa5f-4385-440d-ad31-706dd289bbae,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:13.095035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:57:13.348321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2979c-11dd-44c2-b37f-8c2fe52a008a req-987df206-9351-4ce6-8ee4-e1e44436a4d6 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:13.349848 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b0f2979c-11dd-44c2-b37f-8c2fe52a008a req-987df206-9351-4ce6-8ee4-e1e44436a4d6 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0628164 Aug 31 15:57:13.414277 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b0f2979c-11dd-44c2-b37f-8c2fe52a008a req-1a718ee0-55fd-48c5-abc8-7e0ff20a0664 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562499 Aug 31 15:57:13.548582 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:13.570400 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:13.678915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:13.706209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:13.772275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:14.046869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:57:14.178810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:14.192487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Sync routers for ids ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:14.209073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Routers {'36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:57:14.210152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:57:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:14.288782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:14.290060 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-647e2054-939a-412a-bb40-faea351c5f55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3445215 Aug 31 15:57:14.294742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42018) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:14.321948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Set router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:57:14.329320 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6873f659-42fb-4000-9e23-c61fe822d1cd tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=c1c1baf047434c6c96bb801d711d1228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334132 Aug 31 15:57:14.332608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42020) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:14.440146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ddb3c-d6db-4d60-8ddc-c7519a7df358 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:14.442651 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-892ddb3c-d6db-4d60-8ddc-c7519a7df358 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1088057 Aug 31 15:57:14.445492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42022) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:14.491942 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-20caf1e1-10e6-4117-b0ad-90891353460a tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450466 Aug 31 15:57:14.497270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42026) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:14.503212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-648141046', 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:14.560084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'name': 'tempest-TestNetworkBasicOps-router-1272165416', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:13Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:14.609401 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Checking router: 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:14.610202 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Updating router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 port 9f5afa5f-4385-440d-ad31-706dd289bbae binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:57:14.613778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:14.626613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f85c-6148-47e5-865b-8a5338a95cff req-7c485eb1-c7ce-439e-b362-6dade5559d56 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:14.628240 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f991f85c-6148-47e5-865b-8a5338a95cff req-7c485eb1-c7ce-439e-b362-6dade5559d56 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1043296 Aug 31 15:57:14.663849 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:14.718663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:14.792128 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:14.998210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Publish callbacks [] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:15.023061 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f991f85c-6148-47e5-865b-8a5338a95cff req-b42a788c-a3a5-45cd-9f76-d098482a0a78 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887815 Aug 31 15:57:15.129910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:15.135332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:15.177095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:15.216883 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Attempting to bind port 9f5afa5f-4385-440d-ad31-706dd289bbae on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:57:15.217251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Attempting to bind port 9f5afa5f-4385-440d-ad31-706dd289bbae by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:57:15.217650 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Attempting to bind port 9f5afa5f-4385-440d-ad31-706dd289bbae on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:57:15.231721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:57:15.232060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:57:15.232355 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:15.232756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:57:15.233244 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Bound port: 9f5afa5f-4385-440d-ad31-706dd289bbae, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:57:15.233695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:15.261868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e4f5b-f46b-451a-9477-aaff8296604e None None] Pushing event updated for resources: {'Port': ['ID=9f5afa5f-4385-440d-ad31-706dd289bbae,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:15.298091 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] For port 9f5afa5f-4385-440d-ad31-706dd289bbae, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:15.301686 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] For port 9f5afa5f-4385-440d-ad31-706dd289bbae, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9f5afa5f-4385-440d-ad31-706dd289bbae,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:15.416831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:15.450633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (371dbf6a-e3d2-483a-9d0d-f01c2929000f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:15.451193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Routers {'36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:57:15.451843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:57:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:15.483569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:15.520316 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e4f5b-f46b-451a-9477-aaff8296604e None None] Pushing event updated for resources: {'Port': ['ID=9f5afa5f-4385-440d-ad31-706dd289bbae,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:15.520641 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Subnet': ['ID=371dbf6a-e3d2-483a-9d0d-f01c2929000f,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:15.533881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Checking segment: {'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:57:15.534273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network hostable DHCP agents. Network: 236f308e-4589-45d2-8ec4-e4bf5643f372, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:57:15.586637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] Set router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:57:15.630346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 236f308e-4589-45d2-8ec4-e4bf5643f372 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:57:15.692954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:15.732568 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 236f308e-4589-45d2-8ec4-e4bf5643f372) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:15.741305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5515a3-2cad-4c39-943d-dbcbc28ef6ef None None] Network 236f308e-4589-45d2-8ec4-e4bf5643f372 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:57:15.742276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:15.742991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:15.825190 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-000224d9-1133-4778-a441-e14595970e73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3263490 Aug 31 15:57:15.827725 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42028) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:15.839758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'name': 'tempest-TestNetworkBasicOps-router-1272165416', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:13Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:15.880439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038da877-eeae-4ede-9a7b-cd5a474ad257 None None] The sync data for ids ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'] in dv-neutron-855257-2-hyperv is: [{'id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'name': 'tempest-TestNetworkBasicOps-router-1272165416', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:13Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:15.926571 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-236f308e-4589-45d2-8ec4-e4bf5643f372', 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'fixed_ips': [{'subnet_id': '371dbf6a-e3d2-483a-9d0d-f01c2929000f'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:57:15.928364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:16.256880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b77657-86a9-4477-a2ac-c63f8178d14c req-d16ced1b-0d1a-4cfc-b808-ca77aa76444b tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:16.267476 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-78b77657-86a9-4477-a2ac-c63f8178d14c req-d16ced1b-0d1a-4cfc-b808-ca77aa76444b tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1111517 Aug 31 15:57:16.297717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Allocated IP 172.20.0.2 (236f308e-4589-45d2-8ec4-e4bf5643f372/371dbf6a-e3d2-483a-9d0d-f01c2929000f/08bd2d16-792b-4090-a41a-afc42d7348ab) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:16.329876 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-78b77657-86a9-4477-a2ac-c63f8178d14c req-25a74215-89be-4c41-864d-114d48ce968b tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609157 Aug 31 15:57:16.451726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:16.528875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Publish callbacks [] for port (08bd2d16-792b-4090-a41a-afc42d7348ab), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:16.560145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:16.608579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9f5afa5f-4385-440d-ad31-706dd289bbae up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:16.636906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (08bd2d16-792b-4090-a41a-afc42d7348ab), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:16.701295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Network 236f308e-4589-45d2-8ec4-e4bf5643f372 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:16.708477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:16.711063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:57:16.716643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Pushing event updated for resources: {'Port': ['ID=08bd2d16-792b-4090-a41a-afc42d7348ab,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:16.750551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 9f5afa5f-4385-440d-ad31-706dd289bbae triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:57:16.750916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:16.751256 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 9f5afa5f-4385-440d-ad31-706dd289bbae Aug 31 15:57:16.827203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Attempting to bind port 08bd2d16-792b-4090-a41a-afc42d7348ab on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:57:16.827675 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Attempting to bind port 08bd2d16-792b-4090-a41a-afc42d7348ab by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:57:16.828049 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Attempting to bind port 08bd2d16-792b-4090-a41a-afc42d7348ab on network 236f308e-4589-45d2-8ec4-e4bf5643f372 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:57:16.841807 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:57:16.846766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Checking segment: {'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:57:16.846766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:16.846766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Bound using segment: {'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:57:16.846766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Bound port: 08bd2d16-792b-4090-a41a-afc42d7348ab, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:57:16.846766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (08bd2d16-792b-4090-a41a-afc42d7348ab), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:16.851480 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:57:16.943432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] For port 08bd2d16-792b-4090-a41a-afc42d7348ab, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:16.947080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:16.949023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] For port 08bd2d16-792b-4090-a41a-afc42d7348ab, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=08bd2d16-792b-4090-a41a-afc42d7348ab,segment=NetworkSegment(dfef9842-80e9-4958-abed-32139d1775be),segment_id=dfef9842-80e9-4958-abed-32139d1775be)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:16.977871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.1 (236f308e-4589-45d2-8ec4-e4bf5643f372/371dbf6a-e3d2-483a-9d0d-f01c2929000f/656a56cf-b4aa-4cce-9510-22593a7d0468) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:17.083243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:17.128767 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:17.131300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (08bd2d16-792b-4090-a41a-afc42d7348ab), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:17.200000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c393d-a3c7-42fa-8f9f-989df9cf2b09 None None] Pushing event updated for resources: {'Port': ['ID=08bd2d16-792b-4090-a41a-afc42d7348ab,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:17.291908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:17.392863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 236f308e-4589-45d2-8ec4-e4bf5643f372 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:17.396692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:17.402243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:57:17.442740 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=656a56cf-b4aa-4cce-9510-22593a7d0468,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:17.515582 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:17.583022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34147808-2200-4ebe-997e-eafcd4cfac43 req-d036294f-0184-4139-8bf0-597c070b722f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:17.584645 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-34147808-2200-4ebe-997e-eafcd4cfac43 req-d036294f-0184-4139-8bf0-597c070b722f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1243303 Aug 31 15:57:17.690486 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-34147808-2200-4ebe-997e-eafcd4cfac43 req-af365585-3a1e-4f08-86f5-81576fbbd955 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974534 Aug 31 15:57:17.792626 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:17.935638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:18.116483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:18.184580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:18.278923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:18.281498 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=656a56cf-b4aa-4cce-9510-22593a7d0468,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:18.448769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 236f308e-4589-45d2-8ec4-e4bf5643f372 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:18.450920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:18.489380 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441650dc-9d74-419a-ba26-46b1bce59a1d None None] Network 236f308e-4589-45d2-8ec4-e4bf5643f372 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:57:18.609204 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-88953f93-5369-4dc4-8fd4-2a2dcf753e08 None None] Provisioning complete for port 08bd2d16-792b-4090-a41a-afc42d7348ab triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:57:18.609826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-88953f93-5369-4dc4-8fd4-2a2dcf753e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (08bd2d16-792b-4090-a41a-afc42d7348ab), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:18.610357 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-88953f93-5369-4dc4-8fd4-2a2dcf753e08 None None] Attempt 1 to provision port 08bd2d16-792b-4090-a41a-afc42d7348ab Aug 31 15:57:18.623081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:18.640680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:57:18.653081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08bd2d16-792b-4090-a41a-afc42d7348ab up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:18.701787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-88953f93-5369-4dc4-8fd4-2a2dcf753e08 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:18.734224 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:57:18.763932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 08bd2d16-792b-4090-a41a-afc42d7348ab triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:57:18.764283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (08bd2d16-792b-4090-a41a-afc42d7348ab), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:18.764512 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 08bd2d16-792b-4090-a41a-afc42d7348ab Aug 31 15:57:18.779081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:18.791848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42036) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:18.792608 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2e9b9829-de6c-4a3e-80cf-65b6623733f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/36a72e2d-cfe4-445a-9d1c-b9731ded0ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9624794 Aug 31 15:57:18.805861 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Sync routers for ids ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:18.826284 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Routers {'36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:57:18.827629 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:57:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:18.854942 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:57:18.926854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70e8fa-6481-4779-81f3-8919b80910fa req-8572395a-b3c8-4261-9d62-7beab00ebf4f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:18.928518 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3c70e8fa-6481-4779-81f3-8919b80910fa req-8572395a-b3c8-4261-9d62-7beab00ebf4f tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0713530 Aug 31 15:57:18.990751 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Set router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:57:19.000507 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd45a4d-f219-4d36-86ee-d4630b833f27 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.000977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd45a4d-f219-4d36-86ee-d4630b833f27 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.001667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd45a4d-f219-4d36-86ee-d4630b833f27 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.002316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd45a4d-f219-4d36-86ee-d4630b833f27 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.002783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd45a4d-f219-4d36-86ee-d4630b833f27 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.003235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd45a4d-f219-4d36-86ee-d4630b833f27 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.009983 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5dd45a4d-f219-4d36-86ee-d4630b833f27 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2115359 Aug 31 15:57:19.010345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42038) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:19.042526 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3c70e8fa-6481-4779-81f3-8919b80910fa req-ca781688-dd5c-4674-9681-b942b8981809 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066377 Aug 31 15:57:19.106650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6b7ea-82ed-44f8-ae75-8d18b85a4315 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.107495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6b7ea-82ed-44f8-ae75-8d18b85a4315 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.108336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6b7ea-82ed-44f8-ae75-8d18b85a4315 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.109155 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6b7ea-82ed-44f8-ae75-8d18b85a4315 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.110005 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6b7ea-82ed-44f8-ae75-8d18b85a4315 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.110825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6b7ea-82ed-44f8-ae75-8d18b85a4315 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:19.118794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42040) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:19.119161 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8bc6b7ea-82ed-44f8-ae75-8d18b85a4315 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1073086 Aug 31 15:57:19.169709 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Provisioning complete for port 656a56cf-b4aa-4cce-9510-22593a7d0468 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:57:19.170332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:19.170897 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Attempt 1 to provision port 656a56cf-b4aa-4cce-9510-22593a7d0468 Aug 31 15:57:19.233005 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:19.235755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Port 656a56cf-b4aa-4cce-9510-22593a7d0468 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:57:19.239676 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'name': 'tempest-TestNetworkBasicOps-router-1272165416', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:17Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '656a56cf-b4aa-4cce-9510-22593a7d0468', 'name': '', 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:52:25:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '371dbf6a-e3d2-483a-9d0d-f01c2929000f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:16Z', 'updated_at': '2022-08-31T15:57:17Z', 'revision_number': 2, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '371dbf6a-e3d2-483a-9d0d-f01c2929000f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:19.283561 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-709e26c6-6d1d-4b7a-9d9c-d92a18017492 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1622860 Aug 31 15:57:19.286877 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Checking router: 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:19.287383 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Updating router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 port 656a56cf-b4aa-4cce-9510-22593a7d0468 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:57:19.348114 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:19.353376 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:19.466373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42044) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:19.475167 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b83a7c1b-7515-4cfd-8dce-3f0dbbc15571 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738534164', 'description': 'tempest-secgroup-smoke-1738534164 description', 'project_id': 'c1c1baf047434c6c96bb801d711d1228'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:19.581339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b83a7c1b-7515-4cfd-8dce-3f0dbbc15571 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:19.667278 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b83a7c1b-7515-4cfd-8dce-3f0dbbc15571 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (901c6466-0484-4da7-ba71-3498479d4786), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:19.684210 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Publish callbacks [] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:19.735553 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b83a7c1b-7515-4cfd-8dce-3f0dbbc15571 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (901c6466-0484-4da7-ba71-3498479d4786), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:19.737330 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Attempt 2 to provision port 656a56cf-b4aa-4cce-9510-22593a7d0468 Aug 31 15:57:19.764256 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:19.771864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a7c1b-7515-4cfd-8dce-3f0dbbc15571 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901c6466-0484-4da7-ba71-3498479d4786,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:19.782662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:19.786232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Port 656a56cf-b4aa-4cce-9510-22593a7d0468 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:57:19.843536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b83a7c1b-7515-4cfd-8dce-3f0dbbc15571 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:19.846177 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b83a7c1b-7515-4cfd-8dce-3f0dbbc15571 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3776250 Aug 31 15:57:19.850027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42046) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:19.857879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1c2d8a17-d802-4bcd-902e-bc8015b26c68 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '901c6466-0484-4da7-ba71-3498479d4786', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:19.865508 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Pushing event updated for resources: {'Port': ['ID=656a56cf-b4aa-4cce-9510-22593a7d0468,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:19.886876 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.887380 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.887831 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.888265 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.888688 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.889111 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.889443 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.889813 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.890147 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.890497 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.890830 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.891273 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.891521 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.891831 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.892143 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:19.903742 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Attempting to bind port 656a56cf-b4aa-4cce-9510-22593a7d0468 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:57:19.904264 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Attempting to bind port 656a56cf-b4aa-4cce-9510-22593a7d0468 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:57:19.904720 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Attempting to bind port 656a56cf-b4aa-4cce-9510-22593a7d0468 on network 236f308e-4589-45d2-8ec4-e4bf5643f372 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:57:19.911774 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:57:19.912262 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Checking segment: {'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:57:19.912830 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:19.913329 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Bound using segment: {'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:57:19.914052 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Bound port: 656a56cf-b4aa-4cce-9510-22593a7d0468, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:57:19.914531 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:19.987358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8a17-d802-4bcd-902e-bc8015b26c68 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (38f82917-a7b2-43d0-b87a-75222cf5734c), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.002586 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] For port 656a56cf-b4aa-4cce-9510-22593a7d0468, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:20.006755 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] For port 656a56cf-b4aa-4cce-9510-22593a7d0468, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=656a56cf-b4aa-4cce-9510-22593a7d0468,segment=NetworkSegment(dfef9842-80e9-4958-abed-32139d1775be),segment_id=dfef9842-80e9-4958-abed-32139d1775be)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:20.047965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:20.072652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8a17-d802-4bcd-902e-bc8015b26c68 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (38f82917-a7b2-43d0-b87a-75222cf5734c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.091897 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.139880 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Routers {'36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:57:20.140515 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:57:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:20.183962 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8a17-d802-4bcd-902e-bc8015b26c68 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (38f82917-a7b2-43d0-b87a-75222cf5734c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.189226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c31c13-3ead-4156-8a47-26f5010557d1 req-1da51ad6-7caa-4e65-9a98-95db20a24646 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:20.194205 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-82c31c13-3ead-4156-8a47-26f5010557d1 req-1da51ad6-7caa-4e65-9a98-95db20a24646 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0792422 Aug 31 15:57:20.205152 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e7a0d-2383-420f-ac9a-1ffa1ff60d13 None None] Pushing event updated for resources: {'Port': ['ID=656a56cf-b4aa-4cce-9510-22593a7d0468,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:20.207126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d8a17-d802-4bcd-902e-bc8015b26c68 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f82917-a7b2-43d0-b87a-75222cf5734c,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:20.213171 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:20.259738 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-82c31c13-3ead-4156-8a47-26f5010557d1 req-e81a759a-cdbf-4b2c-a022-0697527d6c9c tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562737 Aug 31 15:57:20.280466 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] Set router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:57:20.287896 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Attempt 3 to provision port 656a56cf-b4aa-4cce-9510-22593a7d0468 Aug 31 15:57:20.296425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8a17-d802-4bcd-902e-bc8015b26c68 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.301241 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1c2d8a17-d802-4bcd-902e-bc8015b26c68 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4495237 Aug 31 15:57:20.301475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42050) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:20.310672 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '901c6466-0484-4da7-ba71-3498479d4786', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:20.354653 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:57:20.373705 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Provisioning complete for port 08bd2d16-792b-4090-a41a-afc42d7348ab triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:57:20.374304 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (08bd2d16-792b-4090-a41a-afc42d7348ab), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.374778 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Attempt 1 to provision port 08bd2d16-792b-4090-a41a-afc42d7348ab Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-83e3a03a-f372-48f4-8843-c08f6392c966 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:20.419160 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:57:20.420713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (adef7971-8d8b-4d94-bab8-9b3d778fe0d5), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.443239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:20.519977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (adef7971-8d8b-4d94-bab8-9b3d778fe0d5), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.543736 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f324c718-eda0-4cbd-9a58-9d5c38ee0837 None None] Provisioning complete for port 656a56cf-b4aa-4cce-9510-22593a7d0468 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:57:20.544671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f324c718-eda0-4cbd-9a58-9d5c38ee0837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.544928 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f324c718-eda0-4cbd-9a58-9d5c38ee0837 None None] Attempt 1 to provision port 656a56cf-b4aa-4cce-9510-22593a7d0468 Aug 31 15:57:20.585218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (adef7971-8d8b-4d94-bab8-9b3d778fe0d5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f324c718-eda0-4cbd-9a58-9d5c38ee0837 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:20.609947 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:57:20.619710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adef7971-8d8b-4d94-bab8-9b3d778fe0d5,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:20.628214 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'name': 'tempest-TestNetworkBasicOps-router-1272165416', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:17Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '656a56cf-b4aa-4cce-9510-22593a7d0468', 'name': '', 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:52:25:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '371dbf6a-e3d2-483a-9d0d-f01c2929000f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:16Z', 'updated_at': '2022-08-31T15:57:19Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '371dbf6a-e3d2-483a-9d0d-f01c2929000f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:20.629665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.630021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.630353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.631073 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.631304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.631654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.631983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.632305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.632629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.632948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.633261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.633804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.634144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.634467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.634782 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:20.659837 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda11b6-f10b-4d69-83f6-50ac5591a2f7 None None] The sync data for ids ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'] in dv-neutron-855257-2-hyperv is: [{'id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'name': 'tempest-TestNetworkBasicOps-router-1272165416', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:17Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '656a56cf-b4aa-4cce-9510-22593a7d0468', 'name': '', 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:52:25:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '371dbf6a-e3d2-483a-9d0d-f01c2929000f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:16Z', 'updated_at': '2022-08-31T15:57:19Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '371dbf6a-e3d2-483a-9d0d-f01c2929000f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:20.706485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.710828 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-df7ebdfb-0e9f-4af1-b68c-22052def4656 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4073501 Aug 31 15:57:20.718066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42052) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:20.727174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d836eaf1-5d89-4a28-b527-e099106afa71 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '901c6466-0484-4da7-ba71-3498479d4786', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:20.867048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d836eaf1-5d89-4a28-b527-e099106afa71 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (3fcee5bf-cc3b-4e8a-9ced-57e01b155412), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:20.996428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d836eaf1-5d89-4a28-b527-e099106afa71 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (3fcee5bf-cc3b-4e8a-9ced-57e01b155412), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.102455 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d836eaf1-5d89-4a28-b527-e099106afa71 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (3fcee5bf-cc3b-4e8a-9ced-57e01b155412), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.124126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836eaf1-5d89-4a28-b527-e099106afa71 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcee5bf-cc3b-4e8a-9ced-57e01b155412,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:21.131440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.221837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d836eaf1-5d89-4a28-b527-e099106afa71 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.223714 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d836eaf1-5d89-4a28-b527-e099106afa71 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5028429 Aug 31 15:57:21.228322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42054) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:21.234466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b8cec5f0-7f66-40bd-a253-b55ad93d8377 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '901c6466-0484-4da7-ba71-3498479d4786', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:21.362043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8cec5f0-7f66-40bd-a253-b55ad93d8377 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (0316f44c-da0d-410b-8d45-55166e0b738e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.434639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d266ad-05fe-4b53-b4c6-3a3bac4dcf0f req-71d8334c-7a35-42c8-8790-af6a315fc84d tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:21.436584 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b6d266ad-05fe-4b53-b4c6-3a3bac4dcf0f req-71d8334c-7a35-42c8-8790-af6a315fc84d tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0893483 Aug 31 15:57:21.442295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8cec5f0-7f66-40bd-a253-b55ad93d8377 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (0316f44c-da0d-410b-8d45-55166e0b738e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.496395 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b6d266ad-05fe-4b53-b4c6-3a3bac4dcf0f req-c5ab5aba-3bc3-46f4-a07e-18faa66940c7 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541308 Aug 31 15:57:21.524249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8cec5f0-7f66-40bd-a253-b55ad93d8377 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (0316f44c-da0d-410b-8d45-55166e0b738e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.548036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cec5f0-7f66-40bd-a253-b55ad93d8377 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0316f44c-da0d-410b-8d45-55166e0b738e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:21.626147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8cec5f0-7f66-40bd-a253-b55ad93d8377 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.627320 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b8cec5f0-7f66-40bd-a253-b55ad93d8377 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3977690 Aug 31 15:57:21.630694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42058) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:21.638293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e15ea31a-c8a0-4419-829e-8712b86a3e38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '901c6466-0484-4da7-ba71-3498479d4786', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:21.753091 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-e15ea31a-c8a0-4419-829e-8712b86a3e38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:57:21.763682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e15ea31a-c8a0-4419-829e-8712b86a3e38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (27d2a242-c9be-4a13-8a42-19aff021435c), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.824888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e15ea31a-c8a0-4419-829e-8712b86a3e38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (27d2a242-c9be-4a13-8a42-19aff021435c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.916429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e15ea31a-c8a0-4419-829e-8712b86a3e38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (27d2a242-c9be-4a13-8a42-19aff021435c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:21.929958 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:21.940106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ea31a-c8a0-4419-829e-8712b86a3e38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d2a242-c9be-4a13-8a42-19aff021435c,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:22.035303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e15ea31a-c8a0-4419-829e-8712b86a3e38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:22.036954 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e15ea31a-c8a0-4419-829e-8712b86a3e38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4048100 Aug 31 15:57:22.040746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42060) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:22.045827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f01b3854-93cd-4f76-a5a3-df11ae657360 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '901c6466-0484-4da7-ba71-3498479d4786', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:22.176269 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-f01b3854-93cd-4f76-a5a3-df11ae657360 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:57:22.183835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f01b3854-93cd-4f76-a5a3-df11ae657360 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (d1c6d6cb-e207-412d-a10f-c39eb8da31eb), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:22.246347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f01b3854-93cd-4f76-a5a3-df11ae657360 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (d1c6d6cb-e207-412d-a10f-c39eb8da31eb), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:22.335719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f01b3854-93cd-4f76-a5a3-df11ae657360 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (d1c6d6cb-e207-412d-a10f-c39eb8da31eb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:22.359330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b3854-93cd-4f76-a5a3-df11ae657360 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c6d6cb-e207-412d-a10f-c39eb8da31eb,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:22.482950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f01b3854-93cd-4f76-a5a3-df11ae657360 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:22.484126 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f01b3854-93cd-4f76-a5a3-df11ae657360 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4422314 Aug 31 15:57:22.637205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 656a56cf-b4aa-4cce-9510-22593a7d0468 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:22.711219 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-10a6f862-726d-4ec8-b314-8f4044d14ded tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1738534164&fields=id&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 267 time: 0.0764420 Aug 31 15:57:22.716098 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7edd2-70f8-4564-892b-b6883bfe9e2f req-22a5ad31-c3aa-4cd1-a657-433b3f2fa4d9 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:22.723643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 656a56cf-b4aa-4cce-9510-22593a7d0468 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:57:22.724231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:22.724764 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 656a56cf-b4aa-4cce-9510-22593a7d0468 Aug 31 15:57:22.729085 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ffe7edd2-70f8-4564-892b-b6883bfe9e2f req-22a5ad31-c3aa-4cd1-a657-433b3f2fa4d9 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1214106 Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:22.793948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:57:22.819641 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ffe7edd2-70f8-4564-892b-b6883bfe9e2f req-09bc94be-22bd-4ccb-948e-4a394ef83912 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891800 Aug 31 15:57:22.874934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-668bfe43-a2a4-4948-a8a3-d61f2a08fe61 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:22.876552 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-668bfe43-a2a4-4948-a8a3-d61f2a08fe61 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/networks?id=236f308e-4589-45d2-8ec4-e4bf5643f372 HTTP/1.1" status: 200 len: 797 time: 0.1571457 Aug 31 15:57:22.894175 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-49a215ca-9ce6-4d86-9f94-727f303e3e62 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/quotas/c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 375 time: 0.0111549 Aug 31 15:57:22.955501 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-1daec9dd-002a-48c6-be42-22a3b2d2fa95 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550511 Aug 31 15:57:22.974224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-8a508900-bf11-42be-a121-948617120e78 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:57:22.975370 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-8a508900-bf11-42be-a121-948617120e78 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058370 Aug 31 15:57:23.091679 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-4bf160be-2c03-4006-bded-a8c6b8ae21a4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/236f308e-4589-45d2-8ec4-e4bf5643f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086822 Aug 31 15:57:23.200121 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0b377cf3-bf54-4d6c-9433-6513af0019d7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/236f308e-4589-45d2-8ec4-e4bf5643f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017127 Aug 31 15:57:23.496733 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-140198fa-1d87-41ba-96d0-fff540f390ed req-fa501f82-2c60-4763-ad33-d4b6d8ad6cf9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 210 time: 0.0326784 Aug 31 15:57:23.975778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f1f46-092a-4509-8d6d-07070562af44 req-723f77f5-436f-485d-937e-225514a8b364 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:23.977439 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b00f1f46-092a-4509-8d6d-07070562af44 req-723f77f5-436f-485d-937e-225514a8b364 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0697706 Aug 31 15:57:24.036773 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b00f1f46-092a-4509-8d6d-07070562af44 req-e3c23cef-f1c2-4cd4-a923-3bfa2fb3d20b tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517836 Aug 31 15:57:24.628606 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eb29f600-80df-4da3-8e14-93d9b7c8cf19 req-05b10ccb-cf2b-4236-928c-8558fcf5438b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 210 time: 0.0352786 Aug 31 15:57:25.183657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1938d-572f-4967-a531-12dc03a6b092 req-0f8dd4ec-3266-4d47-b1aa-44f728dd931e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:25.185338 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e9d1938d-572f-4967-a531-12dc03a6b092 req-0f8dd4ec-3266-4d47-b1aa-44f728dd931e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0640380 Aug 31 15:57:25.241007 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e9d1938d-572f-4967-a531-12dc03a6b092 req-14eff152-a124-46ae-ab21-19f8bf583b59 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492032 Aug 31 15:57:25.753365 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dd64b857-70a7-4262-96c4-a14749ec5652 req-560e3817-a54f-43c8-ba90-039fd212f3d0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 210 time: 0.0368164 Aug 31 15:57:26.189527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:26.201920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-28e76547-0cd1-452b-bfa6-70e1ea9e29eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:26.203806 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-28e76547-0cd1-452b-bfa6-70e1ea9e29eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/networks?id=236f308e-4589-45d2-8ec4-e4bf5643f372 HTTP/1.1" status: 200 len: 797 time: 0.1370368 Aug 31 15:57:26.225645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:26.294286 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-e4e25afd-2622-4975-84af-22ea3a2ee0ec tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 380 time: 0.0802894 Aug 31 15:57:26.305923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'port': {'device_id': '314432ac-31e7-46d6-b87d-a952eb72e65d', 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372', 'admin_state_up': True, 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'security_groups': ['901c6466-0484-4da7-ba71-3498479d4786']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:26.479055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b53d0-3dec-4021-897f-8eb9cf60cd7e req-4c6e63a8-8d20-47ff-8d47-db38932274bc tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:26.480556 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-943b53d0-3dec-4021-897f-8eb9cf60cd7e req-4c6e63a8-8d20-47ff-8d47-db38932274bc tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1165905 Aug 31 15:57:26.573814 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-943b53d0-3dec-4021-897f-8eb9cf60cd7e req-71ce752e-6c2c-47c1-87a2-1ff7fc665283 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784070 Aug 31 15:57:26.661643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:26.666358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:26.849428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.11 (236f308e-4589-45d2-8ec4-e4bf5643f372/371dbf6a-e3d2-483a-9d0d-f01c2929000f/ae531898-a66c-4236-9e1b-2a617035bf5e) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:26.877674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:26.900591 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f4560b74-ad5b-47bb-b9f7-76342bffec3b req-d28b0fc0-a9b8-4109-a588-58ac4850ebf1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 210 time: 0.0366275 Aug 31 15:57:27.038043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:27.173436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:27.229036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 236f308e-4589-45d2-8ec4-e4bf5643f372 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:27.235087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:27.237678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=ae531898-a66c-4236-9e1b-2a617035bf5e,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:27.240593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:57:27.339617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:27.340720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:27.435538 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-0fb2b61f-1557-4a9f-aa9a-c19c927112b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1337917 Aug 31 15:57:27.454635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Request body: {'port': {'device_id': '314432ac-31e7-46d6-b87d-a952eb72e65d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:27.494554 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-312886e5-44dc-4576-bd3d-327d87a91ad4 None None] Provisioning complete for port ae531898-a66c-4236-9e1b-2a617035bf5e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:57:27.495458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-312886e5-44dc-4576-bd3d-327d87a91ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:27.495997 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-312886e5-44dc-4576-bd3d-327d87a91ad4 None None] Attempt 1 to provision port ae531898-a66c-4236-9e1b-2a617035bf5e Aug 31 15:57:27.549088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:27.557174 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-312886e5-44dc-4576-bd3d-327d87a91ad4 None None] Port ae531898-a66c-4236-9e1b-2a617035bf5e cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:57:27.747158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:27.767914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c04da-84a6-4cec-94c3-68e42c3c8613 req-efbd0fda-9e59-439b-863c-b20f6b5093a4 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:27.769629 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-602c04da-84a6-4cec-94c3-68e42c3c8613 req-efbd0fda-9e59-439b-863c-b20f6b5093a4 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0958478 Aug 31 15:57:27.891493 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-602c04da-84a6-4cec-94c3-68e42c3c8613 req-55e3dba0-807e-4d12-8539-73231f2ca2ff tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949962 Aug 31 15:57:27.970037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae531898-a66c-4236-9e1b-2a617035bf5e {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:57:27.981050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Publish callbacks [] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:27.998449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Transition to ACTIVE for port object ae531898-a66c-4236-9e1b-2a617035bf5e will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 15:57:28.058070 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-312886e5-44dc-4576-bd3d-327d87a91ad4 None None] Attempt 2 to provision port ae531898-a66c-4236-9e1b-2a617035bf5e Aug 31 15:57:28.075713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:28.094934 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21ea8d-a2dc-4e0a-968a-a9d284cec89c req-3855d8d0-b175-45ac-8e48-28781edca589 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:28.096575 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5e21ea8d-a2dc-4e0a-968a-a9d284cec89c req-3855d8d0-b175-45ac-8e48-28781edca589 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 932 time: 0.0626771 Aug 31 15:57:28.109321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-312886e5-44dc-4576-bd3d-327d87a91ad4 None None] Port ae531898-a66c-4236-9e1b-2a617035bf5e cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:57:28.175052 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5e21ea8d-a2dc-4e0a-968a-a9d284cec89c req-fa5184de-e1d4-43f6-9b80-0aa2e28a3221 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667603 Aug 31 15:57:28.200078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae531898-a66c-4236-9e1b-2a617035bf5e,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:28.232980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Attempting to bind port ae531898-a66c-4236-9e1b-2a617035bf5e on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:57:28.233746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Attempting to bind port ae531898-a66c-4236-9e1b-2a617035bf5e by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:57:28.233746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Attempting to bind port ae531898-a66c-4236-9e1b-2a617035bf5e on network 236f308e-4589-45d2-8ec4-e4bf5643f372 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:57:28.238923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Port ae531898-a66c-4236-9e1b-2a617035bf5e on network 236f308e-4589-45d2-8ec4-e4bf5643f372 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:57:28.239245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Attempting to bind port ae531898-a66c-4236-9e1b-2a617035bf5e on network 236f308e-4589-45d2-8ec4-e4bf5643f372 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:57:28.244962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:57:28.245297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Checking segment: {'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:57:28.245715 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Bound using segment: {'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:57:28.246415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Bound port: ae531898-a66c-4236-9e1b-2a617035bf5e, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfef9842-80e9-4958-abed-32139d1775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:57:28.246771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:28.264959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:28.324199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] For port ae531898-a66c-4236-9e1b-2a617035bf5e, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:28.328023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] For port ae531898-a66c-4236-9e1b-2a617035bf5e, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=ae531898-a66c-4236-9e1b-2a617035bf5e,segment=NetworkSegment(dfef9842-80e9-4958-abed-32139d1775be),segment_id=dfef9842-80e9-4958-abed-32139d1775be)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:28.436306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:28.442306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:28.443117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:28.444719 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/ae531898-a66c-4236-9e1b-2a617035bf5e HTTP/1.1" status: 200 len: 1094 time: 0.9972355 Aug 31 15:57:28.445379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314432ac-31e7-46d6-b87d-a952eb72e65d', 'tag': 'ae531898-a66c-4236-9e1b-2a617035bf5e'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:57:28.448149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc3eb27-d13b-4313-b01e-d9518ae5ca91" -d '{"events": [{"name": "network-changed", "server_uuid": "314432ac-31e7-46d6-b87d-a952eb72e65d", "tag": "ae531898-a66c-4236-9e1b-2a617035bf5e"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:28.494860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdc6750-d9fd-4840-9b2c-fb20618966e1 x-openstack-request-id: req-1bdc6750-d9fd-4840-9b2c-fb20618966e1 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:28.495151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314432ac-31e7-46d6-b87d-a952eb72e65d", "tag": "ae531898-a66c-4236-9e1b-2a617035bf5e", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:28.495411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bdc6750-d9fd-4840-9b2c-fb20618966e1 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:28.495805 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdc6750-d9fd-4840-9b2c-fb20618966e1'] response: {'name': 'network-changed', 'server_uuid': '314432ac-31e7-46d6-b87d-a952eb72e65d', 'tag': 'ae531898-a66c-4236-9e1b-2a617035bf5e', 'status': 'completed', 'code': 200} Aug 31 15:57:28.510132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef1870-cb4b-4f0f-b4a3-a658f632bbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae531898-a66c-4236-9e1b-2a617035bf5e,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:28.557240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-8d31547d-4926-462b-af6f-be1627c073be tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:57:28.558317 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-8d31547d-4926-462b-af6f-be1627c073be tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080221 Aug 31 15:57:28.570736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3eb27-d13b-4313-b01e-d9518ae5ca91 req-770691de-3bac-4264-bd53-72f356e75ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:28.572878 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6fc3eb27-d13b-4313-b01e-d9518ae5ca91 req-770691de-3bac-4264-bd53-72f356e75ec8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 1128 time: 0.0528085 Aug 31 15:57:28.611457 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-312886e5-44dc-4576-bd3d-327d87a91ad4 None None] Attempt 3 to provision port ae531898-a66c-4236-9e1b-2a617035bf5e Aug 31 15:57:28.661195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-312886e5-44dc-4576-bd3d-327d87a91ad4 None None] Port ae531898-a66c-4236-9e1b-2a617035bf5e had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 15:57:28.720408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3eb27-d13b-4313-b01e-d9518ae5ca91 req-7358b2ae-f3ef-4f16-9aec-6d2ace225a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:28.723048 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6fc3eb27-d13b-4313-b01e-d9518ae5ca91 req-7358b2ae-f3ef-4f16-9aec-6d2ace225a56 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=c1c1baf047434c6c96bb801d711d1228&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1410503 Aug 31 15:57:28.878569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3eb27-d13b-4313-b01e-d9518ae5ca91 req-f305a125-7763-4f4e-be8d-2db30f1206d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:28.880133 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6fc3eb27-d13b-4313-b01e-d9518ae5ca91 req-f305a125-7763-4f4e-be8d-2db30f1206d2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471179 Aug 31 15:57:28.971665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-634a9416-a99f-4e87-84a6-a5a4879be217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:28.973226 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-634a9416-a99f-4e87-84a6-a5a4879be217 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 1128 time: 0.0481169 Aug 31 15:57:29.023219 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-2878d834-0eb6-49dc-9a9a-a1763769296f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae531898-a66c-4236-9e1b-2a617035bf5e HTTP/1.1" status: 200 len: 217 time: 0.0395770 Aug 31 15:57:29.042381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4cd2-fd85-4e2c-8bfa-83020fac6190 req-b3421860-8593-4fed-88e6-f9be41a9dcd4 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:29.044528 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5f6f4cd2-fd85-4e2c-8bfa-83020fac6190 req-b3421860-8593-4fed-88e6-f9be41a9dcd4 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0577564 Aug 31 15:57:29.075967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:29.105396 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5f6f4cd2-fd85-4e2c-8bfa-83020fac6190 req-d32074aa-20a1-4522-85ec-6ca899c52b31 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537007 Aug 31 15:57:29.106491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-f80640b7-b743-40b5-8fb7-8a05726f7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:29.108524 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-f80640b7-b743-40b5-8fb7-8a05726f7e99 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=371dbf6a-e3d2-483a-9d0d-f01c2929000f HTTP/1.1" status: 200 len: 834 time: 0.0760796 Aug 31 15:57:29.171097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-98086639-b3ad-4e45-a293-076374b4b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:29.172611 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-98086639-b3ad-4e45-a293-076374b4b42f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=236f308e-4589-45d2-8ec4-e4bf5643f372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550270 Aug 31 15:57:29.340011 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-51189cb7-e76a-4a47-b8f7-983f8c3e7714 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/236f308e-4589-45d2-8ec4-e4bf5643f372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575668 Aug 31 15:57:29.372195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36fe8-2a24-45ac-b292-702c572ac8e6 req-ac8e58d0-caa7-44f5-aa3e-cff33d1cf5a2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:29.373849 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a1f36fe8-2a24-45ac-b292-702c572ac8e6 req-ac8e58d0-caa7-44f5-aa3e-cff33d1cf5a2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 944 time: 0.0760763 Aug 31 15:57:29.437462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:29.499132 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a1f36fe8-2a24-45ac-b292-702c572ac8e6 req-cedf6fd7-5bad-4159-b9af-c999521b4f51 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104519 Aug 31 15:57:29.515533 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-016bbe0b-fc7f-4322-b321-4dc969266b5e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/236f308e-4589-45d2-8ec4-e4bf5643f372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661236 Aug 31 15:57:30.245510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7173b-21c7-4399-9cac-906d55275481 req-c7f78bd1-8606-4aa4-8af8-d78d49d8aba0 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:30.247542 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-82e7173b-21c7-4399-9cac-906d55275481 req-c7f78bd1-8606-4aa4-8af8-d78d49d8aba0 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0589383 Aug 31 15:57:30.322492 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-82e7173b-21c7-4399-9cac-906d55275481 req-ad233335-74fa-4dc8-af12-66d0a47cfbc2 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641012 Aug 31 15:57:30.625214 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:30.643240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da3d2c-7f2e-4001-9931-0e315d9cd8a0 req-a2b9321a-0d90-455a-89cf-7e6bd074a1e5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:30.646177 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-96da3d2c-7f2e-4001-9931-0e315d9cd8a0 req-a2b9321a-0d90-455a-89cf-7e6bd074a1e5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 944 time: 0.0547609 Aug 31 15:57:30.659168 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:30.716942 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-96da3d2c-7f2e-4001-9931-0e315d9cd8a0 req-7f4ab08f-bd54-4c8b-acf9-2a29a6bde05a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648565 Aug 31 15:57:31.455076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb184b-7f1b-4baf-8101-e99acfa093f7 req-d5ca67ce-aad9-4457-8b4c-84db8ddb5bc4 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:31.456740 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b7fb184b-7f1b-4baf-8101-e99acfa093f7 req-d5ca67ce-aad9-4457-8b4c-84db8ddb5bc4 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0528853 Aug 31 15:57:31.516886 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b7fb184b-7f1b-4baf-8101-e99acfa093f7 req-f3742772-cbe7-425d-92fa-77de86500077 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535431 Aug 31 15:57:31.855802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca453bc-f2a5-4341-9605-2d694bfe1eeb req-511a926d-2e62-4baf-b2da-557ac194f5d9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:31.857486 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dca453bc-f2a5-4341-9605-2d694bfe1eeb req-511a926d-2e62-4baf-b2da-557ac194f5d9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 944 time: 0.0596032 Aug 31 15:57:31.926018 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dca453bc-f2a5-4341-9605-2d694bfe1eeb req-109ad742-1410-49e2-84e2-7c80fb2399fc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582297 Aug 31 15:57:32.263830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device ae531898-a66c-4236-9e1b-2a617035bf5e details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:32.387191 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port ae531898-a66c-4236-9e1b-2a617035bf5e, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=ae531898-a66c-4236-9e1b-2a617035bf5e,segment=NetworkSegment(dfef9842-80e9-4958-abed-32139d1775be),segment_id=dfef9842-80e9-4958-abed-32139d1775be)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:32.402490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': 'ae531898-a66c-4236-9e1b-2a617035bf5e', 'network_id': '236f308e-4589-45d2-8ec4-e4bf5643f372', 'port_id': 'ae531898-a66c-4236-9e1b-2a617035bf5e', 'mac_address': 'fa:16:3e:4f:72:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371dbf6a-e3d2-483a-9d0d-f01c2929000f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:32.443446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port ae531898-a66c-4236-9e1b-2a617035bf5e is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:57:32.443832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:32.459988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae531898-a66c-4236-9e1b-2a617035bf5e {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:57:32.484517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port ae531898-a66c-4236-9e1b-2a617035bf5e, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=ae531898-a66c-4236-9e1b-2a617035bf5e,segment=NetworkSegment(dfef9842-80e9-4958-abed-32139d1775be),segment_id=dfef9842-80e9-4958-abed-32139d1775be)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:32.581794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:32.646610 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=ae531898-a66c-4236-9e1b-2a617035bf5e,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:32.662000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b9974-d3e6-4d8f-8040-9ade039b5fa0 req-a0f9d8b0-c28d-4705-bc1b-1430ff552dbd tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:32.663918 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-399b9974-d3e6-4d8f-8040-9ade039b5fa0 req-a0f9d8b0-c28d-4705-bc1b-1430ff552dbd tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0663502 Aug 31 15:57:32.732831 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-399b9974-d3e6-4d8f-8040-9ade039b5fa0 req-947b3d2b-1808-4736-ba52-ced2039c8ca5 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623479 Aug 31 15:57:32.842136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['ae531898-a66c-4236-9e1b-2a617035bf5e'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 15:57:32.875615 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:32.940796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:33.113311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c0387-d5ad-4b94-9980-5419c01317cb req-e8669f64-942b-43a2-9d34-f9245de325f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:33.115038 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c78c0387-d5ad-4b94-9980-5419c01317cb req-e8669f64-942b-43a2-9d34-f9245de325f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0705044 Aug 31 15:57:33.176257 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c78c0387-d5ad-4b94-9980-5419c01317cb req-b69d75d3-a9b2-41ba-8081-a85e3358d6a5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531442 Aug 31 15:57:33.902432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98da4a-0c9b-4fca-b055-4c582c7e9267 req-bf0ebd4b-ba85-49e6-be96-41e371462f9e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:33.903980 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5f98da4a-0c9b-4fca-b055-4c582c7e9267 req-bf0ebd4b-ba85-49e6-be96-41e371462f9e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0577898 Aug 31 15:57:33.965884 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5f98da4a-0c9b-4fca-b055-4c582c7e9267 req-d9691566-a446-42f6-95d1-69aa86350f6c tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539920 Aug 31 15:57:34.281339 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device ae531898-a66c-4236-9e1b-2a617035bf5e up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:34.308287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:34.335541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e88fd7-6ddb-4a90-8f8c-614bb88152d4 req-8f0963f8-a56f-4e35-903a-25903dabde49 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:34.338286 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b5e88fd7-6ddb-4a90-8f8c-614bb88152d4 req-8f0963f8-a56f-4e35-903a-25903dabde49 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0684965 Aug 31 15:57:34.365727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port ae531898-a66c-4236-9e1b-2a617035bf5e completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 15:57:34.408257 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b5e88fd7-6ddb-4a90-8f8c-614bb88152d4 req-064aca53-e9fe-4ab6-af0d-2e6d8f99c62c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590470 Aug 31 15:57:34.481532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port ae531898-a66c-4236-9e1b-2a617035bf5e triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:57:34.481967 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:34.482368 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port ae531898-a66c-4236-9e1b-2a617035bf5e Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:57:34.530853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:57:35.144870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d967f-1075-4aef-8b9b-e444485631bd req-b9f0a4a1-c44e-4e76-b4e1-a0c8b6c3bb78 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:35.147368 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-772d967f-1075-4aef-8b9b-e444485631bd req-b9f0a4a1-c44e-4e76-b4e1-a0c8b6c3bb78 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0868628 Aug 31 15:57:35.237074 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-772d967f-1075-4aef-8b9b-e444485631bd req-56528c2c-20dd-47f5-95d6-bf01cf4afd66 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831954 Aug 31 15:57:35.579143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894d805-4f6a-4c5a-93e3-bc797a654a2f req-07e9bf60-48f7-4cde-93ca-01578e20f65a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:35.583800 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c894d805-4f6a-4c5a-93e3-bc797a654a2f req-07e9bf60-48f7-4cde-93ca-01578e20f65a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0855515 Aug 31 15:57:35.650804 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c894d805-4f6a-4c5a-93e3-bc797a654a2f req-27236765-2941-4888-9d0a-c7144b1550f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566251 Aug 31 15:57:36.280967 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 2002b63d-c97b-403d-9384-920b9c54ef7c no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:36.425928 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 2002b63d-c97b-403d-9384-920b9c54ef7c is: BUILD; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:57:36.426334 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:36.429866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8819d97-a203-4880-ab78-84748323ffd8 req-fcd46a74-39ca-4d33-89a1-6a0d650903d1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:36.433083 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c8819d97-a203-4880-ab78-84748323ffd8 req-fcd46a74-39ca-4d33-89a1-6a0d650903d1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0741901 Aug 31 15:57:36.451352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2002b63d-c97b-403d-9384-920b9c54ef7c {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:57:36.489519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 2002b63d-c97b-403d-9384-920b9c54ef7c, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=2002b63d-c97b-403d-9384-920b9c54ef7c,segment=NetworkSegment(4eff5c6b-5191-40b4-9879-09beb9a13121),segment_id=4eff5c6b-5191-40b4-9879-09beb9a13121)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:36.514627 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c8819d97-a203-4880-ab78-84748323ffd8 req-22348341-d1e3-4f73-9f47-81c42ad5412a tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759997 Aug 31 15:57:36.595851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:36.673997 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=2002b63d-c97b-403d-9384-920b9c54ef7c,revision_number=5']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:36.687502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.687967 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.688490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.689027 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.689616 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.690133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.690658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.691184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.691776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.692311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.692841 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.693469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.694051 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.694570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.695097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:36.829679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d6fb8-d3af-4ab6-926e-9569f442628c req-cee00951-62d0-46fd-8790-b40eae4c8dc5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:36.831529 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-db8d6fb8-d3af-4ab6-926e-9569f442628c req-cee00951-62d0-46fd-8790-b40eae4c8dc5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0642989 Aug 31 15:57:36.897694 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-db8d6fb8-d3af-4ab6-926e-9569f442628c req-3090ff94-a496-410e-9bc6-d290cc6381ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547462 Aug 31 15:57:37.647475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:37.670837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ff26f-c4ee-4c47-9751-085685845bbe req-f50303fd-2992-4ef8-ba04-58d209bed367 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:37.672590 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e43ff26f-c4ee-4c47-9751-085685845bbe req-f50303fd-2992-4ef8-ba04-58d209bed367 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0580716 Aug 31 15:57:37.766318 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e43ff26f-c4ee-4c47-9751-085685845bbe req-fc1124ba-c72d-43a0-ad6d-a37fc328b204 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817022 Aug 31 15:57:38.081870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b81450-218a-4c69-875e-4a582c5ebaf2 req-b25b0601-2353-45af-b54b-48e8fec5746f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:38.084723 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a6b81450-218a-4c69-875e-4a582c5ebaf2 req-b25b0601-2353-45af-b54b-48e8fec5746f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0781085 Aug 31 15:57:38.182058 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a6b81450-218a-4c69-875e-4a582c5ebaf2 req-bd4996f4-9daa-4fb0-a8d7-5f49123f63ea tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892093 Aug 31 15:57:38.549872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-14ec17ae-165e-4ce5-9378-ceb0009c4622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:38.925103 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d3696-c87f-4887-b800-15979c903515 req-76d50021-3961-4f1b-9754-f12ea2bc71b4 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:38.927134 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9f3d3696-c87f-4887-b800-15979c903515 req-76d50021-3961-4f1b-9754-f12ea2bc71b4 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0753682 Aug 31 15:57:38.989777 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9f3d3696-c87f-4887-b800-15979c903515 req-c225360f-f25a-4ae2-a717-bd27ad143efa tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551088 Aug 31 15:57:39.364910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f299b98-78f6-41c6-91fc-6bebc2f7d8de req-45f32a5b-fe0c-44c4-91c7-60cdd19f49b8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:39.367712 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6f299b98-78f6-41c6-91fc-6bebc2f7d8de req-45f32a5b-fe0c-44c4-91c7-60cdd19f49b8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0855985 Aug 31 15:57:39.451736 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6f299b98-78f6-41c6-91fc-6bebc2f7d8de req-0195f9cf-7775-4bb3-933e-9b5f1ae91082 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760181 Aug 31 15:57:39.805026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-66059461-1fa2-45d3-81e6-f8fa4454a37e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:39.806971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-66059461-1fa2-45d3-81e6-f8fa4454a37e tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0542698 Aug 31 15:57:39.920259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-34a9ed19-a37c-4e5a-970a-65998ad2be88 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Deleting port 2002b63d-c97b-403d-9384-920b9c54ef7c {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:39.920596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-34a9ed19-a37c-4e5a-970a-65998ad2be88 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:40.009964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:40.032179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-34a9ed19-a37c-4e5a-970a-65998ad2be88 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] For port 2002b63d-c97b-403d-9384-920b9c54ef7c, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=2002b63d-c97b-403d-9384-920b9c54ef7c,segment=NetworkSegment(4eff5c6b-5191-40b4-9879-09beb9a13121),segment_id=4eff5c6b-5191-40b4-9879-09beb9a13121)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:40.032548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-34a9ed19-a37c-4e5a-970a-65998ad2be88 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:40.050118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-34a9ed19-a37c-4e5a-970a-65998ad2be88 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Calling delete_port for 2002b63d-c97b-403d-9384-920b9c54ef7c owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:40.180263 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435144d-9c73-46fb-b7e1-ac7654555e77 req-0d83d981-3bb7-4c77-91aa-dea1c00ba3a1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:40.183074 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9435144d-9c73-46fb-b7e1-ac7654555e77 req-0d83d981-3bb7-4c77-91aa-dea1c00ba3a1 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0893819 Aug 31 15:57:40.259478 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9435144d-9c73-46fb-b7e1-ac7654555e77 req-237aa98f-071a-4bbd-b303-609cb69e8510 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a27efe08-7890-4465-a5a1-eb736dc2522d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671773 Aug 31 15:57:40.361689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-34a9ed19-a37c-4e5a-970a-65998ad2be88 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2002b63d-c97b-403d-9384-920b9c54ef7c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:40.402138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9ed19-a37c-4e5a-970a-65998ad2be88 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Pushing event deleted for resources: {'Port': ['ID=2002b63d-c97b-403d-9384-920b9c54ef7c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:40.464838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-34a9ed19-a37c-4e5a-970a-65998ad2be88 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] No DVR routers for this DVR port 2002b63d-c97b-403d-9384-920b9c54ef7c on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:57:40.468753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-34a9ed19-a37c-4e5a-970a-65998ad2be88 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:40.474190 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c74d9bea-a1c2-4194-81a9-e032327f67ef req-34a9ed19-a37c-4e5a-970a-65998ad2be88 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.43 "DELETE /networking/v2.0/ports/2002b63d-c97b-403d-9384-920b9c54ef7c HTTP/1.1" status: 204 len: 173 time: 0.6581714 Aug 31 15:57:40.474943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21f4a86-4a51-4b43-b6b1-94082eb1d0d0', 'name': 'network-vif-deleted', 'tag': '2002b63d-c97b-403d-9384-920b9c54ef7c'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:57:40.478930 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8001a528-66fa-4280-abf4-72b2401594f6" -d '{"events": [{"server_uuid": "c21f4a86-4a51-4b43-b6b1-94082eb1d0d0", "name": "network-vif-deleted", "tag": "2002b63d-c97b-403d-9384-920b9c54ef7c"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:40.560788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baed0f4-62e7-4e9a-b215-339992b5925b x-openstack-request-id: req-7baed0f4-62e7-4e9a-b215-339992b5925b {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:40.561250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21f4a86-4a51-4b43-b6b1-94082eb1d0d0", "name": "network-vif-deleted", "tag": "2002b63d-c97b-403d-9384-920b9c54ef7c", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:40.561692 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7baed0f4-62e7-4e9a-b215-339992b5925b {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:40.562352 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7baed0f4-62e7-4e9a-b215-339992b5925b']: {'server_uuid': 'c21f4a86-4a51-4b43-b6b1-94082eb1d0d0', 'name': 'network-vif-deleted', 'tag': '2002b63d-c97b-403d-9384-920b9c54ef7c', 'status': 'failed', 'code': 422} returned with failed status Aug 31 15:57:40.656476 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713693be-7a2a-4957-981c-8b3275232b98 req-107e8cb8-e403-41e1-94dd-aa294f3a7989 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:40.658511 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-713693be-7a2a-4957-981c-8b3275232b98 req-107e8cb8-e403-41e1-94dd-aa294f3a7989 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0894744 Aug 31 15:57:40.735611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-93d0d85c-bda4-4ce4-828a-5ea27d4f83d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:40.738034 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-713693be-7a2a-4957-981c-8b3275232b98 req-8467ed01-5bac-4f3d-bd5d-74cb6b99ab0e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718749 Aug 31 15:57:40.775528 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:57:41.377303 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b0294924-fe99-4488-bd62-212636c430f6 req-956f0b34-713c-4fd1-988c-86560fb12279 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0322759 Aug 31 15:57:41.873170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:41.882505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c496-ff6c-4c53-90e3-280695a875cb req-eb2fd73f-24fa-4167-beca-d806069c4c45 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:41.884822 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bc11c496-ff6c-4c53-90e3-280695a875cb req-eb2fd73f-24fa-4167-beca-d806069c4c45 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0580266 Aug 31 15:57:41.971135 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bc11c496-ff6c-4c53-90e3-280695a875cb req-3863df94-bf96-4076-84e2-2af4be3ded22 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787892 Aug 31 15:57:42.120932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:42.870431 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-963fac71-7063-4dd6-99a9-a260adfa72ee req-42336f62-b474-42d2-9729-2e75106bb87a tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.3968256 Aug 31 15:57:43.105819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eabfd8-e536-42c7-81a5-e8167d39d7a1 req-9d59cadb-4d5a-4228-a2c5-ee74c220f8a6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:43.107490 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b5eabfd8-e536-42c7-81a5-e8167d39d7a1 req-9d59cadb-4d5a-4228-a2c5-ee74c220f8a6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0552688 Aug 31 15:57:43.156757 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:43.181183 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-326f3fe2-21bb-4ef1-a4c6-d4d46163454f req-0c7b4351-1e53-424c-af65-d04e597b0b30 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c21f4a86-4a51-4b43-b6b1-94082eb1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0440218 Aug 31 15:57:43.182200 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b5eabfd8-e536-42c7-81a5-e8167d39d7a1 req-13108ba3-cd19-4a40-9ba0-cf89ff42200a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669103 Aug 31 15:57:43.747137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:43.748470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:44.362358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105066ac-e9ac-4450-a75c-5f4bc78b309d req-6609c68a-b784-4ad6-a32f-1c76df54e772 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:44.366139 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-105066ac-e9ac-4450-a75c-5f4bc78b309d req-6609c68a-b784-4ad6-a32f-1c76df54e772 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0737970 Aug 31 15:57:44.442644 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-105066ac-e9ac-4450-a75c-5f4bc78b309d req-32bb7fc5-191e-4576-8bff-7bf897844867 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677867 Aug 31 15:57:45.640117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1d0b-508e-4e44-bfdb-27cb1ada5d7e req-2e7c662f-90ff-48c3-a756-55d3e18fbae5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:45.642928 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c8fd1d0b-508e-4e44-bfdb-27cb1ada5d7e req-2e7c662f-90ff-48c3-a756-55d3e18fbae5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0886161 Aug 31 15:57:45.714701 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c8fd1d0b-508e-4e44-bfdb-27cb1ada5d7e req-1902f06d-16d0-4845-af8a-acb49f0f8664 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643942 Aug 31 15:57:46.885621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a09ba5-300b-43d9-8db9-1c37a95e517c req-86ace312-813d-4b5a-bb34-f2b2901d796c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:46.888604 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b0a09ba5-300b-43d9-8db9-1c37a95e517c req-86ace312-813d-4b5a-bb34-f2b2901d796c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0766194 Aug 31 15:57:46.980496 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b0a09ba5-300b-43d9-8db9-1c37a95e517c req-4d78ad54-3956-49e6-83e4-1571c3090ae2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850286 Aug 31 15:57:48.134565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa715e74-2783-4ff6-b0fb-a54cb29174d5 req-42a8d8c2-9f92-4f20-b3e6-d845be96072b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:48.136604 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-aa715e74-2783-4ff6-b0fb-a54cb29174d5 req-42a8d8c2-9f92-4f20-b3e6-d845be96072b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0574939 Aug 31 15:57:48.203494 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-aa715e74-2783-4ff6-b0fb-a54cb29174d5 req-b5070a83-8d8a-4d2c-bf5b-18c01cc75dbb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600526 Aug 31 15:57:48.809902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42194) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:48.913050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e279434-4a92-4844-9d21-4a59c10c1461 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group (a27efe08-7890-4465-a5a1-eb736dc2522d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:48.943190 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e279434-4a92-4844-9d21-4a59c10c1461 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group (a27efe08-7890-4465-a5a1-eb736dc2522d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:49.121107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e279434-4a92-4844-9d21-4a59c10c1461 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a27efe08-7890-4465-a5a1-eb736dc2522d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:49.124950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e279434-4a92-4844-9d21-4a59c10c1461 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:49.126859 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0e279434-4a92-4844-9d21-4a59c10c1461 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a27efe08-7890-4465-a5a1-eb736dc2522d HTTP/1.1" status: 204 len: 168 time: 0.3153706 Aug 31 15:57:49.146265 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279434-4a92-4844-9d21-4a59c10c1461 tempest-TestVolumeBootPattern-1157435589 tempest-TestVolumeBootPattern-1157435589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27efe08-7890-4465-a5a1-eb736dc2522d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:49.287679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42200) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:49.530959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e31373-f0f1-423e-aa7c-83f1c44632ae req-07c5bcf8-6c95-4ea8-a779-1d73a79abfe9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:49.533658 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-22e31373-f0f1-423e-aa7c-83f1c44632ae req-07c5bcf8-6c95-4ea8-a779-1d73a79abfe9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.1582930 Aug 31 15:57:49.693716 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-22e31373-f0f1-423e-aa7c-83f1c44632ae req-9e9bc04d-79cb-4fc9-81c1-2a7d157bfb7b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504288 Aug 31 15:57:49.942237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (73a340e6-417e-48ab-9013-96447ba52335), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:49.944432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:50.222570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] Deleting port 08559326-dbde-49fa-9400-d6ba0ca44e65 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:50.222907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:50.354376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] For port 08559326-dbde-49fa-9400-d6ba0ca44e65, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=08559326-dbde-49fa-9400-d6ba0ca44e65,segment=NetworkSegment(4eff5c6b-5191-40b4-9879-09beb9a13121),segment_id=4eff5c6b-5191-40b4-9879-09beb9a13121)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:50.355472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:50.365764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:50.381100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] Calling delete_port for 08559326-dbde-49fa-9400-d6ba0ca44e65 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:50.658995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (08559326-dbde-49fa-9400-d6ba0ca44e65), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:50.687027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=08559326-dbde-49fa-9400-d6ba0ca44e65,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:50.767126 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:50.944781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (73a340e6-417e-48ab-9013-96447ba52335), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:51.107083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03979b23-9314-4750-af9b-14574d276d30 req-245003d3-9180-458a-a4cc-24a0042147fb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:51.110945 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-03979b23-9314-4750-af9b-14574d276d30 req-245003d3-9180-458a-a4cc-24a0042147fb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.2895467 Aug 31 15:57:51.130969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:51.186400 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-03979b23-9314-4750-af9b-14574d276d30 req-0818a06a-90aa-4f4d-babf-c4053150dba5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688522 Aug 31 15:57:51.206613 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:51.244662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] Router 73a340e6-417e-48ab-9013-96447ba52335 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:57:51.375590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:51.382092 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-960f5ea3-2233-49ca-ad37-76366b06aeb5 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/73a340e6-417e-48ab-9013-96447ba52335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0913184 Aug 31 15:57:51.387709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42206) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:51.391184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] Sync routers for ids ['73a340e6-417e-48ab-9013-96447ba52335'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:51.412168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] Routers {'73a340e6-417e-48ab-9013-96447ba52335'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:57:51.413438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:57:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['73a340e6-417e-48ab-9013-96447ba52335'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:51.489371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:51.531196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Publish callbacks [] for router (73a340e6-417e-48ab-9013-96447ba52335), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:51.569077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] Set router 73a340e6-417e-48ab-9013-96447ba52335 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:57:51.678098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Publish callbacks [] for router_gateway (73a340e6-417e-48ab-9013-96447ba52335), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:51.848923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Deleting port b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:51.849309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:51.865299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:51.942487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:51.950183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a340e6-417e-48ab-9013-96447ba52335', 'name': 'tempest-TestVolumeBootPattern-157962098-router', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:57:50Z', 'revision_number': 5, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'gw_port': {'id': 'b55ae7bd-0b97-45c8-9536-dac3ee01c9e4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a340e6-417e-48ab-9013-96447ba52335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:51.953166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] For port b55ae7bd-0b97-45c8-9536-dac3ee01c9e4, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b55ae7bd-0b97-45c8-9536-dac3ee01c9e4,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:51.953530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:51.970224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Calling delete_port for b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:51.981397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] Checking router: 73a340e6-417e-48ab-9013-96447ba52335 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:51.995107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] Routers {'73a340e6-417e-48ab-9013-96447ba52335'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:57:51.995884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:57:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['73a340e6-417e-48ab-9013-96447ba52335'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:52.101496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] Set router 73a340e6-417e-48ab-9013-96447ba52335 gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:57:52.166451 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a340e6-417e-48ab-9013-96447ba52335', 'name': 'tempest-TestVolumeBootPattern-157962098-router', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:57:51Z', 'revision_number': 6, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:52.193994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b1942-c1fd-4c9c-93af-178115cd9d8b None None] The sync data for ids ['73a340e6-417e-48ab-9013-96447ba52335'] in dv-neutron-855257-2-hyperv is: [{'id': '73a340e6-417e-48ab-9013-96447ba52335', 'name': 'tempest-TestVolumeBootPattern-157962098-router', 'tenant_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:18Z', 'updated_at': '2022-08-31T15:57:51Z', 'revision_number': 6, 'project_id': '4e8c377116f94b2383b63a2f3ef9ea25', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:52.259238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b55ae7bd-0b97-45c8-9536-dac3ee01c9e4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:52.299916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55ae7bd-0b97-45c8-9536-dac3ee01c9e4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:52.401547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf9ab2-5c91-4703-b3cf-05e529edb24a req-0c9aec05-03bb-4983-90b9-e1a18caaa172 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:52.403261 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1caf9ab2-5c91-4703-b3cf-05e529edb24a req-0c9aec05-03bb-4983-90b9-e1a18caaa172 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.1066680 Aug 31 15:57:52.411510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (73a340e6-417e-48ab-9013-96447ba52335), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:52.530264 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (73a340e6-417e-48ab-9013-96447ba52335), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:52.535021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Publish callbacks [] for router_controller (73a340e6-417e-48ab-9013-96447ba52335), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:52.595510 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1caf9ab2-5c91-4703-b3cf-05e529edb24a req-7cc4cc6d-7834-4b75-a591-be344d09de66 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803505 Aug 31 15:57:52.686510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (73a340e6-417e-48ab-9013-96447ba52335), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:52.687201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73a340e6-417e-48ab-9013-96447ba52335 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:57:52.692343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:52.699158 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c313f36a-c141-47d6-a68a-7c6eabeb1a16 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/73a340e6-417e-48ab-9013-96447ba52335 HTTP/1.1" status: 204 len: 168 time: 1.3045087 Aug 31 15:57:52.700062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42210) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:52.731143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:52.760439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca4315a-68c7-40f1-be22-af2360a2a2d7 admin admin] Deleting subnet ca13020d-2991-4063-bdbc-670fdb886ad6 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:57:52.765138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6ca4315a-68c7-40f1-be22-af2360a2a2d7 admin admin] Publish callbacks [] for subnet (ca13020d-2991-4063-bdbc-670fdb886ad6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:52.808059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6ca4315a-68c7-40f1-be22-af2360a2a2d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (ca13020d-2991-4063-bdbc-670fdb886ad6), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:52.837264 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:52.908303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6ca4315a-68c7-40f1-be22-af2360a2a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (ca13020d-2991-4063-bdbc-670fdb886ad6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.027731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08559326-dbde-49fa-9400-d6ba0ca44e65 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:53.047860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6ca4315a-68c7-40f1-be22-af2360a2a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (ca13020d-2991-4063-bdbc-670fdb886ad6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.058643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 08559326-dbde-49fa-9400-d6ba0ca44e65 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:57:53.059055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08559326-dbde-49fa-9400-d6ba0ca44e65 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:53.085297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4315a-68c7-40f1-be22-af2360a2a2d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca13020d-2991-4063-bdbc-670fdb886ad6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:53.094592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6ca4315a-68c7-40f1-be22-af2360a2a2d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.098285 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6ca4315a-68c7-40f1-be22-af2360a2a2d7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/ca13020d-2991-4063-bdbc-670fdb886ad6 HTTP/1.1" status: 204 len: 168 time: 0.3970201 Aug 31 15:57:53.103180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42212) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:53.103706 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6633e-1839-4d8c-8fdb-291e446bc6ba None None] Network 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:57:53.231578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (98fe38b0-aa27-4c41-816e-5f5a1f0461c6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.326591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Deleting port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:53.327347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.334652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160cffb6-a85c-4d89-be8a-222f617cd1c1 None None] DHCP port deletion for 98fe38b0-aa27-4c41-816e-5f5a1f0461c6 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:57:53.411164 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-160cffb6-a85c-4d89-be8a-222f617cd1c1 None None] Deleting port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:53.411761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-160cffb6-a85c-4d89-be8a-222f617cd1c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.419369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] For port 77d90edf-599c-43ac-a8c9-3f0dcc261c79, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=77d90edf-599c-43ac-a8c9-3f0dcc261c79,segment=NetworkSegment(4eff5c6b-5191-40b4-9879-09beb9a13121),segment_id=4eff5c6b-5191-40b4-9879-09beb9a13121)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:53.420696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.437896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Calling delete_port for 77d90edf-599c-43ac-a8c9-3f0dcc261c79 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:53.549225 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-160cffb6-a85c-4d89-be8a-222f617cd1c1 None None] For port 77d90edf-599c-43ac-a8c9-3f0dcc261c79, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=77d90edf-599c-43ac-a8c9-3f0dcc261c79,segment=NetworkSegment(4eff5c6b-5191-40b4-9879-09beb9a13121),segment_id=4eff5c6b-5191-40b4-9879-09beb9a13121)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:53.549863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-160cffb6-a85c-4d89-be8a-222f617cd1c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.575444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-160cffb6-a85c-4d89-be8a-222f617cd1c1 None None] Calling delete_port for 77d90edf-599c-43ac-a8c9-3f0dcc261c79 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:53.624279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.654994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d90edf-599c-43ac-a8c9-3f0dcc261c79,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:53.667982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] No DVR routers for this DVR port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:57:53.723611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-160cffb6-a85c-4d89-be8a-222f617cd1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (77d90edf-599c-43ac-a8c9-3f0dcc261c79), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.753870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (98fe38b0-aa27-4c41-816e-5f5a1f0461c6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.758766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cffb6-a85c-4d89-be8a-222f617cd1c1 None None] Pushing event deleted for resources: {'Port': ['ID=77d90edf-599c-43ac-a8c9-3f0dcc261c79,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:53.765349 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160cffb6-a85c-4d89-be8a-222f617cd1c1 None None] No DVR routers for this DVR port 77d90edf-599c-43ac-a8c9-3f0dcc261c79 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:57:53.786534 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fe38b0-aa27-4c41-816e-5f5a1f0461c6']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:53.799271 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eff5c6b-5191-40b4-9879-09beb9a13121') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:53.799711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eff5c6b-5191-40b4-9879-09beb9a13121') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:53.817251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (4eff5c6b-5191-40b4-9879-09beb9a13121), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.838828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4eff5c6b-5191-40b4-9879-09beb9a13121), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.845521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:57:53.845965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (4eff5c6b-5191-40b4-9879-09beb9a13121), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:53.857208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530e946-e85c-4aec-82ba-d53128c00795 req-f86bcd27-4336-49a9-afbb-e8eed6f1af46 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:53.859932 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0530e946-e85c-4aec-82ba-d53128c00795 req-f86bcd27-4336-49a9-afbb-e8eed6f1af46 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.1133022 Aug 31 15:57:53.951027 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0530e946-e85c-4aec-82ba-d53128c00795 req-e7f857bc-9032-4935-b36f-fdaf29e248b6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799387 Aug 31 15:57:54.042378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (98fe38b0-aa27-4c41-816e-5f5a1f0461c6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:54.050200 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:54.059095 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/98fe38b0-aa27-4c41-816e-5f5a1f0461c6 HTTP/1.1" status: 204 len: 168 time: 0.9539287 Aug 31 15:57:54.063885 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42224) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:54.076785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2183f-9e53-43a1-9c8e-f88323fe91f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=98fe38b0-aa27-4c41-816e-5f5a1f0461c6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:54.094115 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 4eff5c6b-5191-40b4-9879-09beb9a13121 resource provider aggregate not found Aug 31 15:57:54.116210 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 4eff5c6b-5191-40b4-9879-09beb9a13121 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4eff5c6b-5191-40b4-9879-09beb9a13121 found for delete ", "request_id": "req-50ac6145-dad0-44c4-ae16-2829d48f6f11"}]} Aug 31 15:57:54.182648 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:54.425094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:54.473475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (71574a62-6004-4b52-9ca9-89b8b79a72bb), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:54.620157 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:54.653893 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:57:54.654372 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b55ae7bd-0b97-45c8-9536-dac3ee01c9e4 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:54.654871 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 77d90edf-599c-43ac-a8c9-3f0dcc261c79 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:54.676749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 77d90edf-599c-43ac-a8c9-3f0dcc261c79 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:57:54.677179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 77d90edf-599c-43ac-a8c9-3f0dcc261c79 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:55.132627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] Deleting port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:55.134338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:55.195211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce3b38-8af7-4504-9911-7a44101e3fbc req-166d4b91-4d60-4edd-8bbd-e7f16390df2b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:55.199607 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-70ce3b38-8af7-4504-9911-7a44101e3fbc req-166d4b91-4d60-4edd-8bbd-e7f16390df2b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.1583724 Aug 31 15:57:55.216101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:55.223477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] For port 00c4b4ca-632b-47ae-b772-30bf0e83ad0c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=00c4b4ca-632b-47ae-b772-30bf0e83ad0c,segment=NetworkSegment(16fa1b7a-617f-424e-aca8-e81a5feff4eb),segment_id=16fa1b7a-617f-424e-aca8-e81a5feff4eb)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:55.223844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:55.251373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] Calling delete_port for 00c4b4ca-632b-47ae-b772-30bf0e83ad0c owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:55.290206 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-70ce3b38-8af7-4504-9911-7a44101e3fbc req-934f6b47-2453-4d51-9d29-ca43350f91db tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831876 Aug 31 15:57:55.532236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (00c4b4ca-632b-47ae-b772-30bf0e83ad0c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:55.560021 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] Pushing event deleted for resources: {'Port': ['ID=00c4b4ca-632b-47ae-b772-30bf0e83ad0c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:55.714333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:55.790940 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (71574a62-6004-4b52-9ca9-89b8b79a72bb), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:55.949724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:56.078856 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] Router 71574a62-6004-4b52-9ca9-89b8b79a72bb has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:57:56.267027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:56.275411 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3c2e47d3-f029-431d-976b-0da6aa14e12b admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/71574a62-6004-4b52-9ca9-89b8b79a72bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2098005 Aug 31 15:57:56.278432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42232) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:56.282978 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] Sync routers for ids ['71574a62-6004-4b52-9ca9-89b8b79a72bb'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:56.301856 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] Routers {'71574a62-6004-4b52-9ca9-89b8b79a72bb'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:57:56.302936 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:57:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['71574a62-6004-4b52-9ca9-89b8b79a72bb'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:56.437408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Publish callbacks [] for router (71574a62-6004-4b52-9ca9-89b8b79a72bb), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:56.466760 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] Set router 71574a62-6004-4b52-9ca9-89b8b79a72bb gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:57:56.519567 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c076b-8043-4d63-9815-90976bc6a2c8 req-a92959e2-7415-4662-ba15-5d4d5e0ae49f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:56.521466 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-082c076b-8043-4d63-9815-90976bc6a2c8 req-a92959e2-7415-4662-ba15-5d4d5e0ae49f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.1029563 Aug 31 15:57:56.630439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Publish callbacks [] for router_gateway (71574a62-6004-4b52-9ca9-89b8b79a72bb), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:56.650277 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-082c076b-8043-4d63-9815-90976bc6a2c8 req-c0be1086-c59b-47e1-b9c7-7f83e5e57373 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908267 Aug 31 15:57:56.678868 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'name': 'tempest-TestVolumeBootPattern-912687739-router', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:25Z', 'updated_at': '2022-08-31T15:57:55Z', 'revision_number': 5, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'gw_port': {'id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:26Z', 'updated_at': '2022-08-31T15:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:56.729192 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] Checking router: 71574a62-6004-4b52-9ca9-89b8b79a72bb for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:56.746846 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] Routers {'71574a62-6004-4b52-9ca9-89b8b79a72bb'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:57:56.747885 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:57:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['71574a62-6004-4b52-9ca9-89b8b79a72bb'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:56.813894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Deleting port b1f59874-3d83-4b51-bdfd-8923175cb596 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:56.814433 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:56.934617 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] Set router 71574a62-6004-4b52-9ca9-89b8b79a72bb gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:57:56.968916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] For port b1f59874-3d83-4b51-bdfd-8923175cb596, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b1f59874-3d83-4b51-bdfd-8923175cb596,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:56.969501 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:56.993038 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Calling delete_port for b1f59874-3d83-4b51-bdfd-8923175cb596 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:57.062735 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:57.184154 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'name': 'tempest-TestVolumeBootPattern-912687739-router', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:25Z', 'updated_at': '2022-08-31T15:57:55Z', 'revision_number': 5, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'gw_port': {'id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:26Z', 'updated_at': '2022-08-31T15:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:57.220941 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb9af96-0185-47de-88c1-6fecd80faaa2 None None] The sync data for ids ['71574a62-6004-4b52-9ca9-89b8b79a72bb'] in dv-neutron-855257-2-hyperv is: [{'id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'name': 'tempest-TestVolumeBootPattern-912687739-router', 'tenant_id': 'b144b6939a724af09b29b0b75395fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:55:25Z', 'updated_at': '2022-08-31T15:57:55Z', 'revision_number': 5, 'project_id': 'b144b6939a724af09b29b0b75395fe05', 'gw_port': {'id': 'b1f59874-3d83-4b51-bdfd-8923175cb596', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71574a62-6004-4b52-9ca9-89b8b79a72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:55:26Z', 'updated_at': '2022-08-31T15:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:57.332094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b1f59874-3d83-4b51-bdfd-8923175cb596), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:57.364745 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f59874-3d83-4b51-bdfd-8923175cb596,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:57.428156 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:57.467240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (71574a62-6004-4b52-9ca9-89b8b79a72bb), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:57.633949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (71574a62-6004-4b52-9ca9-89b8b79a72bb), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:57.638327 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Publish callbacks [] for router_controller (71574a62-6004-4b52-9ca9-89b8b79a72bb), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:57.801274 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (71574a62-6004-4b52-9ca9-89b8b79a72bb), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:57.802565 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71574a62-6004-4b52-9ca9-89b8b79a72bb {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:57:57.811566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:57.813130 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-79258a38-2d2c-4e19-b209-ce03a5403d8d admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/71574a62-6004-4b52-9ca9-89b8b79a72bb HTTP/1.1" status: 204 len: 168 time: 1.5330212 Aug 31 15:57:57.816093 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42238) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:57.831748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde5b15-a29a-4327-b008-27a915edf773 req-f71d0879-f867-419a-8643-2cf1439a907b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:57.833893 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9bde5b15-a29a-4327-b008-27a915edf773 req-f71d0879-f867-419a-8643-2cf1439a907b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0761201 Aug 31 15:57:57.895743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-c110241d-cef1-4a2b-9072-415f2a6f06a5 admin admin] Deleting subnet 4a6ea144-080c-4b71-9126-56d4a19c7cfc {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:57:57.900930 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c110241d-cef1-4a2b-9072-415f2a6f06a5 admin admin] Publish callbacks [] for subnet (4a6ea144-080c-4b71-9126-56d4a19c7cfc), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:57.922895 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9bde5b15-a29a-4327-b008-27a915edf773 req-41f49109-66e5-455a-a6d0-51ae2f81fc10 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765331 Aug 31 15:57:57.974819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c110241d-cef1-4a2b-9072-415f2a6f06a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (4a6ea144-080c-4b71-9126-56d4a19c7cfc), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.110679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c110241d-cef1-4a2b-9072-415f2a6f06a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (4a6ea144-080c-4b71-9126-56d4a19c7cfc), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.267412 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c110241d-cef1-4a2b-9072-415f2a6f06a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (4a6ea144-080c-4b71-9126-56d4a19c7cfc), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.299586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110241d-cef1-4a2b-9072-415f2a6f06a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6ea144-080c-4b71-9126-56d4a19c7cfc,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:58.306586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c110241d-cef1-4a2b-9072-415f2a6f06a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.310638 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c110241d-cef1-4a2b-9072-415f2a6f06a5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/4a6ea144-080c-4b71-9126-56d4a19c7cfc HTTP/1.1" status: 204 len: 168 time: 0.4929304 Aug 31 15:57:58.313992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42240) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:58.318147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175f73b1-9966-47be-a534-1f5ec7f484ac None None] Network e8da5224-2607-4e60-b3a9-810391434e70 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:57:58.414085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (e8da5224-2607-4e60-b3a9-810391434e70), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.468878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Deleting port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:58.469416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.540187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:58.552593 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5f3e5-6514-4edf-a509-568a7d669779 None None] DHCP port deletion for e8da5224-2607-4e60-b3a9-810391434e70 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:57:58.552732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] For port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5f38db2e-6ae7-48b7-a1e5-c51160bc97ac,segment=NetworkSegment(16fa1b7a-617f-424e-aca8-e81a5feff4eb),segment_id=16fa1b7a-617f-424e-aca8-e81a5feff4eb)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:58.553287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.572548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Calling delete_port for 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:58.628075 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-14c5f3e5-6514-4edf-a509-568a7d669779 None None] Deleting port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:57:58.628828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-14c5f3e5-6514-4edf-a509-568a7d669779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.638705 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:58.762571 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-14c5f3e5-6514-4edf-a509-568a7d669779 None None] For port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5f38db2e-6ae7-48b7-a1e5-c51160bc97ac,segment=NetworkSegment(16fa1b7a-617f-424e-aca8-e81a5feff4eb),segment_id=16fa1b7a-617f-424e-aca8-e81a5feff4eb)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:58.762968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-14c5f3e5-6514-4edf-a509-568a7d669779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.802684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-14c5f3e5-6514-4edf-a509-568a7d669779 None None] Calling delete_port for 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:57:58.812816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.824838 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:58.832282 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:57:58.833387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 00c4b4ca-632b-47ae-b772-30bf0e83ad0c no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:58.853726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f38db2e-6ae7-48b7-a1e5-c51160bc97ac,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:58.855779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] No DVR routers for this DVR port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:57:58.892649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 00c4b4ca-632b-47ae-b772-30bf0e83ad0c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:57:58.892938 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 00c4b4ca-632b-47ae-b772-30bf0e83ad0c not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:58.893308 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b1f59874-3d83-4b51-bdfd-8923175cb596 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:58.926458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: b1f59874-3d83-4b51-bdfd-8923175cb596 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:57:58.926812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b1f59874-3d83-4b51-bdfd-8923175cb596 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:58.949925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (e8da5224-2607-4e60-b3a9-810391434e70), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.950811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:57:58.956426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-14c5f3e5-6514-4edf-a509-568a7d669779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (5f38db2e-6ae7-48b7-a1e5-c51160bc97ac), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:58.976105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8da5224-2607-4e60-b3a9-810391434e70']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:58.989594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fa1b7a-617f-424e-aca8-e81a5feff4eb') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:58.989908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fa1b7a-617f-424e-aca8-e81a5feff4eb') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:58.997136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5f3e5-6514-4edf-a509-568a7d669779 None None] Pushing event deleted for resources: {'Port': ['ID=5f38db2e-6ae7-48b7-a1e5-c51160bc97ac,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:59.001844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c5f3e5-6514-4edf-a509-568a7d669779 None None] No DVR routers for this DVR port 5f38db2e-6ae7-48b7-a1e5-c51160bc97ac on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:57:59.009915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (16fa1b7a-617f-424e-aca8-e81a5feff4eb), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:59.031193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (16fa1b7a-617f-424e-aca8-e81a5feff4eb), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:59.044916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:57:59.046453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (16fa1b7a-617f-424e-aca8-e81a5feff4eb), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:59.111876 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 16fa1b7a-617f-424e-aca8-e81a5feff4eb resource provider aggregate not found Aug 31 15:57:59.148987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 16fa1b7a-617f-424e-aca8-e81a5feff4eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16fa1b7a-617f-424e-aca8-e81a5feff4eb found for delete ", "request_id": "req-a95adca5-c9e6-469f-bb6c-63b51faba7d2"}]} Aug 31 15:57:59.154346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fed61f-5586-48ca-a206-5336ddf7641c req-ef68be74-cc45-4007-a66d-db36d8db69fe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:57:59.156014 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d7fed61f-5586-48ca-a206-5336ddf7641c req-ef68be74-cc45-4007-a66d-db36d8db69fe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0727928 Aug 31 15:57:59.223404 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d7fed61f-5586-48ca-a206-5336ddf7641c req-63661ffc-49c4-4e36-8e73-0667c16db5a0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606334 Aug 31 15:57:59.230094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (e8da5224-2607-4e60-b3a9-810391434e70), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:59.237131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:59.240442 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/e8da5224-2607-4e60-b3a9-810391434e70 HTTP/1.1" status: 204 len: 168 time: 0.9216206 Aug 31 15:57:59.256196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6e989-676b-4d6f-8a3a-82f682523550 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8da5224-2607-4e60-b3a9-810391434e70,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:59.686301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42250) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:59.732181 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-de137c49-60c5-49d2-a3e5-ea2c885f905e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4e8c377116f94b2383b63a2f3ef9ea25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445879 Aug 31 15:57:59.734814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42252) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:57:59.793214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32f7187a-37e3-4ee4-a0b6-d910326c7c9a admin admin] Publish callbacks [] for security_group (6ed4ece5-e66a-4373-a0c2-b554097be1a4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:59.824335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32f7187a-37e3-4ee4-a0b6-d910326c7c9a admin admin] Publish callbacks [] for security_group (6ed4ece5-e66a-4373-a0c2-b554097be1a4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:57:59.863478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:00.015536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32f7187a-37e3-4ee4-a0b6-d910326c7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (6ed4ece5-e66a-4373-a0c2-b554097be1a4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:00.018309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-32f7187a-37e3-4ee4-a0b6-d910326c7c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:00.019569 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-32f7187a-37e3-4ee4-a0b6-d910326c7c9a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6ed4ece5-e66a-4373-a0c2-b554097be1a4 HTTP/1.1" status: 204 len: 168 time: 0.2837615 Aug 31 15:58:00.033380 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7187a-37e3-4ee4-a0b6-d910326c7c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed4ece5-e66a-4373-a0c2-b554097be1a4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:00.368570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35df6b-e873-4c24-a325-9e7b00354a58 req-b822a9e0-b641-43a7-939c-7bd623f3a17e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:00.375766 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1b35df6b-e873-4c24-a325-9e7b00354a58 req-b822a9e0-b641-43a7-939c-7bd623f3a17e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0624874 Aug 31 15:58:00.448104 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1b35df6b-e873-4c24-a325-9e7b00354a58 req-fbed9e83-1873-4f61-82cf-149eb1675ba7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694752 Aug 31 15:58:00.982376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42260) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:01.029189 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cbbdf720-9f21-4a2a-b3e7-ba1ef56be96e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b144b6939a724af09b29b0b75395fe05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455930 Aug 31 15:58:01.031741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42262) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:01.090924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e81c35c-ed85-43cb-9e9d-6b79aac0713a admin admin] Publish callbacks [] for security_group (a1814b1e-1a11-49c5-9055-245430001ac7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:01.122041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e81c35c-ed85-43cb-9e9d-6b79aac0713a admin admin] Publish callbacks [] for security_group (a1814b1e-1a11-49c5-9055-245430001ac7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:01.267434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e81c35c-ed85-43cb-9e9d-6b79aac0713a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a1814b1e-1a11-49c5-9055-245430001ac7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:01.270428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e81c35c-ed85-43cb-9e9d-6b79aac0713a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:01.272991 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9e81c35c-ed85-43cb-9e9d-6b79aac0713a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a1814b1e-1a11-49c5-9055-245430001ac7 HTTP/1.1" status: 204 len: 168 time: 0.2390213 Aug 31 15:58:01.285116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81c35c-ed85-43cb-9e9d-6b79aac0713a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1814b1e-1a11-49c5-9055-245430001ac7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:01.653530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02b0d5-2fc1-4e24-b1b3-584a1740bcd8 req-609892b6-b485-4bb4-babd-915395733a03 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:01.656447 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8f02b0d5-2fc1-4e24-b1b3-584a1740bcd8 req-609892b6-b485-4bb4-babd-915395733a03 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0743999 Aug 31 15:58:01.767215 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8f02b0d5-2fc1-4e24-b1b3-584a1740bcd8 req-2047e48b-1217-40f5-a7d9-e8851a315eaa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924020 Aug 31 15:58:02.912865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04487c2-5b55-4327-b0b6-81ada5bcfe69 req-6d13bc7e-3b9a-403b-967c-c5fa9e479cca tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:02.915349 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f04487c2-5b55-4327-b0b6-81ada5bcfe69 req-6d13bc7e-3b9a-403b-967c-c5fa9e479cca tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0657263 Aug 31 15:58:02.974366 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f04487c2-5b55-4327-b0b6-81ada5bcfe69 req-5790ab63-27ad-44ce-9fdc-302996f97da0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528398 Aug 31 15:58:04.107893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749493a-1b94-41d9-ba65-589023eb34b0 req-4ed42330-c860-4aba-acac-6c21545a58c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:04.109573 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e749493a-1b94-41d9-ba65-589023eb34b0 req-4ed42330-c860-4aba-acac-6c21545a58c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0559516 Aug 31 15:58:04.168077 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e749493a-1b94-41d9-ba65-589023eb34b0 req-b7dd1fa3-7493-47b7-be1d-98845a04ba42 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526948 Aug 31 15:58:05.277934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:05.299556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16becd1d-b1dc-4eab-991e-656f968950af req-cfda120a-e5fe-4907-ae3b-b565ba40e47d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:05.301363 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-16becd1d-b1dc-4eab-991e-656f968950af req-cfda120a-e5fe-4907-ae3b-b565ba40e47d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0530746 Aug 31 15:58:05.366555 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-16becd1d-b1dc-4eab-991e-656f968950af req-a0ec64d8-ad44-4ab2-a76a-17af001e3fdc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582707 Aug 31 15:58:06.503548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae4ce-9b52-4e8a-b0b0-7c1c2131378a req-b5c70a38-5945-4ada-bc33-131f2bfd4979 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:06.505740 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c84ae4ce-9b52-4e8a-b0b0-7c1c2131378a req-b5c70a38-5945-4ada-bc33-131f2bfd4979 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0530810 Aug 31 15:58:06.567073 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c84ae4ce-9b52-4e8a-b0b0-7c1c2131378a req-2e76a2a6-cd5d-4bb1-8780-c63a97f4bfb3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547516 Aug 31 15:58:07.734764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3133e-a0b4-444c-9ef4-f15b95266a2e req-d8b8a7c2-1b2d-453f-a9b8-82f8f2b54bbc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:07.736353 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-74b3133e-a0b4-444c-9ef4-f15b95266a2e req-d8b8a7c2-1b2d-453f-a9b8-82f8f2b54bbc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0583303 Aug 31 15:58:07.795847 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-74b3133e-a0b4-444c-9ef4-f15b95266a2e req-03a382cb-be64-4aee-905a-d7c848044231 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520639 Aug 31 15:58:08.541681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c288cbe7-732c-4a11-925c-1df8134bdd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:08.727905 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=79 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:08.736155 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=73 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:08.922689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:08.931578 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc664b75-8207-4974-8d72-aef2575f3b1c req-1173d395-5f7d-424c-8465-e6079e0b48aa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:08.936983 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cc664b75-8207-4974-8d72-aef2575f3b1c req-1173d395-5f7d-424c-8465-e6079e0b48aa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0538363 Aug 31 15:58:09.004808 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cc664b75-8207-4974-8d72-aef2575f3b1c req-3a4c11db-7b26-4389-a6c1-374c379aa520 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656590 Aug 31 15:58:10.130939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e52975-2d95-4097-9989-013eda4313e4 req-0c4cc17c-0e66-42e7-ab30-07d706e204dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:10.133101 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8e52975-2d95-4097-9989-013eda4313e4 req-0c4cc17c-0e66-42e7-ab30-07d706e204dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0497525 Aug 31 15:58:10.201426 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8e52975-2d95-4097-9989-013eda4313e4 req-fb114969-98ea-431d-8f08-b820517e8dc2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590832 Aug 31 15:58:10.713774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d60aa644-564d-4ebd-ad00-8651e2ff3e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:11.400341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774568f-ec2c-44bf-8180-6221720da0f7 req-9900f912-a1be-4c3a-82fd-1ae56d5dfda3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:11.403120 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2774568f-ec2c-44bf-8180-6221720da0f7 req-9900f912-a1be-4c3a-82fd-1ae56d5dfda3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0655341 Aug 31 15:58:11.500746 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2774568f-ec2c-44bf-8180-6221720da0f7 req-a5df2fc4-bd02-45b7-97e9-c629b36a2b1a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875306 Aug 31 15:58:12.126403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:12.640237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bafd-5e2a-4ef2-a0c0-335f26b2ac17 req-c5bdd043-6eb4-4684-9821-2523daea3f60 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:12.641845 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-73f2bafd-5e2a-4ef2-a0c0-335f26b2ac17 req-c5bdd043-6eb4-4684-9821-2523daea3f60 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0606973 Aug 31 15:58:12.704311 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-73f2bafd-5e2a-4ef2-a0c0-335f26b2ac17 req-38f150cd-f966-4947-a81e-bc5ffdae8ec2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561991 Aug 31 15:58:13.570005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:13.686799 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:13.819367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:13.837308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c82a8-0325-4a3b-85c0-f66428cd2435 req-782a1872-0e67-43df-b1f2-bf5e6d8a7ca6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:13.838952 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ed7c82a8-0325-4a3b-85c0-f66428cd2435 req-782a1872-0e67-43df-b1f2-bf5e6d8a7ca6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0554378 Aug 31 15:58:13.901989 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ed7c82a8-0325-4a3b-85c0-f66428cd2435 req-143d0e64-2d64-42f5-b100-139a2359d31c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547848 Aug 31 15:58:15.061208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1caa-0b82-4beb-8490-6b69556001dc req-10ce2521-3693-47e4-a0f1-449dac0845eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:15.062871 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9ad1caa-0b82-4beb-8490-6b69556001dc req-10ce2521-3693-47e4-a0f1-449dac0845eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0520062 Aug 31 15:58:15.124709 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9ad1caa-0b82-4beb-8490-6b69556001dc req-91ed3acb-93d8-440a-abd5-bbf00775d180 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558007 Aug 31 15:58:16.263610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139f65a-3fff-4d57-9742-26a6c2406e75 req-ccbf6e23-66c4-4a74-a1cc-4080e6c030fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:16.265197 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1139f65a-3fff-4d57-9742-26a6c2406e75 req-ccbf6e23-66c4-4a74-a1cc-4080e6c030fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0584905 Aug 31 15:58:16.321328 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1139f65a-3fff-4d57-9742-26a6c2406e75 req-7b531722-a221-4a9e-96c1-14f1695656d3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502973 Aug 31 15:58:17.447548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:17.456072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248033a6-8b34-46b1-a8eb-0d8ee6a0bb4d req-f30f2141-6139-45b1-9f0d-2f5292d9ed14 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:17.460773 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-248033a6-8b34-46b1-a8eb-0d8ee6a0bb4d req-f30f2141-6139-45b1-9f0d-2f5292d9ed14 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0533650 Aug 31 15:58:17.523383 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-248033a6-8b34-46b1-a8eb-0d8ee6a0bb4d req-070ee357-af6f-4720-9df8-5f6f9646d74d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590918 Aug 31 15:58:17.776192 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:58:18.659053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474a788-d471-4c0e-9c7e-dac14d76abe7 req-e86c603b-4813-475d-9213-c9235037352b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:18.661708 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e474a788-d471-4c0e-9c7e-dac14d76abe7 req-e86c603b-4813-475d-9213-c9235037352b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0588393 Aug 31 15:58:18.724967 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e474a788-d471-4c0e-9c7e-dac14d76abe7 req-1f467a65-551e-478d-9078-dda6ed5e89ba tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562403 Aug 31 15:58:19.861653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009eb40-2b18-4efd-9766-006d194df1a5 req-772ddae0-5782-42a3-9c16-b6975230c340 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:19.863289 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5009eb40-2b18-4efd-9766-006d194df1a5 req-772ddae0-5782-42a3-9c16-b6975230c340 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0561757 Aug 31 15:58:19.925825 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5009eb40-2b18-4efd-9766-006d194df1a5 req-7b462e9a-5d86-45da-890b-2c285d18aba8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513737 Aug 31 15:58:21.070071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:21.103665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d80d8c-3d9b-4a7b-b2e4-1a419bab737d req-139d07bb-b81e-492e-9640-c3e408e07e81 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:21.105337 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-23d80d8c-3d9b-4a7b-b2e4-1a419bab737d req-139d07bb-b81e-492e-9640-c3e408e07e81 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0646229 Aug 31 15:58:21.170816 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-23d80d8c-3d9b-4a7b-b2e4-1a419bab737d req-b259166b-8a7a-4367-8a44-6d02c474600a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593343 Aug 31 15:58:22.320275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed38f6-ab6a-4456-8f24-3713db4526cc req-02d6cbe7-cd4e-4d80-868a-bc033068f01b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:22.321978 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b6ed38f6-ab6a-4456-8f24-3713db4526cc req-02d6cbe7-cd4e-4d80-868a-bc033068f01b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0637622 Aug 31 15:58:22.379907 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b6ed38f6-ab6a-4456-8f24-3713db4526cc req-cebbd03a-e026-437a-9d17-d8a66acab84b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518355 Aug 31 15:58:23.514950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1f61-1472-44ef-817f-70d6dccb9184 req-1cb407e5-ce40-440d-8b78-de5efbcfa2df tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:23.516526 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-510b1f61-1472-44ef-817f-70d6dccb9184 req-1cb407e5-ce40-440d-8b78-de5efbcfa2df tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0544698 Aug 31 15:58:23.582396 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-510b1f61-1472-44ef-817f-70d6dccb9184 req-fcf84ad3-dd96-4d9d-a11a-7754b9f231f5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598066 Aug 31 15:58:24.718535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372500ad-f3c6-4136-b10a-789ed100a560 req-7c6b6412-9d42-4d1d-aa46-fb90e4ec058e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:24.720202 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-372500ad-f3c6-4136-b10a-789ed100a560 req-7c6b6412-9d42-4d1d-aa46-fb90e4ec058e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0580525 Aug 31 15:58:24.804785 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-372500ad-f3c6-4136-b10a-789ed100a560 req-4c276bfa-d3a0-45a2-aced-a630ad21e088 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772197 Aug 31 15:58:25.980986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cd1ad-a6c8-4dcf-96cc-dadfb538cc18 req-3e8fa55a-7fa4-4d87-95cc-4ed059341b95 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:25.983740 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9c1cd1ad-a6c8-4dcf-96cc-dadfb538cc18 req-3e8fa55a-7fa4-4d87-95cc-4ed059341b95 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0819769 Aug 31 15:58:26.042418 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9c1cd1ad-a6c8-4dcf-96cc-dadfb538cc18 req-8858fbb6-8e95-4b31-8358-fae6ce5e6f01 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529935 Aug 31 15:58:27.176900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e15ffc-e123-4551-9de3-8ce9ea85770a req-704d7251-6038-493f-8aed-01b688729a56 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:27.178569 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-18e15ffc-e123-4551-9de3-8ce9ea85770a req-704d7251-6038-493f-8aed-01b688729a56 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0536695 Aug 31 15:58:27.240557 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-18e15ffc-e123-4551-9de3-8ce9ea85770a req-754d467e-134c-4260-9746-5147320b0fb6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518188 Aug 31 15:58:27.770551 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:27.771566 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:28.384148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73116f-fcfd-4e37-9a81-52effde2d1c0 req-08edd1c1-fac3-4812-9e60-e7485fe62637 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:28.385822 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ca73116f-fcfd-4e37-9a81-52effde2d1c0 req-08edd1c1-fac3-4812-9e60-e7485fe62637 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0615177 Aug 31 15:58:28.444327 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ca73116f-fcfd-4e37-9a81-52effde2d1c0 req-3fe70ce2-07c4-4dd4-9c0c-21269d7531f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516813 Aug 31 15:58:29.576353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6f1d3-c99d-47c6-9b12-433edcc75265 req-6a6458cb-17e8-4ba7-8cfe-60772f3aca53 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:29.578010 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5b6f1d3-c99d-47c6-9b12-433edcc75265 req-6a6458cb-17e8-4ba7-8cfe-60772f3aca53 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0524898 Aug 31 15:58:29.644498 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5b6f1d3-c99d-47c6-9b12-433edcc75265 req-14d66e9e-2a09-4dbd-b33e-d7eca022755a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601711 Aug 31 15:58:30.803521 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706befd-cd16-46b7-b9cd-5d33056edd16 req-b4658f94-8e9a-4b5d-8e16-bd6f9c9e0233 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:30.809504 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8706befd-cd16-46b7-b9cd-5d33056edd16 req-b4658f94-8e9a-4b5d-8e16-bd6f9c9e0233 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0849154 Aug 31 15:58:30.868085 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8706befd-cd16-46b7-b9cd-5d33056edd16 req-8e712d5a-c6bc-4af3-a6d6-fb2f6712e0eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527825 Aug 31 15:58:30.973933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:DELETE=1,neutron:SELECT=17,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:30.977692 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:32.022158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3206407-507d-43c0-9b72-9954514ffa56 req-d14ab38d-3822-43f0-a15f-f853ff3634ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:32.024985 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a3206407-507d-43c0-9b72-9954514ffa56 req-d14ab38d-3822-43f0-a15f-f853ff3634ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0669367 Aug 31 15:58:32.086188 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a3206407-507d-43c0-9b72-9954514ffa56 req-9fc887f6-576d-4da6-8783-16aa0432f238 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=901c6466-0484-4da7-ba71-3498479d4786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548766 Aug 31 15:58:32.220133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:32.240890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-9b8fb3b1-c50f-4647-ad78-4a4941dd6341 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:32.242646 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-9b8fb3b1-c50f-4647-ad78-4a4941dd6341 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 945 time: 0.0517108 Aug 31 15:58:32.356106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port ae531898-a66c-4236-9e1b-2a617035bf5e {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:58:32.356417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:32.463520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port ae531898-a66c-4236-9e1b-2a617035bf5e, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=ae531898-a66c-4236-9e1b-2a617035bf5e,segment=NetworkSegment(dfef9842-80e9-4958-abed-32139d1775be),segment_id=dfef9842-80e9-4958-abed-32139d1775be)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:32.463894 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:32.480114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for ae531898-a66c-4236-9e1b-2a617035bf5e owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:58:32.597711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:32.827559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ae531898-a66c-4236-9e1b-2a617035bf5e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:32.862896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=ae531898-a66c-4236-9e1b-2a617035bf5e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:32.896075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.896424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.896770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.897114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.898011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.898525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.909498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.909498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.909498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.909498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.909498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.909498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.909498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.909498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.909498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.928940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] No DVR routers for this DVR port ae531898-a66c-4236-9e1b-2a617035bf5e on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:58:32.932103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:32.935728 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-bf551dc8-080a-4fb5-8718-e73b89a4fefe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "DELETE /networking/v2.0/ports/ae531898-a66c-4236-9e1b-2a617035bf5e HTTP/1.1" status: 204 len: 173 time: 0.6843140 Aug 31 15:58:32.936217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314432ac-31e7-46d6-b87d-a952eb72e65d', 'name': 'network-vif-deleted', 'tag': 'ae531898-a66c-4236-9e1b-2a617035bf5e'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:58:32.938630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0baa8a0-cc51-4433-8b28-ef28cd63af60" -d '{"events": [{"server_uuid": "314432ac-31e7-46d6-b87d-a952eb72e65d", "name": "network-vif-deleted", "tag": "ae531898-a66c-4236-9e1b-2a617035bf5e"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:33.250390 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c0f1969c-90b6-4218-bf96-190acedb94a3 req-1dd7a7a6-1de7-4ca8-8037-d44a2eb4d3a2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 210 time: 0.0323856 Aug 31 15:58:33.294117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533395f1-7fca-45ab-9f9b-2be77d2c0fc7 x-openstack-request-id: req-533395f1-7fca-45ab-9f9b-2be77d2c0fc7 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:33.294574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314432ac-31e7-46d6-b87d-a952eb72e65d", "name": "network-vif-deleted", "tag": "ae531898-a66c-4236-9e1b-2a617035bf5e", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:33.301438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-533395f1-7fca-45ab-9f9b-2be77d2c0fc7 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:33.301438 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-533395f1-7fca-45ab-9f9b-2be77d2c0fc7']: {'server_uuid': '314432ac-31e7-46d6-b87d-a952eb72e65d', 'name': 'network-vif-deleted', 'tag': 'ae531898-a66c-4236-9e1b-2a617035bf5e', 'status': 'failed', 'code': 422} returned with failed status Aug 31 15:58:34.401954 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-db4cb63d-7caa-44e0-87d8-104ec99c501f req-d5594a61-5028-40d5-813a-ed42dc8e9c20 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 210 time: 0.0340891 Aug 31 15:58:34.517286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device ae531898-a66c-4236-9e1b-2a617035bf5e no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:34.542024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: ae531898-a66c-4236-9e1b-2a617035bf5e {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:58:34.542383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device ae531898-a66c-4236-9e1b-2a617035bf5e not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:34.680177 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-521fd036-9e9b-444e-b32e-5ed94012f2f9 req-826fea60-040b-443c-9d90-833ab187a05d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=314432ac-31e7-46d6-b87d-a952eb72e65d HTTP/1.1" status: 200 len: 210 time: 0.0401134 Aug 31 15:58:35.270661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42332) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:35.338126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9750b7ed-08a5-4120-8444-a42e8a04b1f5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (901c6466-0484-4da7-ba71-3498479d4786), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:35.375905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9750b7ed-08a5-4120-8444-a42e8a04b1f5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (901c6466-0484-4da7-ba71-3498479d4786), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:35.520564 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9750b7ed-08a5-4120-8444-a42e8a04b1f5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (901c6466-0484-4da7-ba71-3498479d4786), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:35.523858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9750b7ed-08a5-4120-8444-a42e8a04b1f5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:35.525087 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9750b7ed-08a5-4120-8444-a42e8a04b1f5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/901c6466-0484-4da7-ba71-3498479d4786 HTTP/1.1" status: 204 len: 168 time: 0.2552557 Aug 31 15:58:35.535607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750b7ed-08a5-4120-8444-a42e8a04b1f5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c6466-0484-4da7-ba71-3498479d4786,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:35.625615 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42336) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:36.277175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:36.325445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:36.627139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 656a56cf-b4aa-4cce-9510-22593a7d0468 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:58:36.628270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:36.803183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 656a56cf-b4aa-4cce-9510-22593a7d0468, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=656a56cf-b4aa-4cce-9510-22593a7d0468,segment=NetworkSegment(dfef9842-80e9-4958-abed-32139d1775be),segment_id=dfef9842-80e9-4958-abed-32139d1775be)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:36.803929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:36.825695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 656a56cf-b4aa-4cce-9510-22593a7d0468 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:58:36.829732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:37.112287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (656a56cf-b4aa-4cce-9510-22593a7d0468), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:37.143469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=656a56cf-b4aa-4cce-9510-22593a7d0468,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:37.442212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:37.556333 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:37.695403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:58:37.854574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:58:37.863131 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d10bb559-efdb-4975-9952-525442aaa512 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/36a72e2d-cfe4-445a-9d1c-b9731ded0ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2361138 Aug 31 15:58:37.867630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42338) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:37.869946 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] Sync routers for ids ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:58:37.882554 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] Routers {'36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:58:37.884765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:58:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:37.967788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c078635b-ec0b-4cc1-b656-5413beb67701 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting subnet 371dbf6a-e3d2-483a-9d0d-f01c2929000f {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 15:58:37.973357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c078635b-ec0b-4cc1-b656-5413beb67701 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (371dbf6a-e3d2-483a-9d0d-f01c2929000f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:38.005910 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] Set router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:58:38.055837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c078635b-ec0b-4cc1-b656-5413beb67701 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (371dbf6a-e3d2-483a-9d0d-f01c2929000f), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:38.169024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:38.195633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c078635b-ec0b-4cc1-b656-5413beb67701 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (371dbf6a-e3d2-483a-9d0d-f01c2929000f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:38.230695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'name': 'tempest-TestNetworkBasicOps-router-1272165416', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:58:36Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:38.260474 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] Checking router: 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:58:38.271786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] Routers {'36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:58:38.272965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:58:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:38.378244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c078635b-ec0b-4cc1-b656-5413beb67701 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (371dbf6a-e3d2-483a-9d0d-f01c2929000f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:38.401136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] Set router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:58:38.409231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078635b-ec0b-4cc1-b656-5413beb67701 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Subnet': ['ID=371dbf6a-e3d2-483a-9d0d-f01c2929000f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:38.422614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c078635b-ec0b-4cc1-b656-5413beb67701 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:38.432456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42340) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:38.433411 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c078635b-ec0b-4cc1-b656-5413beb67701 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/371dbf6a-e3d2-483a-9d0d-f01c2929000f HTTP/1.1" status: 204 len: 168 time: 0.5632732 Aug 31 15:58:38.461685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821d956-f0ae-489d-b6dd-f474043edd9f None None] Network 236f308e-4589-45d2-8ec4-e4bf5643f372 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:58:38.548206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:38.570695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:38.639000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95f98fbb-36bf-4099-8f8f-4aee672b6117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:38.717110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:38.787139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] DHCP port deletion for 236f308e-4589-45d2-8ec4-e4bf5643f372 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 15:58:38.865466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 9f5afa5f-4385-440d-ad31-706dd289bbae {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:58:38.866543 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:38.953596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:39.020325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 9f5afa5f-4385-440d-ad31-706dd289bbae, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9f5afa5f-4385-440d-ad31-706dd289bbae,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:39.021310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:39.040590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 9f5afa5f-4385-440d-ad31-706dd289bbae owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:58:39.048631 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'name': 'tempest-TestNetworkBasicOps-router-1272165416', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:58:36Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:39.092518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecb467-1ac8-44b4-8ad1-f2e4f74efc7e None None] The sync data for ids ['36a72e2d-cfe4-445a-9d1c-b9731ded0ec6'] in dv-neutron-855257-2-hyperv is: [{'id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'name': 'tempest-TestNetworkBasicOps-router-1272165416', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:58:36Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '9f5afa5f-4385-440d-ad31-706dd289bbae', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a72e2d-cfe4-445a-9d1c-b9731ded0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:57:12Z', 'updated_at': '2022-08-31T15:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:58:39.120348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Deleting port 08bd2d16-792b-4090-a41a-afc42d7348ab {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 15:58:39.120629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (08bd2d16-792b-4090-a41a-afc42d7348ab), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:39.217352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] For port 08bd2d16-792b-4090-a41a-afc42d7348ab, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=08bd2d16-792b-4090-a41a-afc42d7348ab,segment=NetworkSegment(dfef9842-80e9-4958-abed-32139d1775be),segment_id=dfef9842-80e9-4958-abed-32139d1775be)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:39.218070 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (08bd2d16-792b-4090-a41a-afc42d7348ab), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:39.236886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:39.246004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Calling delete_port for 08bd2d16-792b-4090-a41a-afc42d7348ab owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 15:58:39.256201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:39.378209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (9f5afa5f-4385-440d-ad31-706dd289bbae), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:39.413291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=9f5afa5f-4385-440d-ad31-706dd289bbae,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:39.445802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.446538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.446538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.446791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.447116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.447441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.447761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.448078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.448397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.448714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.449033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.449351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.449691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.450007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.450321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.492843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (08bd2d16-792b-4090-a41a-afc42d7348ab), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:39.512589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:39.528750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Pushing event deleted for resources: {'Port': ['ID=08bd2d16-792b-4090-a41a-afc42d7348ab,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:39.536867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] No DVR routers for this DVR port 08bd2d16-792b-4090-a41a-afc42d7348ab on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 15:58:39.539876 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.540226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.540556 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.541009 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.541813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.541813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.542294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.542294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.542711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.542873 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.543162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.543482 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.543809 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.544157 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.544513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bb384-b8b9-4b9a-a0ca-ba7af6a95861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:39.684045 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:39.687097 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:39.823667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (36a72e2d-cfe4-445a-9d1c-b9731ded0ec6), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:39.824352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Fanout notify agent at l3_agent the message router_deleted on router 36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:58:39.835065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:39.836920 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3393e6b6-7fc3-4ad8-bb8e-851929ba7457 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/routers/36a72e2d-cfe4-445a-9d1c-b9731ded0ec6 HTTP/1.1" status: 204 len: 168 time: 1.4020827 Aug 31 15:58:39.841461 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42342) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:39.963166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (236f308e-4589-45d2-8ec4-e4bf5643f372), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.076219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (236f308e-4589-45d2-8ec4-e4bf5643f372), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.102527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236f308e-4589-45d2-8ec4-e4bf5643f372']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:40.114206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfef9842-80e9-4958-abed-32139d1775be') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:40.114546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfef9842-80e9-4958-abed-32139d1775be') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:40.127045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (dfef9842-80e9-4958-abed-32139d1775be), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.144413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (dfef9842-80e9-4958-abed-32139d1775be), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.153119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:58:40.153528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (dfef9842-80e9-4958-abed-32139d1775be), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.202924 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment dfef9842-80e9-4958-abed-32139d1775be resource provider aggregate not found Aug 31 15:58:40.228888 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment dfef9842-80e9-4958-abed-32139d1775be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfef9842-80e9-4958-abed-32139d1775be found for delete ", "request_id": "req-9aef0c22-8367-404b-8e41-db270dd590b6"}]} Aug 31 15:58:40.304327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (236f308e-4589-45d2-8ec4-e4bf5643f372), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.313004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.320091 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/networks/236f308e-4589-45d2-8ec4-e4bf5643f372 HTTP/1.1" status: 204 len: 168 time: 0.4740481 Aug 31 15:58:40.332904 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbc072-a9ca-4f27-b51d-d7ecf88c99e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Network': ['ID=236f308e-4589-45d2-8ec4-e4bf5643f372,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:40.346234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42348) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:40.351766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'network': {'name': 'tempest-network-smoke--1052880187', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'port_security_enabled': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:40.466339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:40.470331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.495134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:40.499329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:58:40.511481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (43e1ac84-e206-4b01-a3c8-7712f035a540), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.511844 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Added segment 43e1ac84-e206-4b01-a3c8-7712f035a540 of type vlan for network c52cd500-28e3-4521-876d-cb34712a21cf Aug 31 15:58:40.566633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (c52cd500-28e3-4521-876d-cb34712a21cf), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.658291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08bd2d16-792b-4090-a41a-afc42d7348ab no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:40.681409 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 08bd2d16-792b-4090-a41a-afc42d7348ab {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:58:40.681886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08bd2d16-792b-4090-a41a-afc42d7348ab not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:40.682365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 656a56cf-b4aa-4cce-9510-22593a7d0468 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:40.697746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (c52cd500-28e3-4521-876d-cb34712a21cf), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.703835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:40.704184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 656a56cf-b4aa-4cce-9510-22593a7d0468 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:58:40.704411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 656a56cf-b4aa-4cce-9510-22593a7d0468 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:40.704927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9f5afa5f-4385-440d-ad31-706dd289bbae no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:40.705191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.733427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 9f5afa5f-4385-440d-ad31-706dd289bbae {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 15:58:40.733944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9f5afa5f-4385-440d-ad31-706dd289bbae not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:40.804448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fb59810c-6cee-4343-af4f-5e64a2eda6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.814267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Network': ['ID=c52cd500-28e3-4521-876d-cb34712a21cf,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:40.830892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network c52cd500-28e3-4521-876d-cb34712a21cf details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:58:40.874944 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0bff897c-b5a4-42e7-ae16-32c2ef85b0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5272813 Aug 31 15:58:40.878656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42350) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:40.884096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1752760878', 'admin_state_up': True, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:40.983395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (2a1e041e-a4ee-4094-ac63-3cf7526fc294), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:40.984574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (2a1e041e-a4ee-4094-ac63-3cf7526fc294), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:41.051665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (2a1e041e-a4ee-4094-ac63-3cf7526fc294), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:41.333890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:41.338813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (2a1e041e-a4ee-4094-ac63-3cf7526fc294), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:41.675510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (2a1e041e-a4ee-4094-ac63-3cf7526fc294), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:41.697998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:41.828299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.26.2.33 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/df28829d-669c-4fef-897c-4876dfb88c2d) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:41.954100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (df28829d-669c-4fef-897c-4876dfb88c2d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:42.055573 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (df28829d-669c-4fef-897c-4876dfb88c2d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:42.108357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:42.114345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:42.119943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:58:42.124437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=df28829d-669c-4fef-897c-4876dfb88c2d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:42.218435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:42.288804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:42.656121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (2a1e041e-a4ee-4094-ac63-3cf7526fc294), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:42.732762 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:42.734502 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:42.777162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:42.877937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (2a1e041e-a4ee-4094-ac63-3cf7526fc294), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:43.103219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:58:43.228635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:58:43.240713 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Sync routers for ids ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:58:43.258099 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Routers {'2a1e041e-a4ee-4094-ac63-3cf7526fc294'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:58:43.259158 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:58:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:43.348730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:43.355043 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f49b07c6-14e8-4192-b318-0b39c7e19456 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4702353 Aug 31 15:58:43.355617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42352) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:43.393925 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-54a25ad8-71f9-420f-a9c3-06a593faf86c tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=c1c1baf047434c6c96bb801d711d1228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329347 Aug 31 15:58:43.394404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42354) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:43.416779 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Set router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:58:43.526722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa27a77a-b310-42d4-8816-7450f4764a3d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:43.528211 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aa27a77a-b310-42d4-8816-7450f4764a3d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326332 Aug 31 15:58:43.531978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42356) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:43.564515 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b2d7bf7b-c22e-4685-955b-179de306843b tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313604 Aug 31 15:58:43.568512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42358) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:43.577899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-14855842', 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:43.585182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:43.681968 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'name': 'tempest-TestNetworkBasicOps-router-1752760878', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:58:40Z', 'updated_at': '2022-08-31T15:58:42Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:41Z', 'updated_at': '2022-08-31T15:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:43.707743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:43.712321 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Checking router: 2a1e041e-a4ee-4094-ac63-3cf7526fc294 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:58:43.715360 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Updating router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 port df28829d-669c-4fef-897c-4876dfb88c2d binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:58:43.830009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:43.836127 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (df28829d-669c-4fef-897c-4876dfb88c2d), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:43.836909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:44.051605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:44.186443 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Publish callbacks [] for port (df28829d-669c-4fef-897c-4876dfb88c2d), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:44.195405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (19e580f3-bdda-4a51-b240-a703660b3758), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:44.269709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Subnet': ['ID=19e580f3-bdda-4a51-b240-a703660b3758,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:44.272152 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (df28829d-669c-4fef-897c-4876dfb88c2d), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:44.291813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Checking segment: {'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:58:44.292496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network hostable DHCP agents. Network: c52cd500-28e3-4521-876d-cb34712a21cf, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:58:44.299907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:44.317188 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Attempting to bind port df28829d-669c-4fef-897c-4876dfb88c2d on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:58:44.317580 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Attempting to bind port df28829d-669c-4fef-897c-4876dfb88c2d by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:58:44.317962 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Attempting to bind port df28829d-669c-4fef-897c-4876dfb88c2d on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:58:44.328957 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:58:44.329328 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:58:44.329765 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:44.330177 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:58:44.330659 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Bound port: df28829d-669c-4fef-897c-4876dfb88c2d, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:58:44.331041 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (df28829d-669c-4fef-897c-4876dfb88c2d), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:44.366340 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Pushing event updated for resources: {'Port': ['ID=df28829d-669c-4fef-897c-4876dfb88c2d,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:44.385118 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.385470 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.385851 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.386194 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.386525 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.386865 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.387205 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.387501 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.387849 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.388178 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.388511 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.388847 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.389180 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.389502 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.389847 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:44.419116 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] For port df28829d-669c-4fef-897c-4876dfb88c2d, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:44.422827 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] For port df28829d-669c-4fef-897c-4876dfb88c2d, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=df28829d-669c-4fef-897c-4876dfb88c2d,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:44.434911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network c52cd500-28e3-4521-876d-cb34712a21cf is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:58:44.521463 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (df28829d-669c-4fef-897c-4876dfb88c2d), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:44.565950 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Routers {'2a1e041e-a4ee-4094-ac63-3cf7526fc294'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:58:44.566589 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:58:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:44.566987 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, c52cd500-28e3-4521-876d-cb34712a21cf) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:44.573882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:44.575455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:44.589069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e477e28c-713c-49e7-85d3-012b19fab1a1 None None] Network c52cd500-28e3-4521-876d-cb34712a21cf requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:58:44.632575 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3da38e-565f-4391-8ff7-2f13f14ac0cf None None] Pushing event updated for resources: {'Port': ['ID=df28829d-669c-4fef-897c-4876dfb88c2d,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:44.705045 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9a638d4e-62f3-4622-ba37-8b37396719f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1310842 Aug 31 15:58:44.705354 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:44.705516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42360) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:44.711186 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] Set router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:58:44.714342 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:44.782365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-c52cd500-28e3-4521-876d-cb34712a21cf', 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'fixed_ips': [{'subnet_id': '19e580f3-bdda-4a51-b240-a703660b3758'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 15:58:44.783812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:44.966789 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'name': 'tempest-TestNetworkBasicOps-router-1752760878', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:58:40Z', 'updated_at': '2022-08-31T15:58:42Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:41Z', 'updated_at': '2022-08-31T15:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:45.007650 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71a185-65e9-4bff-9e93-93ca0b89a2cb None None] The sync data for ids ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'] in dv-neutron-855257-2-hyperv is: [{'id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'name': 'tempest-TestNetworkBasicOps-router-1752760878', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:58:40Z', 'updated_at': '2022-08-31T15:58:42Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:41Z', 'updated_at': '2022-08-31T15:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:58:45.051760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Allocated IP 172.20.0.2 (c52cd500-28e3-4521-876d-cb34712a21cf/19e580f3-bdda-4a51-b240-a703660b3758/d118bf37-05aa-40ec-8798-1e72c0346db7) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:45.161248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:45.326127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Publish callbacks [] for port (d118bf37-05aa-40ec-8798-1e72c0346db7), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:45.352663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:45.445121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (d118bf37-05aa-40ec-8798-1e72c0346db7), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:45.487599 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:45.503821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Network c52cd500-28e3-4521-876d-cb34712a21cf is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:45.508393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:45.513465 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:58:45.523089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Pushing event updated for resources: {'Port': ['ID=d118bf37-05aa-40ec-8798-1e72c0346db7,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:45.603993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Attempting to bind port d118bf37-05aa-40ec-8798-1e72c0346db7 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:58:45.603993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Attempting to bind port d118bf37-05aa-40ec-8798-1e72c0346db7 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:58:45.603993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Attempting to bind port d118bf37-05aa-40ec-8798-1e72c0346db7 on network c52cd500-28e3-4521-876d-cb34712a21cf {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:58:45.611186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:58:45.611604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Checking segment: {'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:58:45.611958 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:45.612590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Bound using segment: {'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:58:45.613094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Bound port: d118bf37-05aa-40ec-8798-1e72c0346db7, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:58:45.613474 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d118bf37-05aa-40ec-8798-1e72c0346db7), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:45.721252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:45.728430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:45.741221 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] For port d118bf37-05aa-40ec-8798-1e72c0346db7, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:45.748546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] For port d118bf37-05aa-40ec-8798-1e72c0346db7, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d118bf37-05aa-40ec-8798-1e72c0346db7,segment=NetworkSegment(43e1ac84-e206-4b01-a3c8-7712f035a540),segment_id=43e1ac84-e206-4b01-a3c8-7712f035a540)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:45.881495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (d118bf37-05aa-40ec-8798-1e72c0346db7), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:45.988937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cb256-2806-468d-b35e-141cdd6788f7 None None] Pushing event updated for resources: {'Port': ['ID=d118bf37-05aa-40ec-8798-1e72c0346db7,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:46.134304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.1 (c52cd500-28e3-4521-876d-cb34712a21cf/19e580f3-bdda-4a51-b240-a703660b3758/72aaefa2-f2a1-4286-bb2d-538b0fa13033) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:46.337951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:46.509422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:46.568781 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network c52cd500-28e3-4521-876d-cb34712a21cf is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:46.574742 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:46.577087 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=72aaefa2-f2a1-4286-bb2d-538b0fa13033,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:46.579531 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:58:46.672262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (2a1e041e-a4ee-4094-ac63-3cf7526fc294), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:46.765525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device df28829d-669c-4fef-897c-4876dfb88c2d up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:46.820555 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:46.849604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port df28829d-669c-4fef-897c-4876dfb88c2d triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:58:46.850716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (df28829d-669c-4fef-897c-4876dfb88c2d), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:46.851325 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port df28829d-669c-4fef-897c-4876dfb88c2d Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:46.907241 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:58:46.909091 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d118bf37-05aa-40ec-8798-1e72c0346db7 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:46.976171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port d118bf37-05aa-40ec-8798-1e72c0346db7 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:58:46.977139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d118bf37-05aa-40ec-8798-1e72c0346db7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:46.977786 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port d118bf37-05aa-40ec-8798-1e72c0346db7 Aug 31 15:58:47.023610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:47.059033 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:58:47.346650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:47.440316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:47.532041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:47.566208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb82f6-1f87-4692-aa08-2563798e8dd7 None None] Network c52cd500-28e3-4521-876d-cb34712a21cf requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 15:58:47.626965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (2a1e041e-a4ee-4094-ac63-3cf7526fc294), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:47.629194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=72aaefa2-f2a1-4286-bb2d-538b0fa13033,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:47.696455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ab3c5734-3432-4816-b5bf-43d078c4f60b None None] Provisioning complete for port d118bf37-05aa-40ec-8798-1e72c0346db7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:58:47.696770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ab3c5734-3432-4816-b5bf-43d078c4f60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d118bf37-05aa-40ec-8798-1e72c0346db7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:47.697062 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab3c5734-3432-4816-b5bf-43d078c4f60b None None] Attempt 1 to provision port d118bf37-05aa-40ec-8798-1e72c0346db7 Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ab3c5734-3432-4816-b5bf-43d078c4f60b None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:47.746564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:58:47.770998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network c52cd500-28e3-4521-876d-cb34712a21cf is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:47.773277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:47.907954 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:58:48.049452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:58:48.056710 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e617e6cf-9a16-4d54-904a-002c463a015d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/2a1e041e-a4ee-4094-ac63-3cf7526fc294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3503084 Aug 31 15:58:48.060770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42362) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:48.073820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Sync routers for ids ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:58:48.091874 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Provisioning complete for port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:58:48.092528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:48.093069 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Attempt 1 to provision port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 Aug 31 15:58:48.128148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Routers {'2a1e041e-a4ee-4094-ac63-3cf7526fc294'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:58:48.129639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:58:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:48.202291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:48.224431 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:48.291840 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Set router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:58:48.352303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8cea7e-5526-432e-b886-bcd31c0cf09d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:48.355810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8cea7e-5526-432e-b886-bcd31c0cf09d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:48.355810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8cea7e-5526-432e-b886-bcd31c0cf09d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:48.355810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8cea7e-5526-432e-b886-bcd31c0cf09d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:48.360103 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0e8cea7e-5526-432e-b886-bcd31c0cf09d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2948840 Aug 31 15:58:48.360561 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42364) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:48.428705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030eb18f-a1a8-4803-87da-47de26db6f36 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:48.429327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030eb18f-a1a8-4803-87da-47de26db6f36 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:48.430124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030eb18f-a1a8-4803-87da-47de26db6f36 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:48.430588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030eb18f-a1a8-4803-87da-47de26db6f36 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:48.435040 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-030eb18f-a1a8-4803-87da-47de26db6f36 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0707412 Aug 31 15:58:48.435296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42366) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:48.528534 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'name': 'tempest-TestNetworkBasicOps-router-1752760878', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:58:40Z', 'updated_at': '2022-08-31T15:58:46Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:41Z', 'updated_at': '2022-08-31T15:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '72aaefa2-f2a1-4286-bb2d-538b0fa13033', 'name': '', 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:4a:40:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '19e580f3-bdda-4a51-b240-a703660b3758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:45Z', 'updated_at': '2022-08-31T15:58:47Z', 'revision_number': 2, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '19e580f3-bdda-4a51-b240-a703660b3758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:48.531906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:48.563784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Checking router: 2a1e041e-a4ee-4094-ac63-3cf7526fc294 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:58:48.564217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Updating router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:58:48.606214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:48.654010 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:48.761122 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Attempt 2 to provision port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 Aug 31 15:58:48.869348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:48.939075 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b02202e8-0019-429e-a7d3-554d9a83e904 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.5026116 Aug 31 15:58:48.942172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42368) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:48.954034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-713410796', 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:49.225629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Publish callbacks [] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:49.370282 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Attempt 3 to provision port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 Aug 31 15:58:49.389249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:49.395924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:49.407723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:49.430487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] device_id is not set on port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 15:58:49.434810 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:49.528706 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379be20-f602-47c1-9e71-d067763cee08 None None] Pushing event updated for resources: {'Port': ['ID=72aaefa2-f2a1-4286-bb2d-538b0fa13033,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:49.552193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Attempting to bind port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:58:49.552706 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Attempting to bind port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:58:49.553988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Attempting to bind port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 on network c52cd500-28e3-4521-876d-cb34712a21cf {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:58:49.561847 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:58:49.562320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Checking segment: {'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:58:49.564077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:49.564077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Bound using segment: {'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:58:49.564077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Bound port: 72aaefa2-f2a1-4286-bb2d-538b0fa13033, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:58:49.564658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:49.620373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.8 (c52cd500-28e3-4521-876d-cb34712a21cf/19e580f3-bdda-4a51-b240-a703660b3758/0bb3b9c3-c544-4f98-bfda-1bcb94db6da7) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:49.665069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] For port 72aaefa2-f2a1-4286-bb2d-538b0fa13033, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:49.672116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] For port 72aaefa2-f2a1-4286-bb2d-538b0fa13033, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=72aaefa2-f2a1-4286-bb2d-538b0fa13033,segment=NetworkSegment(43e1ac84-e206-4b01-a3c8-7712f035a540),segment_id=43e1ac84-e206-4b01-a3c8-7712f035a540)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:49.810487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:49.855444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:49.862878 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Routers {'2a1e041e-a4ee-4094-ac63-3cf7526fc294'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:58:49.863927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T15:58:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:49.923650 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Attempt 4 to provision port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 Aug 31 15:58:49.986438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379be20-f602-47c1-9e71-d067763cee08 None None] Pushing event updated for resources: {'Port': ['ID=72aaefa2-f2a1-4286-bb2d-538b0fa13033,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:50.029032 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:58:50.041578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:50.052668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Provisioning complete for port d118bf37-05aa-40ec-8798-1e72c0346db7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:58:50.053114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d118bf37-05aa-40ec-8798-1e72c0346db7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:50.053455 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Attempt 1 to provision port d118bf37-05aa-40ec-8798-1e72c0346db7 Aug 31 15:58:50.087069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] Set router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 15:58:50.107088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network c52cd500-28e3-4521-876d-cb34712a21cf is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:50.111335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:50.114203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 15:58:50.119849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:50.148838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:50.195150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-27bf8e2c-2637-4d67-8a13-35af6610e8a1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:50.196147 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:58:50.198040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:50.255086 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:50.285505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:50.343142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ab1036c0-81e3-4b60-885c-fee62a5933d8 None None] Provisioning complete for port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:58:50.343438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ab1036c0-81e3-4b60-885c-fee62a5933d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:50.343762 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab1036c0-81e3-4b60-885c-fee62a5933d8 None None] Attempt 1 to provision port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 Aug 31 15:58:50.411767 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bde6d16a-b0f6-4e4c-85a1-c5bc6a94e62b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4624486 Aug 31 15:58:50.423286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'name': 'tempest-TestNetworkBasicOps-router-1752760878', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:58:40Z', 'updated_at': '2022-08-31T15:58:46Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:41Z', 'updated_at': '2022-08-31T15:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '72aaefa2-f2a1-4286-bb2d-538b0fa13033', 'name': '', 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:4a:40:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '19e580f3-bdda-4a51-b240-a703660b3758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:45Z', 'updated_at': '2022-08-31T15:58:49Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '19e580f3-bdda-4a51-b240-a703660b3758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ab1036c0-81e3-4b60-885c-fee62a5933d8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:50.429940 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:58:50.481973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85637ede-a9f4-4270-a645-b1f6eac28c57 None None] The sync data for ids ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'] in dv-neutron-855257-2-hyperv is: [{'id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'name': 'tempest-TestNetworkBasicOps-router-1752760878', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:58:40Z', 'updated_at': '2022-08-31T15:58:46Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:41Z', 'updated_at': '2022-08-31T15:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '72aaefa2-f2a1-4286-bb2d-538b0fa13033', 'name': '', 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:4a:40:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '19e580f3-bdda-4a51-b240-a703660b3758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:45Z', 'updated_at': '2022-08-31T15:58:49Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '19e580f3-bdda-4a51-b240-a703660b3758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:58:50.567614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Provisioning complete for port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:58:50.568050 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:50.578611 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Attempt 1 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:58:50.645851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:50.689762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42372) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:50.694929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5c338248-3b89-4659-9ed1-a744b72662f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248265229', 'description': 'tempest-secgroup-smoke-1248265229 description', 'project_id': 'c1c1baf047434c6c96bb801d711d1228'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:50.722465 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 72aaefa2-f2a1-4286-bb2d-538b0fa13033 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:50.795344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:58:50.795723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:50.796117 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:58:50.847874 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:58:50.964149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c338248-3b89-4659-9ed1-a744b72662f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:51.095612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c338248-3b89-4659-9ed1-a744b72662f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (dbffd896-767d-4d0c-abcb-2a588fdd3282), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:51.147911 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Attempt 2 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:58:51.180651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:51.196388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:51.277929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c338248-3b89-4659-9ed1-a744b72662f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (dbffd896-767d-4d0c-abcb-2a588fdd3282), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:51.313812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c338248-3b89-4659-9ed1-a744b72662f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbffd896-767d-4d0c-abcb-2a588fdd3282,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:51.568847 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5c338248-3b89-4659-9ed1-a744b72662f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:51.570885 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5c338248-3b89-4659-9ed1-a744b72662f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8797731 Aug 31 15:58:51.575190 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42374) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:51.580665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-171b38ad-b214-4d85-aa37-a01c7d98c507 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'dbffd896-767d-4d0c-abcb-2a588fdd3282', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:51.697616 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Attempt 3 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:58:51.741900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:51.805854 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-171b38ad-b214-4d85-aa37-a01c7d98c507 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (4a06bb3b-0e3b-468e-88ad-27fa185d3583), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:51.888392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-171b38ad-b214-4d85-aa37-a01c7d98c507 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (4a06bb3b-0e3b-468e-88ad-27fa185d3583), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:52.024406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-171b38ad-b214-4d85-aa37-a01c7d98c507 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4a06bb3b-0e3b-468e-88ad-27fa185d3583), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:52.048313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b38ad-b214-4d85-aa37-a01c7d98c507 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a06bb3b-0e3b-468e-88ad-27fa185d3583,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:52.243104 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Attempt 4 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:58:52.263301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-171b38ad-b214-4d85-aa37-a01c7d98c507 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:52.265395 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-171b38ad-b214-4d85-aa37-a01c7d98c507 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6889350 Aug 31 15:58:52.268203 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42376) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:52.276198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4f7dbef5-de7d-4184-8c7c-f0a87d4920f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'dbffd896-767d-4d0c-abcb-2a588fdd3282', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:52.282001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:52.300125 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:52.461345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4f7dbef5-de7d-4184-8c7c-f0a87d4920f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (dc4e550a-d840-47dd-a9d1-5036f35a8ef4), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:52.547549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4f7dbef5-de7d-4184-8c7c-f0a87d4920f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (dc4e550a-d840-47dd-a9d1-5036f35a8ef4), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:52.712110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4f7dbef5-de7d-4184-8c7c-f0a87d4920f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (dc4e550a-d840-47dd-a9d1-5036f35a8ef4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:52.745104 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dbef5-de7d-4184-8c7c-f0a87d4920f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4e550a-d840-47dd-a9d1-5036f35a8ef4,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:52.783045 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Attempt 5 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:58:52.784995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:52.828004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:52.854064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4f7dbef5-de7d-4184-8c7c-f0a87d4920f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:52.855665 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4f7dbef5-de7d-4184-8c7c-f0a87d4920f8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5859272 Aug 31 15:58:52.858913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42378) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:52.864208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a90c9927-0f94-4b46-9ba9-873a4a2208e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'dbffd896-767d-4d0c-abcb-2a588fdd3282', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:53.032776 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a90c9927-0f94-4b46-9ba9-873a4a2208e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (c1e906af-97ac-4f67-a0ec-bed4af6fae08), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:53.100505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:53.108924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a90c9927-0f94-4b46-9ba9-873a4a2208e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (c1e906af-97ac-4f67-a0ec-bed4af6fae08), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:53.200772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a90c9927-0f94-4b46-9ba9-873a4a2208e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (c1e906af-97ac-4f67-a0ec-bed4af6fae08), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:53.236036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c9927-0f94-4b46-9ba9-873a4a2208e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e906af-97ac-4f67-a0ec-bed4af6fae08,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:53.328851 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Attempt 6 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:58:53.369389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:53.417497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a90c9927-0f94-4b46-9ba9-873a4a2208e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:53.419273 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a90c9927-0f94-4b46-9ba9-873a4a2208e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5592318 Aug 31 15:58:53.422490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42380) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:53.427513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f9cb31e5-ea8b-4d45-8c66-6fedd607610d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'dbffd896-767d-4d0c-abcb-2a588fdd3282', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:53.562499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9cb31e5-ea8b-4d45-8c66-6fedd607610d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (1e8b8f9b-6d45-47af-8344-91907229a4d3), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:53.643556 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9cb31e5-ea8b-4d45-8c66-6fedd607610d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (1e8b8f9b-6d45-47af-8344-91907229a4d3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:53.733165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9cb31e5-ea8b-4d45-8c66-6fedd607610d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (1e8b8f9b-6d45-47af-8344-91907229a4d3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:53.756255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb31e5-ea8b-4d45-8c66-6fedd607610d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8b8f9b-6d45-47af-8344-91907229a4d3,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:53.870797 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Attempt 7 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:58:53.888376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9cb31e5-ea8b-4d45-8c66-6fedd607610d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:53.889821 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f9cb31e5-ea8b-4d45-8c66-6fedd607610d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4662468 Aug 31 15:58:53.916544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42382) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:53.916544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5d159ed5-2f9e-47de-af2d-261cb7584f36 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'dbffd896-767d-4d0c-abcb-2a588fdd3282', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:53.917736 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:54.177718 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-5d159ed5-2f9e-47de-af2d-261cb7584f36 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:58:54.185301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d159ed5-2f9e-47de-af2d-261cb7584f36 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (84b59bfa-d1f7-4109-be86-c7d807d0ea43), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:54.196847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:58:54.258164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d159ed5-2f9e-47de-af2d-261cb7584f36 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (84b59bfa-d1f7-4109-be86-c7d807d0ea43), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:54.416057 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Attempt 8 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:58:54.451618 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:54.468967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d159ed5-2f9e-47de-af2d-261cb7584f36 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (84b59bfa-d1f7-4109-be86-c7d807d0ea43), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:54.489978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d159ed5-2f9e-47de-af2d-261cb7584f36 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b59bfa-d1f7-4109-be86-c7d807d0ea43,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:54.642046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d159ed5-2f9e-47de-af2d-261cb7584f36 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:54.643390 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5d159ed5-2f9e-47de-af2d-261cb7584f36 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7476425 Aug 31 15:58:54.646486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42384) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:54.651920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0227f06e-b5a0-49ba-af36-63ec89306fb7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': 'dbffd896-767d-4d0c-abcb-2a588fdd3282', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:54.772251 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-0227f06e-b5a0-49ba-af36-63ec89306fb7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:58:54.775988 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:58:54.780889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0227f06e-b5a0-49ba-af36-63ec89306fb7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (a03263c6-bfaf-49ab-bc06-3e3747bf0252), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:54.861028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0227f06e-b5a0-49ba-af36-63ec89306fb7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (a03263c6-bfaf-49ab-bc06-3e3747bf0252), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:54.952444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0227f06e-b5a0-49ba-af36-63ec89306fb7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (a03263c6-bfaf-49ab-bc06-3e3747bf0252), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:54.953644 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Attempt 9 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:58:54.983085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227f06e-b5a0-49ba-af36-63ec89306fb7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03263c6-bfaf-49ab-bc06-3e3747bf0252,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:55.008974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:55.087608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0227f06e-b5a0-49ba-af36-63ec89306fb7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:58:55.089044 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0227f06e-b5a0-49ba-af36-63ec89306fb7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4412932 Aug 31 15:58:55.379045 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-c6406648-8bf7-49df-8c4c-7325ee05e6b2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1248265229&fields=id&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 267 time: 0.0642638 Aug 31 15:58:55.450969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-dbcc945e-05b5-4b2d-8ed5-f23f2da0de91 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:55.453224 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-dbcc945e-05b5-4b2d-8ed5-f23f2da0de91 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports/0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 HTTP/1.1" status: 200 len: 929 time: 0.0652404 Aug 31 15:58:55.510925 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Attempt 10 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:58:55.565248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-166194d1-e24c-45c1-8f81-8a7bd040a4c5 None None] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 15:58:55.609157 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-47065cd0-c2d9-497b-b1bc-74f0f869f9a8 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 15:58:55.610669 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-47065cd0-c2d9-497b-b1bc-74f0f869f9a8 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1427677 Aug 31 15:58:55.660467 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-55923c66-258f-4d43-b768-72f7505e4338 service neutron] 10.222.0.46 "GET /networking/v2.0/ports/0bb3b9c3-c544-4f98-bfda-1bcb94db6da7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0426598 Aug 31 15:58:55.770977 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-96cb1bd0-f7b5-427a-a6cf-7bd1279c93cc service neutron] 10.222.0.46 "GET /networking/v2.0/networks/c52cd500-28e3-4521-876d-cb34712a21cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035135 Aug 31 15:58:55.926461 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f37b11b8-6c32-450f-83ef-69e3ce038a62 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/c52cd500-28e3-4521-876d-cb34712a21cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462731 Aug 31 15:58:55.993753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-cf7ea056-a3fc-4c62-b0d0-1309a7a58e16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:55.995270 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-cf7ea056-a3fc-4c62-b0d0-1309a7a58e16 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports/0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 HTTP/1.1" status: 200 len: 929 time: 0.0610218 Aug 31 15:58:56.347883 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d8458cd-8d26-453a-9e58-03e36da7d263 req-4844e549-5d73-4f95-92a2-1c02fa04e5fd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0472326 Aug 31 15:58:57.408913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42414) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 15:58:57.458863 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-010b3605-5fdb-41b4-8cbb-a587745253d2 req-6957c1f1-6cab-46ef-b799-c0eb67d85c0f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0381441 Aug 31 15:58:57.533237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-758b58df-7fbf-484a-b2fa-bfbe9d763026 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:58:57.534823 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-758b58df-7fbf-484a-b2fa-bfbe9d763026 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports/0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 HTTP/1.1" status: 200 len: 929 time: 0.1248770 Aug 31 15:58:58.552822 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a19c8ff6-7d17-490f-8cd7-45e88e704c18 req-24e5c5a5-ddae-4c56-96bb-ab038b6fc6cf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0312827 Aug 31 15:58:59.658021 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0cc63a64-826b-4163-8cd8-509de6cf6c98 req-0c6e2433-7c32-49ee-9cb1-903616cd0c7a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0328574 Aug 31 15:59:00.753717 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b65bec63-4d12-4a23-a120-eb017d16bf4f req-7dfbf5c6-cdce-4cb2-b19c-720d16123ed2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0346904 Aug 31 15:59:01.887429 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6ba7b854-745f-4f9c-9143-7c0f899849f5 req-aa77fbde-5ec8-4677-bb0b-395718178ff7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0509036 Aug 31 15:59:03.104169 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8d93a94b-75f2-4306-89bb-c947b9e91833 req-a29001eb-30ef-484e-8d45-8fdd76972e1e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0356231 Aug 31 15:59:04.111174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-a3bf7157-96e4-4ef6-828e-0ab0fc9587b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:04.112736 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-a3bf7157-96e4-4ef6-828e-0ab0fc9587b5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports/0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 HTTP/1.1" status: 200 len: 1025 time: 0.1208899 Aug 31 15:59:04.265946 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-48a8db93-67e0-40d7-bd25-09aa232fa957 req-a5233c86-3cc1-42c1-82e3-e7eedc801b5f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0515237 Aug 31 15:59:04.337279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-91168391-36f9-4d10-834d-c487eb2a38c6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:04.339869 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-91168391-36f9-4d10-834d-c487eb2a38c6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/networks?id=c52cd500-28e3-4521-876d-cb34712a21cf HTTP/1.1" status: 200 len: 797 time: 0.2197382 Aug 31 15:59:04.446426 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-a38a3e78-83d4-4c27-94f2-76873b11a0fc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 380 time: 0.0945897 Aug 31 15:59:04.466373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Request body: {'port': {'device_id': '76d1a6f2-1001-41c1-a0eb-bd768ae698ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:04.542339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:04.654123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:04.884462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:59:04.889167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:04.894242 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Publish callbacks [] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:04.909659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Transition to ACTIVE for port object 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 15:59:05.034418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:05.109886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Pushing event updated for resources: {'Port': ['ID=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:05.171196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Attempting to bind port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 15:59:05.172004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Attempting to bind port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 15:59:05.172004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Attempting to bind port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 on network c52cd500-28e3-4521-876d-cb34712a21cf {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:59:05.176966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 on network c52cd500-28e3-4521-876d-cb34712a21cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 15:59:05.177290 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Attempting to bind port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 on network c52cd500-28e3-4521-876d-cb34712a21cf {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 15:59:05.183260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 15:59:05.183608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Checking segment: {'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 15:59:05.183992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Bound using segment: {'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 15:59:05.184420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Bound port: 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e1ac84-e206-4b01-a3c8-7712f035a540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 15:59:05.184780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:05.269131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] For port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:05.277137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] For port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7,segment=NetworkSegment(43e1ac84-e206-4b01-a3c8-7712f035a540),segment_id=43e1ac84-e206-4b01-a3c8-7712f035a540)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:05.417394 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996fe48-dde1-46a2-9529-10e26ca8d003 req-1175004a-69b8-4af8-9540-e66255ba57c2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:05.419070 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c996fe48-dde1-46a2-9529-10e26ca8d003 req-1175004a-69b8-4af8-9540-e66255ba57c2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 980 time: 0.0623372 Aug 31 15:59:05.483188 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c996fe48-dde1-46a2-9529-10e26ca8d003 req-6410887f-d6c3-4061-a9e6-b771835c863e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572729 Aug 31 15:59:05.531708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:05.538050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:05.538687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:05.540130 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 HTTP/1.1" status: 200 len: 1130 time: 1.0824945 Aug 31 15:59:05.540667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d1a6f2-1001-41c1-a0eb-bd768ae698ba', 'tag': '0bb3b9c3-c544-4f98-bfda-1bcb94db6da7'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 15:59:05.543357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2e3576-c5c5-4285-8def-3bc8910f391d" -d '{"events": [{"name": "network-changed", "server_uuid": "76d1a6f2-1001-41c1-a0eb-bd768ae698ba", "tag": "0bb3b9c3-c544-4f98-bfda-1bcb94db6da7"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:05.554601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=18 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:05.563501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=29 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:05.606457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add934be-6b7f-44ff-96d7-5e532e103d8e service neutron] Pushing event updated for resources: {'Port': ['ID=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:05.784274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-46ac4941-ef7a-4813-b4b8-2669907195a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:05.785870 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-46ac4941-ef7a-4813-b4b8-2669907195a1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 1164 time: 0.0446494 Aug 31 15:59:05.835053 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f37bfc27-5faf-404a-ab82-4f2036514036 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 HTTP/1.1" status: 200 len: 217 time: 0.0372875 Aug 31 15:59:05.904189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-b7e8002c-e7be-47ba-9bfb-6e813d3921c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:05.905788 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-b7e8002c-e7be-47ba-9bfb-6e813d3921c3 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=19e580f3-bdda-4a51-b240-a703660b3758 HTTP/1.1" status: 200 len: 833 time: 0.0618184 Aug 31 15:59:05.958320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-5f47b033-ee75-4469-81dc-8af347d48f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:05.960590 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-5f47b033-ee75-4469-81dc-8af347d48f29 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c52cd500-28e3-4521-876d-cb34712a21cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455210 Aug 31 15:59:06.068832 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-bc9d3998-f02d-4ede-8329-d12d78cbe996 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c52cd500-28e3-4521-876d-cb34712a21cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985122 Aug 31 15:59:06.136801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:06.188311 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-c159ce66-f3ff-496d-b9d4-fbd5bf4a72a6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c52cd500-28e3-4521-876d-cb34712a21cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103365 Aug 31 15:59:06.612418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15935698-3a9b-48ca-9b2c-b2a902e09e06 x-openstack-request-id: req-15935698-3a9b-48ca-9b2c-b2a902e09e06 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:06.612766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d1a6f2-1001-41c1-a0eb-bd768ae698ba", "tag": "0bb3b9c3-c544-4f98-bfda-1bcb94db6da7", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:06.612971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15935698-3a9b-48ca-9b2c-b2a902e09e06 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:06.613256 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15935698-3a9b-48ca-9b2c-b2a902e09e06'] response: {'name': 'network-changed', 'server_uuid': '76d1a6f2-1001-41c1-a0eb-bd768ae698ba', 'tag': '0bb3b9c3-c544-4f98-bfda-1bcb94db6da7', 'status': 'completed', 'code': 200} Aug 31 15:59:06.625864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e8d55-68de-442a-b62d-248b75d3b369 req-5b71d470-c2bd-471c-92e9-947dcff7c691 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:06.627551 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b77e8d55-68de-442a-b62d-248b75d3b369 req-5b71d470-c2bd-471c-92e9-947dcff7c691 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 980 time: 0.0639462 Aug 31 15:59:06.689966 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b77e8d55-68de-442a-b62d-248b75d3b369 req-c7123608-723d-4dbb-8ae3-d0e440cfc3ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512631 Aug 31 15:59:06.746317 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:06.747190 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:07.160281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-609b6496-fd5c-4009-80da-786d36588fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:07.161944 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-609b6496-fd5c-4009-80da-786d36588fc7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 1164 time: 0.0509822 Aug 31 15:59:07.268774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-021cb88f-a44d-4cf5-aa28-f651bb4afce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:07.270347 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-021cb88f-a44d-4cf5-aa28-f651bb4afce9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c52cd500-28e3-4521-876d-cb34712a21cf HTTP/1.1" status: 200 len: 898 time: 0.1020668 Aug 31 15:59:07.324217 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-6cc42118-8ee0-4940-9227-6492078f3519 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 HTTP/1.1" status: 200 len: 217 time: 0.0439808 Aug 31 15:59:07.384036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-5ec85d54-5649-4dc6-a977-165373d7a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:07.385544 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-5ec85d54-5649-4dc6-a977-165373d7a070 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=19e580f3-bdda-4a51-b240-a703660b3758 HTTP/1.1" status: 200 len: 833 time: 0.0529442 Aug 31 15:59:07.436713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-9c57dbb4-303d-4bdf-8d18-5f0ba7cbe951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:07.438199 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-9c57dbb4-303d-4bdf-8d18-5f0ba7cbe951 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c52cd500-28e3-4521-876d-cb34712a21cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435975 Aug 31 15:59:07.550043 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-ceb6c183-fa11-468f-b578-653a65b82fcc service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c52cd500-28e3-4521-876d-cb34712a21cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009245 Aug 31 15:59:07.625580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:07.664852 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3b2e3576-c5c5-4285-8def-3bc8910f391d req-521b1d23-faed-4d67-a1dd-5676c4cf00de service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c52cd500-28e3-4521-876d-cb34712a21cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053238 Aug 31 15:59:07.835714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27089d-757d-4dde-9698-521845cb0b19 req-21347f41-6955-481d-97af-a51362c373de tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:07.838792 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bb27089d-757d-4dde-9698-521845cb0b19 req-21347f41-6955-481d-97af-a51362c373de tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 980 time: 0.0667884 Aug 31 15:59:07.895416 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bb27089d-757d-4dde-9698-521845cb0b19 req-c8fc3d83-7667-4e15-8859-2c964450fe6e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509896 Aug 31 15:59:08.594383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-eb74d3f3-16e6-498a-b785-fb09b84d8677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:08.733238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:08.857547 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7,segment=NetworkSegment(43e1ac84-e206-4b01-a3c8-7712f035a540),segment_id=43e1ac84-e206-4b01-a3c8-7712f035a540)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:08.872995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '0bb3b9c3-c544-4f98-bfda-1bcb94db6da7', 'network_id': 'c52cd500-28e3-4521-876d-cb34712a21cf', 'port_id': '0bb3b9c3-c544-4f98-bfda-1bcb94db6da7', 'mac_address': 'fa:16:3e:c3:e7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e580f3-bdda-4a51-b240-a703660b3758', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:08.914916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 15:59:08.915284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:08.935548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 15:59:08.962250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7,segment=NetworkSegment(43e1ac84-e206-4b01-a3c8-7712f035a540),segment_id=43e1ac84-e206-4b01-a3c8-7712f035a540)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:09.062914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7f0aa-c3d8-4e0b-9293-de6330dda7d8 req-ac112aab-6a92-433b-9e9c-b8d352587338 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:09.065264 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d1c7f0aa-c3d8-4e0b-9293-de6330dda7d8 req-ac112aab-6a92-433b-9e9c-b8d352587338 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 980 time: 0.0818126 Aug 31 15:59:09.067072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:09.125957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:09.135025 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d1c7f0aa-c3d8-4e0b-9293-de6330dda7d8 req-32c0b4cf-5d8e-45f8-9ba0-c8bbae7248fe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583518 Aug 31 15:59:09.322884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['0bb3b9c3-c544-4f98-bfda-1bcb94db6da7'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 15:59:10.272164 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71338eb-d7ed-4906-8e3f-1bab0fa2631a req-614a371a-7557-4e57-b582-39659b1be3b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:10.274079 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c71338eb-d7ed-4906-8e3f-1bab0fa2631a req-614a371a-7557-4e57-b582-39659b1be3b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0533745 Aug 31 15:59:10.306187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:10.341004 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c71338eb-d7ed-4906-8e3f-1bab0fa2631a req-e7520950-f5df-4966-80e7-1628d0168526 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567310 Aug 31 15:59:10.703214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd4f5-cca2-4a36-98a3-3edba27763a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:10.746429 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:10.807596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 15:59:10.931551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 15:59:10.932131 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:10.932573 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 15:59:10.978353 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 15:59:11.483754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531272f-55be-4394-ac41-7a0475953213 req-2e0bbebb-02d5-4373-84ef-dd706ec64798 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:11.486091 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0531272f-55be-4394-ac41-7a0475953213 req-2e0bbebb-02d5-4373-84ef-dd706ec64798 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0543330 Aug 31 15:59:11.558579 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0531272f-55be-4394-ac41-7a0475953213 req-b3a76e5a-26f5-4484-859e-be10f52635ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626128 Aug 31 15:59:12.140664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:12.714888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9289-2b43-4cd9-8786-2b925f755cf4 req-5532aa93-14f6-4899-bdb2-e19b54d6ed96 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:12.716652 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e32e9289-2b43-4cd9-8786-2b925f755cf4 req-5532aa93-14f6-4899-bdb2-e19b54d6ed96 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0556247 Aug 31 15:59:12.776027 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e32e9289-2b43-4cd9-8786-2b925f755cf4 req-721aa9a4-90c0-4ad2-8b2d-69324a19a421 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531099 Aug 31 15:59:13.574778 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:13.712608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:13.910508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ab475-ac6f-487d-8430-babd73d56653 req-92bae88d-654b-4218-b8b0-1f8f6c6485a5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:13.912707 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-936ab475-ac6f-487d-8430-babd73d56653 req-92bae88d-654b-4218-b8b0-1f8f6c6485a5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0556459 Aug 31 15:59:13.978116 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-936ab475-ac6f-487d-8430-babd73d56653 req-8ef745fd-3af0-4881-b60a-206dde0994ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590754 Aug 31 15:59:15.118617 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2ad3-0b45-4c7b-80c1-632789f8b591 req-39db71b9-79ce-4f45-a5ba-7bf571153ac7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:15.120403 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-386c2ad3-0b45-4c7b-80c1-632789f8b591 req-39db71b9-79ce-4f45-a5ba-7bf571153ac7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0572679 Aug 31 15:59:15.178312 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-386c2ad3-0b45-4c7b-80c1-632789f8b591 req-d5ce1efc-9114-473e-ab70-32d68186fedc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489833 Aug 31 15:59:16.334914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e5376-e512-45d9-999a-52812bd7fb49 req-de8f0234-093c-4acd-8d76-546c62813e93 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:16.336739 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d51e5376-e512-45d9-999a-52812bd7fb49 req-de8f0234-093c-4acd-8d76-546c62813e93 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0597045 Aug 31 15:59:16.403458 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d51e5376-e512-45d9-999a-52812bd7fb49 req-86b6ce60-9a4b-4a07-be96-e4ec9586c052 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605421 Aug 31 15:59:17.557915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de967da0-85fe-436b-ae9c-d394dd91e8f6 req-03177fa3-d0b4-4da7-ad62-6751cf431b13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:17.559704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-de967da0-85fe-436b-ae9c-d394dd91e8f6 req-03177fa3-d0b4-4da7-ad62-6751cf431b13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0584664 Aug 31 15:59:17.617446 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-de967da0-85fe-436b-ae9c-d394dd91e8f6 req-0574d3ad-4497-42f5-8d7b-1b29f660b667 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515211 Aug 31 15:59:18.735562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:18.758764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d01b63-29b7-4c06-86b9-4c63ae5d9492 req-62235a37-8aed-4f0e-a63e-283b105736ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:18.760524 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-80d01b63-29b7-4c06-86b9-4c63ae5d9492 req-62235a37-8aed-4f0e-a63e-283b105736ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0608735 Aug 31 15:59:18.816675 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-80d01b63-29b7-4c06-86b9-4c63ae5d9492 req-fa2b785d-1ece-4803-bffc-1c05395dac7e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496490 Aug 31 15:59:19.726202 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:19.731225 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:19.951304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc34617-ee16-43bc-a4f1-f9a80009b1f4 req-a9c12f11-665d-44b3-92e9-f897584f6252 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:19.953277 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8fc34617-ee16-43bc-a4f1-f9a80009b1f4 req-a9c12f11-665d-44b3-92e9-f897584f6252 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0545964 Aug 31 15:59:19.991695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:20.014494 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8fc34617-ee16-43bc-a4f1-f9a80009b1f4 req-372b2691-2bf4-4570-8b78-37916adea44e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520556 Aug 31 15:59:21.131214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:21.163033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26021c96-1537-4803-aea0-3e6c0a1f1cd4 req-563e166f-19c8-4e74-bb62-6fa3dae9b4aa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:21.163745 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-26021c96-1537-4803-aea0-3e6c0a1f1cd4 req-563e166f-19c8-4e74-bb62-6fa3dae9b4aa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0648048 Aug 31 15:59:21.219516 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-26021c96-1537-4803-aea0-3e6c0a1f1cd4 req-d8f35f8f-8dba-4bba-b7e7-d5d09ffb5044 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494437 Aug 31 15:59:22.362862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88a2dc-e290-4ceb-a9b6-9b1c0b9e0421 req-493ea267-47ff-40d8-83bb-a4d69ab31c7b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:22.364827 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fa88a2dc-e290-4ceb-a9b6-9b1c0b9e0421 req-493ea267-47ff-40d8-83bb-a4d69ab31c7b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0562131 Aug 31 15:59:22.429760 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fa88a2dc-e290-4ceb-a9b6-9b1c0b9e0421 req-ba14771e-a5ee-46ba-bfb7-886779b330af tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546110 Aug 31 15:59:23.564944 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e7b9f-ad3e-4027-87fc-f0272580a441 req-4cd3fe4c-dfaf-402a-8866-25fac390f2fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:23.566643 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ef8e7b9f-ad3e-4027-87fc-f0272580a441 req-4cd3fe4c-dfaf-402a-8866-25fac390f2fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0536237 Aug 31 15:59:23.627923 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ef8e7b9f-ad3e-4027-87fc-f0272580a441 req-fcb39204-31c6-48ae-a124-7d4ba606062c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Aug 31 15:59:24.765870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6bf98-97aa-4d13-b00d-02a5ae4f5877 req-ccc025ac-b8f9-4f8d-8bbd-ff1634cf0a24 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:24.767387 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f9d6bf98-97aa-4d13-b00d-02a5ae4f5877 req-ccc025ac-b8f9-4f8d-8bbd-ff1634cf0a24 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0506868 Aug 31 15:59:24.823672 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f9d6bf98-97aa-4d13-b00d-02a5ae4f5877 req-0bfb01df-17ff-4f13-a2aa-0ffe9d5cf23e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450621 Aug 31 15:59:25.990186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060b1d4-adbc-4155-b473-fef46b80a70e req-4c5e9139-4855-48ef-81fd-7ded872342b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:25.992328 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d060b1d4-adbc-4155-b473-fef46b80a70e req-4c5e9139-4855-48ef-81fd-7ded872342b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0527709 Aug 31 15:59:26.054186 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d060b1d4-adbc-4155-b473-fef46b80a70e req-e6c4608c-8c42-4e93-bc6d-0b8c157143e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547028 Aug 31 15:59:27.233544 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf1d15-3fc0-4fe7-af9a-86cd1357b167 req-b49e8f25-b9ca-4fb8-8f0e-9b57dbe23e14 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:27.235414 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-39cf1d15-3fc0-4fe7-af9a-86cd1357b167 req-b49e8f25-b9ca-4fb8-8f0e-9b57dbe23e14 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0823967 Aug 31 15:59:27.311671 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-39cf1d15-3fc0-4fe7-af9a-86cd1357b167 req-5b0c4d18-486a-42a3-8d2c-658d81774da0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693207 Aug 31 15:59:28.473068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2417987-b973-4b8d-9145-97aa3d69cc79 req-8610933a-cb2f-484a-a86d-5cd0f48b7239 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:28.476150 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b2417987-b973-4b8d-9145-97aa3d69cc79 req-8610933a-cb2f-484a-a86d-5cd0f48b7239 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0571899 Aug 31 15:59:28.535125 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b2417987-b973-4b8d-9145-97aa3d69cc79 req-7f4ccb9d-f8fc-4575-9aa0-ebf07f6da5bd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528657 Aug 31 15:59:29.669461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5541f-a7b7-4b5c-9d20-a745ef0f77d8 req-01007095-3a48-45a8-8798-2627fcc3953c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:29.671355 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2cb5541f-a7b7-4b5c-9d20-a745ef0f77d8 req-01007095-3a48-45a8-8798-2627fcc3953c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0578303 Aug 31 15:59:29.727569 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2cb5541f-a7b7-4b5c-9d20-a745ef0f77d8 req-59eaf4a0-1fdf-4c0a-924a-90547e22abcb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491667 Aug 31 15:59:30.863665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd351d-3fd0-4810-914e-67b447f891a6 req-bf398593-f2c6-4bc3-9efd-ef0a3a630d95 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:30.865732 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-30dd351d-3fd0-4810-914e-67b447f891a6 req-bf398593-f2c6-4bc3-9efd-ef0a3a630d95 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0560167 Aug 31 15:59:30.925535 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-30dd351d-3fd0-4810-914e-67b447f891a6 req-c09821a0-b8a9-458a-8c56-bc8319d9fa5d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535491 Aug 31 15:59:30.988667 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:30.992342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:31.777446 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:59:32.066908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd7e82-2d73-46ec-ae1a-6cf09616b1c4 req-5bc3da61-331c-484d-bcb7-1d86c575115a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:32.068971 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a5cd7e82-2d73-46ec-ae1a-6cf09616b1c4 req-5bc3da61-331c-484d-bcb7-1d86c575115a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0565846 Aug 31 15:59:32.120838 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a5cd7e82-2d73-46ec-ae1a-6cf09616b1c4 req-1e987aab-ff3f-473d-9411-1cd552d2878e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460846 Aug 31 15:59:33.275391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490de2-1c38-4df0-80ad-190048f21a5c req-08d33c94-4de1-458f-890d-b9e57a6b4cd4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:33.277228 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-45490de2-1c38-4df0-80ad-190048f21a5c req-08d33c94-4de1-458f-890d-b9e57a6b4cd4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0706036 Aug 31 15:59:33.342361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:33.362721 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-45490de2-1c38-4df0-80ad-190048f21a5c req-424a6911-ce84-4314-bfcd-cf4908eb4b33 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787802 Aug 31 15:59:34.508895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144561ce-1deb-4881-89c0-2d8a7822869a req-0e61bb2a-9d33-46b4-a90d-b2386b60c9a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:34.510605 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-144561ce-1deb-4881-89c0-2d8a7822869a req-0e61bb2a-9d33-46b4-a90d-b2386b60c9a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0608978 Aug 31 15:59:34.585927 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-144561ce-1deb-4881-89c0-2d8a7822869a req-16d0c361-c267-4755-a682-c348eb3d43f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682337 Aug 31 15:59:35.733215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ee409-df64-4029-b181-4a30021cbc39 req-5814b097-1717-47a2-bb6a-f95cd5593a51 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:35.734885 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-678ee409-df64-4029-b181-4a30021cbc39 req-5814b097-1717-47a2-bb6a-f95cd5593a51 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0631931 Aug 31 15:59:35.796857 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-678ee409-df64-4029-b181-4a30021cbc39 req-d19d335b-2b70-4d1f-b7f2-69c1c05c9fb4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547259 Aug 31 15:59:36.932441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1a28-8bc1-4ae7-a5a3-02855a36e135 req-d4b8a08e-e73e-4a93-8461-6569a6ab7b4b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:36.934120 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7d2e1a28-8bc1-4ae7-a5a3-02855a36e135 req-d4b8a08e-e73e-4a93-8461-6569a6ab7b4b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0553877 Aug 31 15:59:36.995600 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7d2e1a28-8bc1-4ae7-a5a3-02855a36e135 req-e94c1dfb-d513-49cb-a5ab-8dbbeffb129b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512378 Aug 31 15:59:38.151420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fb518-a7e2-4cca-8b85-beba255b40ac req-b812a43a-703f-4e7d-afb5-977041fed282 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:38.153160 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f01fb518-a7e2-4cca-8b85-beba255b40ac req-b812a43a-703f-4e7d-afb5-977041fed282 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0571473 Aug 31 15:59:38.213443 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f01fb518-a7e2-4cca-8b85-beba255b40ac req-926885a1-fd05-4134-94bd-9de5a63e8eeb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501921 Aug 31 15:59:38.554145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e076d05e-d34a-41ab-8af7-70e3e541fa49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:39.341899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:39.352853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa550d48-6c52-4ac0-ab9e-62922eff7079 req-637a108a-6e07-48c1-bb20-a0bb732e6acd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:39.355697 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aa550d48-6c52-4ac0-ab9e-62922eff7079 req-637a108a-6e07-48c1-bb20-a0bb732e6acd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0602512 Aug 31 15:59:39.441451 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aa550d48-6c52-4ac0-ab9e-62922eff7079 req-f9949a3d-b117-449a-80d6-675e0d5de00e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758772 Aug 31 15:59:40.590972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95a23e-99ef-468f-ae65-6dcb261ddd60 req-d2dc7d34-8e13-40b3-9c54-b3ace6df1be2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:40.594177 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-db95a23e-99ef-468f-ae65-6dcb261ddd60 req-d2dc7d34-8e13-40b3-9c54-b3ace6df1be2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0630617 Aug 31 15:59:40.657780 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-db95a23e-99ef-468f-ae65-6dcb261ddd60 req-493cb67e-a816-4318-af5e-2aba2455ae13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554643 Aug 31 15:59:40.719825 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c639be3e-ad9c-4f45-9f8d-7461e13e5cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:41.772603 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:41.808858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfd1fd-db03-46cb-89c1-3996e66f7d39 req-a9fd3ede-d27d-4cf9-992c-06a70c58e3cf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:41.810558 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-38bfd1fd-db03-46cb-89c1-3996e66f7d39 req-a9fd3ede-d27d-4cf9-992c-06a70c58e3cf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0575504 Aug 31 15:59:41.871834 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-38bfd1fd-db03-46cb-89c1-3996e66f7d39 req-26d52e3a-19b0-414a-a659-af3a6e90a4d3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531991 Aug 31 15:59:42.154397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:43.025872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449f804-259a-4daf-88b2-c51b200df94d req-173783f4-73de-49b5-b6c0-8f7dac8f6aa1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:43.027568 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f449f804-259a-4daf-88b2-c51b200df94d req-173783f4-73de-49b5-b6c0-8f7dac8f6aa1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0617762 Aug 31 15:59:43.096343 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f449f804-259a-4daf-88b2-c51b200df94d req-6505076a-f6a9-46d0-8f4a-7c4d01e5e476 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623567 Aug 31 15:59:43.570720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:43.724016 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:44.239243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380e817-e94f-4bd4-88f7-813e56caf10d req-8215e0e6-f777-4a88-bd75-665b5d26d96a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:44.241493 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c380e817-e94f-4bd4-88f7-813e56caf10d req-8215e0e6-f777-4a88-bd75-665b5d26d96a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0556109 Aug 31 15:59:44.304143 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c380e817-e94f-4bd4-88f7-813e56caf10d req-a8683949-1de1-4715-baaf-feb2879e31c9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565834 Aug 31 15:59:45.400089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:45.451742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6b3-aec0-473c-a359-1dd18d2dc788 req-7450b83b-fddf-4625-8ccf-1ce003d54d33 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:45.453412 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-75d1d6b3-aec0-473c-a359-1dd18d2dc788 req-7450b83b-fddf-4625-8ccf-1ce003d54d33 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0651968 Aug 31 15:59:45.515980 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-75d1d6b3-aec0-473c-a359-1dd18d2dc788 req-67033a5a-0288-44d7-981b-b3e1a49ce7a5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Aug 31 15:59:46.700350 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d1423-ccb3-4378-b1c7-1aee8ee3e334 req-e381a6fa-e056-47a9-8504-4d33a24c3a5d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:46.703073 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6f6d1423-ccb3-4378-b1c7-1aee8ee3e334 req-e381a6fa-e056-47a9-8504-4d33a24c3a5d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0923707 Aug 31 15:59:46.764436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:46.789095 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6f6d1423-ccb3-4378-b1c7-1aee8ee3e334 req-e7281160-3078-4dff-968c-a8242ada140d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766604 Aug 31 15:59:47.943908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573856a-c135-4839-8ece-bd784b062df1 req-f58f59f1-5292-41e2-a7c4-5278a9eea0a0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:47.945535 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c573856a-c135-4839-8ece-bd784b062df1 req-f58f59f1-5292-41e2-a7c4-5278a9eea0a0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0554833 Aug 31 15:59:48.015890 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c573856a-c135-4839-8ece-bd784b062df1 req-e164b7c9-462d-4462-a5a4-54a58a6d5802 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638311 Aug 31 15:59:49.173593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e8885-30de-4db9-8496-616152baf52a req-2d9a6a6f-8fac-49dc-917a-e5ddb3c26b38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:49.177900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2e8e8885-30de-4db9-8496-616152baf52a req-2d9a6a6f-8fac-49dc-917a-e5ddb3c26b38 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0783010 Aug 31 15:59:49.233418 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2e8e8885-30de-4db9-8496-616152baf52a req-d56c7158-7c6b-40e6-bc55-043f4328ec5d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499561 Aug 31 15:59:50.378835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64475c33-33cb-4836-889a-b5729a40f5c9 req-deb7d282-8754-4e49-b458-1483944f21a0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:50.380948 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-64475c33-33cb-4836-889a-b5729a40f5c9 req-deb7d282-8754-4e49-b458-1483944f21a0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0640278 Aug 31 15:59:50.439420 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-64475c33-33cb-4836-889a-b5729a40f5c9 req-386055fd-5c6c-4bcc-b20e-6b6ded1d0141 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511906 Aug 31 15:59:51.279753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 15:59:51.592481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa45242-08db-4036-91a2-c6b8b482a94e req-a018fb62-4c36-4f0f-a5ad-ca550c3b6ee8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:51.594419 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3fa45242-08db-4036-91a2-c6b8b482a94e req-a018fb62-4c36-4f0f-a5ad-ca550c3b6ee8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0637448 Aug 31 15:59:51.656617 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3fa45242-08db-4036-91a2-c6b8b482a94e req-4240a1bc-8feb-4327-a8cb-f518d572aa3d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556374 Aug 31 15:59:52.796489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff320d01-4a52-4bc4-b5fc-865bce970a97 req-65a35e3c-1ed9-4822-8966-522a11b332af tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:52.798158 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ff320d01-4a52-4bc4-b5fc-865bce970a97 req-65a35e3c-1ed9-4822-8966-522a11b332af tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0516276 Aug 31 15:59:52.852795 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ff320d01-4a52-4bc4-b5fc-865bce970a97 req-ea605aca-10ad-4067-8bfd-a2930ed5860d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472431 Aug 31 15:59:53.983877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e25f6b-3858-499f-8629-799d6253f833 req-af331c45-1acd-464f-b4b1-d64038f5808e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:53.985532 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-99e25f6b-3858-499f-8629-799d6253f833 req-af331c45-1acd-464f-b4b1-d64038f5808e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0536537 Aug 31 15:59:54.042878 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-99e25f6b-3858-499f-8629-799d6253f833 req-7ff23c51-0cf2-407f-9049-bd612a965d47 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508492 Aug 31 15:59:55.188930 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339c65-5f44-400b-a099-e055cab94920 req-81a4e4ef-7704-474d-8e07-e9fdbd417e1e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:55.190604 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c3339c65-5f44-400b-a099-e055cab94920 req-81a4e4ef-7704-474d-8e07-e9fdbd417e1e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0536916 Aug 31 15:59:55.252475 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c3339c65-5f44-400b-a099-e055cab94920 req-ee2d4da8-6260-490f-8328-4966f15fbc45 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542288 Aug 31 15:59:56.388982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145494f-ffa3-4e27-bab5-2f16a94d0c09 req-6cc0887f-37a7-4daf-b05d-2041633de6f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:56.390734 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a145494f-ffa3-4e27-bab5-2f16a94d0c09 req-6cc0887f-37a7-4daf-b05d-2041633de6f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0552838 Aug 31 15:59:56.445569 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a145494f-ffa3-4e27-bab5-2f16a94d0c09 req-4d03bbed-a4c9-4f24-a859-6473402aa05b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479059 Aug 31 15:59:56.732531 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:56.733545 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 15:59:57.586646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8b35-23cf-43f4-a62e-0faa022ba589 req-09b20fb8-f3f3-4875-acbd-845d5d83d5f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:57.588204 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1b1f8b35-23cf-43f4-a62e-0faa022ba589 req-09b20fb8-f3f3-4875-acbd-845d5d83d5f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0595210 Aug 31 15:59:57.646387 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1b1f8b35-23cf-43f4-a62e-0faa022ba589 req-03a08633-6ae8-4e4e-a04e-adcd824af10e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521805 Aug 31 15:59:58.822484 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d5c61-d7f8-4fc8-8102-6e8ad21c45ae req-8f66c478-009e-4cc9-a6c1-f3256c0a5dcf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 15:59:58.824192 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b23d5c61-d7f8-4fc8-8102-6e8ad21c45ae req-8f66c478-009e-4cc9-a6c1-f3256c0a5dcf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0719092 Aug 31 15:59:58.881455 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b23d5c61-d7f8-4fc8-8102-6e8ad21c45ae req-c7847629-369e-4358-8a2c-c6d1387bfd92 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505350 Aug 31 16:00:00.008952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b67c98-7ea6-4e21-bebc-4699e1849f5f req-6e7873eb-b7a5-4c01-9b4e-02b0acb97950 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:00.010559 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-43b67c98-7ea6-4e21-bebc-4699e1849f5f req-6e7873eb-b7a5-4c01-9b4e-02b0acb97950 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0491560 Aug 31 16:00:00.064195 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-43b67c98-7ea6-4e21-bebc-4699e1849f5f req-6f9ae606-08e5-49a9-8094-4fce41b27a74 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471327 Aug 31 16:00:01.011670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:01.014617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:01.195698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4acb68-fd52-419a-974a-f36d2ca0713a req-3b381285-2fdd-4da4-b8dc-4ed04b8cfeca tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:01.197349 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-be4acb68-fd52-419a-974a-f36d2ca0713a req-3b381285-2fdd-4da4-b8dc-4ed04b8cfeca tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0542433 Aug 31 16:00:01.254645 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-be4acb68-fd52-419a-974a-f36d2ca0713a req-41140a9a-98a2-4dcb-a037-2f6b70ce846e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509119 Aug 31 16:00:02.387839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:02.406732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758b3c2-42e2-481a-9a38-562ab23ce208 req-8e56cce9-c01c-4caf-aaf0-2e7d2431a680 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:02.408523 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e758b3c2-42e2-481a-9a38-562ab23ce208 req-8e56cce9-c01c-4caf-aaf0-2e7d2431a680 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0709515 Aug 31 16:00:02.471577 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e758b3c2-42e2-481a-9a38-562ab23ce208 req-60976357-3f09-4eb5-baed-aef391180d3b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540037 Aug 31 16:00:03.639274 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a444b-47ed-4e1b-88ab-1fdbfe5555d1 req-a2bb375e-ba48-40bc-872c-8b6dfceafde5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:03.641076 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ed7a444b-47ed-4e1b-88ab-1fdbfe5555d1 req-a2bb375e-ba48-40bc-872c-8b6dfceafde5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0815692 Aug 31 16:00:03.711123 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ed7a444b-47ed-4e1b-88ab-1fdbfe5555d1 req-abce67c3-1e69-4e9b-ac2e-1c57e775d188 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624161 Aug 31 16:00:04.847398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b674-9065-407e-9d45-c84822b5fda7 req-49530030-c6fb-48ad-ac75-0375d1bae8cb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:04.850314 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c376b674-9065-407e-9d45-c84822b5fda7 req-49530030-c6fb-48ad-ac75-0375d1bae8cb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0552592 Aug 31 16:00:04.923287 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c376b674-9065-407e-9d45-c84822b5fda7 req-e9d04e90-e7f7-414a-9c8a-0e4fcdb614be tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668440 Aug 31 16:00:06.068534 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11942351-2d7f-40a3-8d2b-447fbc5c2d1f req-65b678c5-8b15-4c51-bf17-78a501a39f59 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:06.070392 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-11942351-2d7f-40a3-8d2b-447fbc5c2d1f req-65b678c5-8b15-4c51-bf17-78a501a39f59 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0680990 Aug 31 16:00:06.088226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:06.130492 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-11942351-2d7f-40a3-8d2b-447fbc5c2d1f req-3afe6336-733d-4b79-af00-43c3b28e9b32 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498466 Aug 31 16:00:07.261266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb82e1b-0cef-4ed4-9732-fa878719e637 req-ea325589-1f01-4729-b50f-62453183bd52 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:07.262857 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fdb82e1b-0cef-4ed4-9732-fa878719e637 req-ea325589-1f01-4729-b50f-62453183bd52 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0550332 Aug 31 16:00:07.318437 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fdb82e1b-0cef-4ed4-9732-fa878719e637 req-076fc291-05f4-4920-add5-5c8ef6f7e552 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496638 Aug 31 16:00:08.462682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7c4ea-7040-460e-88bc-25f1c1c73612 req-2ca3d073-5916-4794-84ab-d5743a9ef2e6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:08.464298 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ac7c4ea-7040-460e-88bc-25f1c1c73612 req-2ca3d073-5916-4794-84ab-d5743a9ef2e6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0558097 Aug 31 16:00:08.521654 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ac7c4ea-7040-460e-88bc-25f1c1c73612 req-037b5689-d453-44a5-8c1a-4a840b31573c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ed7ece8-7f54-4a75-bccc-e50592d57b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500681 Aug 31 16:00:08.547376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5cde79a6-ac07-4597-8877-e57c8a19de3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:08.747198 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=11 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:08.753922 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=15 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:08.778760 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:00:08.820260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-43f5c432-20fc-4a6e-8786-2572566c9859 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:08.821987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-43f5c432-20fc-4a6e-8786-2572566c9859 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 981 time: 0.0551105 Aug 31 16:00:08.876027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-c56230da-498b-4877-b01a-7096d64d39f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:08.877430 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-c56230da-498b-4877-b01a-7096d64d39f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/ports/0bb3b9c3-c544-4f98-bfda-1bcb94db6da7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0472596 Aug 31 16:00:08.970392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:09.002033 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-52ea8a5a-f013-4a29-918d-54fb9672bfc7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/networks/c52cd500-28e3-4521-876d-cb34712a21cf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1156588 Aug 31 16:00:09.015848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:09.079839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:09.240926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] For port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7,segment=NetworkSegment(43e1ac84-e206-4b01-a3c8-7712f035a540),segment_id=43e1ac84-e206-4b01-a3c8-7712f035a540)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:09.275724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] For port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:09.310616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] device_id is not set on port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 yet. {{(pid=114266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 31 16:00:09.320425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Publish callbacks [] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:09.421960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:09.479369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] No DVR routers for this DVR port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:00:09.513925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7,revision_number=5']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:09.533873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.534201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.534582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.534927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.535305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.535593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.536418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.536764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.537138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.537414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.537766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.538089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.538409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.538726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.539044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:09.550051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] In _notify_port_updated(), no bound segment for port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 on network c52cd500-28e3-4521-876d-cb34712a21cf {{(pid=114266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:945}} Aug 31 16:00:09.552235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:09.553586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:09.555889 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-f70b378b-696a-4918-aead-1517b10e6772 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 HTTP/1.1" status: 200 len: 1025 time: 0.5441802 Aug 31 16:00:09.632691 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d9930f9-911b-4c1c-ae87-ec82599860b4 req-b150c758-f928-404f-931f-52936da75881 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0305622 Aug 31 16:00:10.705844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3c8f6645-e2ba-4033-b4d8-e4eef04cf6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:10.754993 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-adc557bd-f699-452a-9175-5b4473920e81 req-ab0432f5-2710-4916-8d24-b597c85927d7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0293264 Aug 31 16:00:11.103342 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-10c8f14a-edc0-44ab-bc1c-b22f53cb908b req-26ca432b-8e2d-4e70-a9d2-5692e8b4076e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=76d1a6f2-1001-41c1-a0eb-bd768ae698ba HTTP/1.1" status: 200 len: 210 time: 0.0357518 Aug 31 16:00:11.644287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42574) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:11.699952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:11.706877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a521508a-1563-4fb0-bfc4-a8a5cc63867a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (dbffd896-767d-4d0c-abcb-2a588fdd3282), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:11.735738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a521508a-1563-4fb0-bfc4-a8a5cc63867a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (dbffd896-767d-4d0c-abcb-2a588fdd3282), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:11.874222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a521508a-1563-4fb0-bfc4-a8a5cc63867a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (dbffd896-767d-4d0c-abcb-2a588fdd3282), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:11.877851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a521508a-1563-4fb0-bfc4-a8a5cc63867a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:11.882831 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a521508a-1563-4fb0-bfc4-a8a5cc63867a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dbffd896-767d-4d0c-abcb-2a588fdd3282 HTTP/1.1" status: 204 len: 168 time: 0.2361035 Aug 31 16:00:11.896414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521508a-1563-4fb0-bfc4-a8a5cc63867a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbffd896-767d-4d0c-abcb-2a588fdd3282,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:11.988560 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42578) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:12.091678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d79ec-5a66-4d69-8d8b-11092b38d96e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:00:12.092130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fe2d79ec-5a66-4d69-8d8b-11092b38d96e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:12.157779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:12.193291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fe2d79ec-5a66-4d69-8d8b-11092b38d96e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:12.202493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:12.210262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d79ec-5a66-4d69-8d8b-11092b38d96e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 owned by {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:00:12.431779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fe2d79ec-5a66-4d69-8d8b-11092b38d96e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (0bb3b9c3-c544-4f98-bfda-1bcb94db6da7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:12.466179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d79ec-5a66-4d69-8d8b-11092b38d96e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=0bb3b9c3-c544-4f98-bfda-1bcb94db6da7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:12.551685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fe2d79ec-5a66-4d69-8d8b-11092b38d96e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:12.557401 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fe2d79ec-5a66-4d69-8d8b-11092b38d96e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/ports/0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 HTTP/1.1" status: 204 len: 168 time: 0.5664771 Aug 31 16:00:12.560068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42580) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:12.834170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:12.911743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (2a1e041e-a4ee-4094-ac63-3cf7526fc294), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:12.979377 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:12.999936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:00:13.000283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 0bb3b9c3-c544-4f98-bfda-1bcb94db6da7 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:13.164353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 72aaefa2-f2a1-4286-bb2d-538b0fa13033 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:00:13.164620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:13.604570 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 72aaefa2-f2a1-4286-bb2d-538b0fa13033, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=72aaefa2-f2a1-4286-bb2d-538b0fa13033,segment=NetworkSegment(43e1ac84-e206-4b01-a3c8-7712f035a540),segment_id=43e1ac84-e206-4b01-a3c8-7712f035a540)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:13.605107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:13.618937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 72aaefa2-f2a1-4286-bb2d-538b0fa13033 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:00:13.636597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:13.733072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:13.820569 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:14.119431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (72aaefa2-f2a1-4286-bb2d-538b0fa13033), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:14.146792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=72aaefa2-f2a1-4286-bb2d-538b0fa13033,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:14.352156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (2a1e041e-a4ee-4094-ac63-3cf7526fc294), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:14.406245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:14.596662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:00:14.720691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:00:14.726850 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4870c0b0-4c77-4305-a4c3-ecbce559bcf6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/2a1e041e-a4ee-4094-ac63-3cf7526fc294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1645567 Aug 31 16:00:14.729006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42582) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:14.733603 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] Sync routers for ids ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:00:14.745319 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] Routers {'2a1e041e-a4ee-4094-ac63-3cf7526fc294'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:00:14.745988 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:00:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:14.825272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea49e8b1-8eb1-4850-8cb9-f042d0481ea9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting subnet 19e580f3-bdda-4a51-b240-a703660b3758 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:00:14.831702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ea49e8b1-8eb1-4850-8cb9-f042d0481ea9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (19e580f3-bdda-4a51-b240-a703660b3758), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:14.895782 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] Set router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:00:14.910480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ea49e8b1-8eb1-4850-8cb9-f042d0481ea9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (19e580f3-bdda-4a51-b240-a703660b3758), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.050749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ea49e8b1-8eb1-4850-8cb9-f042d0481ea9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (19e580f3-bdda-4a51-b240-a703660b3758), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.168997 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'name': 'tempest-TestNetworkBasicOps-router-1752760878', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:58:40Z', 'updated_at': '2022-08-31T16:00:13Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:41Z', 'updated_at': '2022-08-31T15:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:15.199560 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] Checking router: 2a1e041e-a4ee-4094-ac63-3cf7526fc294 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:00:15.210069 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] Routers {'2a1e041e-a4ee-4094-ac63-3cf7526fc294'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:00:15.210736 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:00:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:15.220365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ea49e8b1-8eb1-4850-8cb9-f042d0481ea9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (19e580f3-bdda-4a51-b240-a703660b3758), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.256791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49e8b1-8eb1-4850-8cb9-f042d0481ea9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Subnet': ['ID=19e580f3-bdda-4a51-b240-a703660b3758,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:15.262450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ea49e8b1-8eb1-4850-8cb9-f042d0481ea9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.265987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ea49e8b1-8eb1-4850-8cb9-f042d0481ea9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/19e580f3-bdda-4a51-b240-a703660b3758 HTTP/1.1" status: 204 len: 168 time: 0.5354393 Aug 31 16:00:15.269649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42584) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:15.275728 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf39204d-2308-4041-9cd7-048164956801 None None] Network c52cd500-28e3-4521-876d-cb34712a21cf requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:00:15.325230 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] Set router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:00:15.396741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (2a1e041e-a4ee-4094-ac63-3cf7526fc294), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.493024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] DHCP port deletion for c52cd500-28e3-4521-876d-cb34712a21cf request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:00:15.509220 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:15.531877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (2a1e041e-a4ee-4094-ac63-3cf7526fc294), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.538020 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Deleting port d118bf37-05aa-40ec-8798-1e72c0346db7 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:00:15.538577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d118bf37-05aa-40ec-8798-1e72c0346db7), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.614883 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] For port d118bf37-05aa-40ec-8798-1e72c0346db7, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d118bf37-05aa-40ec-8798-1e72c0346db7,segment=NetworkSegment(43e1ac84-e206-4b01-a3c8-7712f035a540),segment_id=43e1ac84-e206-4b01-a3c8-7712f035a540)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:15.615300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d118bf37-05aa-40ec-8798-1e72c0346db7), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.629632 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Calling delete_port for d118bf37-05aa-40ec-8798-1e72c0346db7 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:00:15.652676 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'name': 'tempest-TestNetworkBasicOps-router-1752760878', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:58:40Z', 'updated_at': '2022-08-31T16:00:13Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:41Z', 'updated_at': '2022-08-31T15:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:15.680341 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55047ba6-57de-4f09-8d26-04647ee8254c None None] The sync data for ids ['2a1e041e-a4ee-4094-ac63-3cf7526fc294'] in dv-neutron-855257-2-hyperv is: [{'id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'name': 'tempest-TestNetworkBasicOps-router-1752760878', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T15:58:40Z', 'updated_at': '2022-08-31T16:00:13Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'df28829d-669c-4fef-897c-4876dfb88c2d', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1e041e-a4ee-4094-ac63-3cf7526fc294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T15:58:41Z', 'updated_at': '2022-08-31T15:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:00:15.710944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port df28829d-669c-4fef-897c-4876dfb88c2d {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:00:15.711367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (df28829d-669c-4fef-897c-4876dfb88c2d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.798763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (d118bf37-05aa-40ec-8798-1e72c0346db7), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.810152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port df28829d-669c-4fef-897c-4876dfb88c2d, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=df28829d-669c-4fef-897c-4876dfb88c2d,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:15.810878 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (df28829d-669c-4fef-897c-4876dfb88c2d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:15.826345 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for df28829d-669c-4fef-897c-4876dfb88c2d owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:00:15.830448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Pushing event deleted for resources: {'Port': ['ID=d118bf37-05aa-40ec-8798-1e72c0346db7,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:15.836193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] No DVR routers for this DVR port d118bf37-05aa-40ec-8798-1e72c0346db7 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:00:15.843420 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.843766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.844118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.844456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.844790 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.845123 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.845452 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.845821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.846135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.846921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.846921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.847125 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.847402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.847723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:15.848042 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b7c11-5533-4f4e-ac88-ee853ed2e7b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.084738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (df28829d-669c-4fef-897c-4876dfb88c2d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.118387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=df28829d-669c-4fef-897c-4876dfb88c2d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:16.129506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.130131 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.130590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.130936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.131274 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.131660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.131924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.132251 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.132575 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.132900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.133243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.133548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.133890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.134209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.134717 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:16.201411 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (2a1e041e-a4ee-4094-ac63-3cf7526fc294), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.294791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (2a1e041e-a4ee-4094-ac63-3cf7526fc294), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.297064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (2a1e041e-a4ee-4094-ac63-3cf7526fc294), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.302446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:16.405084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (2a1e041e-a4ee-4094-ac63-3cf7526fc294), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.405712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Fanout notify agent at l3_agent the message router_deleted on router 2a1e041e-a4ee-4094-ac63-3cf7526fc294 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:00:16.412909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.414716 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e0f627c5-59e9-420d-874b-1d7c86ed1cb8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/routers/2a1e041e-a4ee-4094-ac63-3cf7526fc294 HTTP/1.1" status: 204 len: 168 time: 1.1439092 Aug 31 16:00:16.418469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42586) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:16.444934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:16.512251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (c52cd500-28e3-4521-876d-cb34712a21cf), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.615391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (c52cd500-28e3-4521-876d-cb34712a21cf), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.639863 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52cd500-28e3-4521-876d-cb34712a21cf']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:16.652462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e1ac84-e206-4b01-a3c8-7712f035a540') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:16.652770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e1ac84-e206-4b01-a3c8-7712f035a540') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:16.665420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (43e1ac84-e206-4b01-a3c8-7712f035a540), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.679677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (43e1ac84-e206-4b01-a3c8-7712f035a540), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.686404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:00:16.686800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (43e1ac84-e206-4b01-a3c8-7712f035a540), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.707347 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 43e1ac84-e206-4b01-a3c8-7712f035a540 resource provider aggregate not found Aug 31 16:00:16.744230 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 43e1ac84-e206-4b01-a3c8-7712f035a540 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43e1ac84-e206-4b01-a3c8-7712f035a540 found for delete ", "request_id": "req-d8c4cb06-b2d2-4acf-9524-5a706190418e"}]} Aug 31 16:00:16.850757 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (c52cd500-28e3-4521-876d-cb34712a21cf), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.886728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:16.886728 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/networks/c52cd500-28e3-4521-876d-cb34712a21cf HTTP/1.1" status: 204 len: 168 time: 0.4591951 Aug 31 16:00:16.886728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c6016-74b2-4503-ba12-e31322dd912e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Network': ['ID=c52cd500-28e3-4521-876d-cb34712a21cf,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:16.918033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42592) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:16.927618 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 72aaefa2-f2a1-4286-bb2d-538b0fa13033 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:16.949772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 72aaefa2-f2a1-4286-bb2d-538b0fa13033 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:00:16.950115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 72aaefa2-f2a1-4286-bb2d-538b0fa13033 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:16.950534 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device df28829d-669c-4fef-897c-4876dfb88c2d no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:16.970950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: df28829d-669c-4fef-897c-4876dfb88c2d {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:00:16.971315 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device df28829d-669c-4fef-897c-4876dfb88c2d not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:16.972088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d118bf37-05aa-40ec-8798-1e72c0346db7 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:16.993316 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: d118bf37-05aa-40ec-8798-1e72c0346db7 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:00:16.993712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d118bf37-05aa-40ec-8798-1e72c0346db7 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:17.060165 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ebd67f4e-53fe-4e77-95d8-45bd30129e86 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.1405048 Aug 31 16:00:17.063285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42596) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:17.068982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'network': {'name': 'tempest-network-smoke--1576684702', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'port_security_enabled': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:17.336295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:17.340198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:17.371706 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:00:17.383528 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4b8aabe8-08d9-4e1a-a451-1ec58b408fcd), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:17.383864 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Added segment 4b8aabe8-08d9-4e1a-a451-1ec58b408fcd of type vlan for network 05cfbd77-5709-4893-bea5-51244fb4e30b Aug 31 16:00:17.432787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (05cfbd77-5709-4893-bea5-51244fb4e30b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:17.519456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (05cfbd77-5709-4893-bea5-51244fb4e30b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:17.524716 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:17.525330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:17.601391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Network': ['ID=05cfbd77-5709-4893-bea5-51244fb4e30b,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:17.611911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 05cfbd77-5709-4893-bea5-51244fb4e30b details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:00:17.624991 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d70e6520-d378-45d9-bc52-8187fa5f99b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5606172 Aug 31 16:00:17.629041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42598) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:17.635410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1657763108', 'admin_state_up': True, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:17.736241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (ae71d424-54b9-44a8-bd10-ff7caae193ef), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:17.737321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (ae71d424-54b9-44a8-bd10-ff7caae193ef), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:17.744708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:17.799283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (ae71d424-54b9-44a8-bd10-ff7caae193ef), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:18.347667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (ae71d424-54b9-44a8-bd10-ff7caae193ef), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:18.675013 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (ae71d424-54b9-44a8-bd10-ff7caae193ef), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:18.696718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:18.819595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.26.2.156 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/20eabc4b-0dc4-431d-84de-2d466d1281a8) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:18.966061 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:18.976120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:19.077991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:19.131908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:19.135970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:19.140761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:00:19.166347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=20eabc4b-0dc4-431d-84de-2d466d1281a8,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:19.481642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:19.552162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (ae71d424-54b9-44a8-bd10-ff7caae193ef), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:19.810522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (ae71d424-54b9-44a8-bd10-ff7caae193ef), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:20.107589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router ae71d424-54b9-44a8-bd10-ff7caae193ef is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:00:20.241506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:00:20.253741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Sync routers for ids ['ae71d424-54b9-44a8-bd10-ff7caae193ef'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:00:20.264812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Routers {'ae71d424-54b9-44a8-bd10-ff7caae193ef'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:00:20.265444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:00:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['ae71d424-54b9-44a8-bd10-ff7caae193ef'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:20.487783 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:20.490014 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c9897b77-a3a3-490e-b7c0-d1926a2f027f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8593080 Aug 31 16:00:20.495480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42600) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:20.534388 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cff385a1-d2dd-429c-a775-8b6f67748a86 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=c1c1baf047434c6c96bb801d711d1228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376480 Aug 31 16:00:20.538473 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42602) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:20.543872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Set router ae71d424-54b9-44a8-bd10-ff7caae193ef gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:00:20.656569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8195c5-de22-459a-a6be-f3f983eeacaf tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:20.658568 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1a8195c5-de22-459a-a6be-f3f983eeacaf tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1191142 Aug 31 16:00:20.663753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42604) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:20.706512 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d1f644b7-f81d-466f-a7a3-5bd31db7f76b tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409374 Aug 31 16:00:20.709988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42606) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:20.715787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1647415218', 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:20.774057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:20.774376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'name': 'tempest-TestNetworkBasicOps-router-1657763108', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:00:17Z', 'updated_at': '2022-08-31T16:00:19Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:18Z', 'updated_at': '2022-08-31T16:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:20.806836 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Checking router: ae71d424-54b9-44a8-bd10-ff7caae193ef for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:00:20.807172 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Updating router ae71d424-54b9-44a8-bd10-ff7caae193ef port 20eabc4b-0dc4-431d-84de-2d466d1281a8 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:00:20.839104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:20.871976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:20.933752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:20.993459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:20.997667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:21.144385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Publish callbacks [] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:21.269416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:21.444279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:21.485343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Attempting to bind port 20eabc4b-0dc4-431d-84de-2d466d1281a8 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:00:21.485779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Attempting to bind port 20eabc4b-0dc4-431d-84de-2d466d1281a8 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:00:21.486153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Attempting to bind port 20eabc4b-0dc4-431d-84de-2d466d1281a8 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:00:21.503209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:00:21.503600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:00:21.504013 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:21.505074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:00:21.505953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Bound port: 20eabc4b-0dc4-431d-84de-2d466d1281a8, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:00:21.513289 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:21.513501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (d1436b85-22cb-4b0b-99c3-b69418f4b882), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:21.513732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe8632-5f85-4ca6-9cfa-9f20af60a9fd None None] Pushing event updated for resources: {'Port': ['ID=20eabc4b-0dc4-431d-84de-2d466d1281a8,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:21.576499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] For port 20eabc4b-0dc4-431d-84de-2d466d1281a8, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:21.580102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] For port 20eabc4b-0dc4-431d-84de-2d466d1281a8, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=20eabc4b-0dc4-431d-84de-2d466d1281a8,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:21.643988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Subnet': ['ID=d1436b85-22cb-4b0b-99c3-b69418f4b882,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:21.657613 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Checking segment: {'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:00:21.658192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network hostable DHCP agents. Network: 05cfbd77-5709-4893-bea5-51244fb4e30b, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:00:21.683411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:21.761272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:21.816067 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Routers {'ae71d424-54b9-44a8-bd10-ff7caae193ef'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:00:21.818108 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:00:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['ae71d424-54b9-44a8-bd10-ff7caae193ef'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:21.822161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 05cfbd77-5709-4893-bea5-51244fb4e30b is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:00:21.900068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe8632-5f85-4ca6-9cfa-9f20af60a9fd None None] Pushing event updated for resources: {'Port': ['ID=20eabc4b-0dc4-431d-84de-2d466d1281a8,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:21.962954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] Set router ae71d424-54b9-44a8-bd10-ff7caae193ef gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:00:21.994415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 05cfbd77-5709-4893-bea5-51244fb4e30b) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:22.003598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:22.004461 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:22.028537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79f862-7aa1-4159-a546-0498ac4b40ab None None] Network 05cfbd77-5709-4893-bea5-51244fb4e30b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:00:22.112891 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c1f4ac5e-2f83-4892-bea4-f2995855b2f3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4013281 Aug 31 16:00:22.116587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42608) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:22.192867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:22.245036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-05cfbd77-5709-4893-bea5-51244fb4e30b', 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'fixed_ips': [{'subnet_id': 'd1436b85-22cb-4b0b-99c3-b69418f4b882'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:00:22.246055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:22.264796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:22.293627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'name': 'tempest-TestNetworkBasicOps-router-1657763108', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:00:17Z', 'updated_at': '2022-08-31T16:00:19Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:18Z', 'updated_at': '2022-08-31T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:22.368466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475e5f4a-295e-42bf-99de-9494c0fb7376 None None] The sync data for ids ['ae71d424-54b9-44a8-bd10-ff7caae193ef'] in dv-neutron-855257-2-hyperv is: [{'id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'name': 'tempest-TestNetworkBasicOps-router-1657763108', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:00:17Z', 'updated_at': '2022-08-31T16:00:19Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:18Z', 'updated_at': '2022-08-31T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:00:22.463067 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:22.485136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Allocated IP 172.20.0.2 (05cfbd77-5709-4893-bea5-51244fb4e30b/d1436b85-22cb-4b0b-99c3-b69418f4b882/1f83779d-62af-4875-b062-a8110e389fc5) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:22.534522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:22.762963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Publish callbacks [] for port (1f83779d-62af-4875-b062-a8110e389fc5), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:22.832857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:22.846135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (1f83779d-62af-4875-b062-a8110e389fc5), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:22.944019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Network 05cfbd77-5709-4893-bea5-51244fb4e30b is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:22.956189 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:22.960551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:00:22.975564 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Pushing event updated for resources: {'Port': ['ID=1f83779d-62af-4875-b062-a8110e389fc5,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:23.080888 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Attempting to bind port 1f83779d-62af-4875-b062-a8110e389fc5 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:00:23.081514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Attempting to bind port 1f83779d-62af-4875-b062-a8110e389fc5 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:00:23.082712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Attempting to bind port 1f83779d-62af-4875-b062-a8110e389fc5 on network 05cfbd77-5709-4893-bea5-51244fb4e30b {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:00:23.093412 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:00:23.094013 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Checking segment: {'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:00:23.094672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:23.095373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Bound using segment: {'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:00:23.096216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Bound port: 1f83779d-62af-4875-b062-a8110e389fc5, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:00:23.096875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1f83779d-62af-4875-b062-a8110e389fc5), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:23.228943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] For port 1f83779d-62af-4875-b062-a8110e389fc5, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:23.234150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] For port 1f83779d-62af-4875-b062-a8110e389fc5, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1f83779d-62af-4875-b062-a8110e389fc5,segment=NetworkSegment(4b8aabe8-08d9-4e1a-a451-1ec58b408fcd),segment_id=4b8aabe8-08d9-4e1a-a451-1ec58b408fcd)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:23.303317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.1 (05cfbd77-5709-4893-bea5-51244fb4e30b/d1436b85-22cb-4b0b-99c3-b69418f4b882/331938e1-1408-4de3-9e75-02f70f6aa93c) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:23.321258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:23.326678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (1f83779d-62af-4875-b062-a8110e389fc5), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:23.410336 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf3fe9-e299-4386-9767-77e390e4de46 None None] Pushing event updated for resources: {'Port': ['ID=1f83779d-62af-4875-b062-a8110e389fc5,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:23.553303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:23.721214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:23.797043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 05cfbd77-5709-4893-bea5-51244fb4e30b is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:23.802277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:23.808258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=331938e1-1408-4de3-9e75-02f70f6aa93c,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:23.808258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:00:23.882836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (ae71d424-54b9-44a8-bd10-ff7caae193ef), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:24.102416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:24.408149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:24.474120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:24.480055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:24.567372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=331938e1-1408-4de3-9e75-02f70f6aa93c,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:24.577441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (ae71d424-54b9-44a8-bd10-ff7caae193ef), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:24.669838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:24.737839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 05cfbd77-5709-4893-bea5-51244fb4e30b is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:24.740076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:24.798856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 20eabc4b-0dc4-431d-84de-2d466d1281a8 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:24.839227 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:24.866633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1f44b4-ef74-4c05-8d15-eebf29a233e3 None None] Network 05cfbd77-5709-4893-bea5-51244fb4e30b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:00:24.884917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router ae71d424-54b9-44a8-bd10-ff7caae193ef has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:00:24.934683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 20eabc4b-0dc4-431d-84de-2d466d1281a8 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:00:24.935063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:24.935405 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 20eabc4b-0dc4-431d-84de-2d466d1281a8 Aug 31 16:00:25.006748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:00:25.013252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2c4f665a-3e08-4d04-a80c-7642ee3aa39a None None] Provisioning complete for port 1f83779d-62af-4875-b062-a8110e389fc5 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:00:25.013830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2c4f665a-3e08-4d04-a80c-7642ee3aa39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1f83779d-62af-4875-b062-a8110e389fc5), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:25.013973 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e9273049-14b7-4611-9f8e-780f0d4bc3ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/ae71d424-54b9-44a8-bd10-ff7caae193ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8960655 Aug 31 16:00:25.014625 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2c4f665a-3e08-4d04-a80c-7642ee3aa39a None None] Attempt 1 to provision port 1f83779d-62af-4875-b062-a8110e389fc5 Aug 31 16:00:25.018087 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42610) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:25.022568 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86068062-dedb-4958-92be-c40759d77156 None None] Sync routers for ids ['ae71d424-54b9-44a8-bd10-ff7caae193ef'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:00:25.036933 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86068062-dedb-4958-92be-c40759d77156 None None] Routers {'ae71d424-54b9-44a8-bd10-ff7caae193ef'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:00:25.037791 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-86068062-dedb-4958-92be-c40759d77156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:00:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['ae71d424-54b9-44a8-bd10-ff7caae193ef'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:25.068288 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:00:25.070306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1f83779d-62af-4875-b062-a8110e389fc5 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-2c4f665a-3e08-4d04-a80c-7642ee3aa39a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:25.131869 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:00:25.149358 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 1f83779d-62af-4875-b062-a8110e389fc5 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:00:25.149921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1f83779d-62af-4875-b062-a8110e389fc5), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:25.150095 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 1f83779d-62af-4875-b062-a8110e389fc5 Aug 31 16:00:25.161224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d234c0d3-d6f9-46e7-97b1-e3e3dec241d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:25.161748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d234c0d3-d6f9-46e7-97b1-e3e3dec241d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:25.162224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d234c0d3-d6f9-46e7-97b1-e3e3dec241d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:25.162702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d234c0d3-d6f9-46e7-97b1-e3e3dec241d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:25.164542 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d234c0d3-d6f9-46e7-97b1-e3e3dec241d8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1426895 Aug 31 16:00:25.168646 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42612) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:25.205181 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-86068062-dedb-4958-92be-c40759d77156 None None] Set router ae71d424-54b9-44a8-bd10-ff7caae193ef gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:00:25.235828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5a3fd-313d-4400-a1b7-ae116c1b773d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:25.236309 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5a3fd-313d-4400-a1b7-ae116c1b773d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:25.236778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5a3fd-313d-4400-a1b7-ae116c1b773d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:25.237236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5a3fd-313d-4400-a1b7-ae116c1b773d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:25.240503 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4ac5a3fd-313d-4400-a1b7-ae116c1b773d tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0706723 Aug 31 16:00:25.245786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42614) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:25.374444 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:00:25.381379 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e48394ad-5eb9-48e3-a075-4db069e67e70 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1327066 Aug 31 16:00:25.464826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Provisioning complete for port 331938e1-1408-4de3-9e75-02f70f6aa93c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:00:25.465206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:25.465545 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Attempt 1 to provision port 331938e1-1408-4de3-9e75-02f70f6aa93c Aug 31 16:00:25.481142 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:25.502247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Port 331938e1-1408-4de3-9e75-02f70f6aa93c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:00:25.552384 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-86068062-dedb-4958-92be-c40759d77156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'name': 'tempest-TestNetworkBasicOps-router-1657763108', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:00:17Z', 'updated_at': '2022-08-31T16:00:23Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:18Z', 'updated_at': '2022-08-31T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '331938e1-1408-4de3-9e75-02f70f6aa93c', 'name': '', 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:a7:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'd1436b85-22cb-4b0b-99c3-b69418f4b882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:23Z', 'updated_at': '2022-08-31T16:00:24Z', 'revision_number': 2, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': 'd1436b85-22cb-4b0b-99c3-b69418f4b882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:25.554896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42618) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:25.560484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0f7785eb-7804-4ad3-a785-01e71f717046 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937696893', 'description': 'tempest-secgroup-smoke-1937696893 description', 'project_id': 'c1c1baf047434c6c96bb801d711d1228'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:25.584410 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86068062-dedb-4958-92be-c40759d77156 None None] Checking router: ae71d424-54b9-44a8-bd10-ff7caae193ef for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:00:25.584855 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86068062-dedb-4958-92be-c40759d77156 None None] Updating router ae71d424-54b9-44a8-bd10-ff7caae193ef port 331938e1-1408-4de3-9e75-02f70f6aa93c binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:00:25.625301 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:25.631877 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-86068062-dedb-4958-92be-c40759d77156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:25.747465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0f7785eb-7804-4ad3-a785-01e71f717046 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:25.874841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0f7785eb-7804-4ad3-a785-01e71f717046 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (75929349-5b30-417c-bbb7-ac4a5fef67f9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:25.934393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0f7785eb-7804-4ad3-a785-01e71f717046 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (75929349-5b30-417c-bbb7-ac4a5fef67f9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:25.970548 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-86068062-dedb-4958-92be-c40759d77156 None None] Publish callbacks [] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:25.973895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7785eb-7804-4ad3-a785-01e71f717046 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75929349-5b30-417c-bbb7-ac4a5fef67f9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:26.003960 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Attempt 2 to provision port 331938e1-1408-4de3-9e75-02f70f6aa93c Aug 31 16:00:26.042414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0f7785eb-7804-4ad3-a785-01e71f717046 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.044154 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0f7785eb-7804-4ad3-a785-01e71f717046 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4877999 Aug 31 16:00:26.045086 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Port 331938e1-1408-4de3-9e75-02f70f6aa93c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:00:26.047708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42620) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:26.055622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b0ad8f57-5b81-40cd-a3ae-503c6c782a20 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '75929349-5b30-417c-bbb7-ac4a5fef67f9', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:26.070300 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-86068062-dedb-4958-92be-c40759d77156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.156068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0ad8f57-5b81-40cd-a3ae-503c6c782a20 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (9d0560b5-ef8c-47b5-80bc-9b8f9c1ac39c), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.158416 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Pushing event updated for resources: {'Port': ['ID=331938e1-1408-4de3-9e75-02f70f6aa93c,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:26.171971 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.172538 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.173101 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.173525 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.174026 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.174458 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.174879 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.175370 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.175813 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.176381 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.176911 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.177324 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.177828 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.178261 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.178719 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:26.197298 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-86068062-dedb-4958-92be-c40759d77156 None None] Attempting to bind port 331938e1-1408-4de3-9e75-02f70f6aa93c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:00:26.197865 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-86068062-dedb-4958-92be-c40759d77156 None None] Attempting to bind port 331938e1-1408-4de3-9e75-02f70f6aa93c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:00:26.198346 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86068062-dedb-4958-92be-c40759d77156 None None] Attempting to bind port 331938e1-1408-4de3-9e75-02f70f6aa93c on network 05cfbd77-5709-4893-bea5-51244fb4e30b {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:00:26.205519 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86068062-dedb-4958-92be-c40759d77156 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:00:26.206137 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86068062-dedb-4958-92be-c40759d77156 None None] Checking segment: {'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:00:26.206627 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-86068062-dedb-4958-92be-c40759d77156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.207749 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86068062-dedb-4958-92be-c40759d77156 None None] Bound using segment: {'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:00:26.208459 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-86068062-dedb-4958-92be-c40759d77156 None None] Bound port: 331938e1-1408-4de3-9e75-02f70f6aa93c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:00:26.209098 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-86068062-dedb-4958-92be-c40759d77156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.268719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0ad8f57-5b81-40cd-a3ae-503c6c782a20 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (9d0560b5-ef8c-47b5-80bc-9b8f9c1ac39c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.299682 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-86068062-dedb-4958-92be-c40759d77156 None None] For port 331938e1-1408-4de3-9e75-02f70f6aa93c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:26.304208 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-86068062-dedb-4958-92be-c40759d77156 None None] For port 331938e1-1408-4de3-9e75-02f70f6aa93c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=331938e1-1408-4de3-9e75-02f70f6aa93c,segment=NetworkSegment(4b8aabe8-08d9-4e1a-a451-1ec58b408fcd),segment_id=4b8aabe8-08d9-4e1a-a451-1ec58b408fcd)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:26.357342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0ad8f57-5b81-40cd-a3ae-503c6c782a20 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (9d0560b5-ef8c-47b5-80bc-9b8f9c1ac39c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.382834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad8f57-5b81-40cd-a3ae-503c6c782a20 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0560b5-ef8c-47b5-80bc-9b8f9c1ac39c,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:26.394603 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-86068062-dedb-4958-92be-c40759d77156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.431754 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86068062-dedb-4958-92be-c40759d77156 None None] Routers {'ae71d424-54b9-44a8-bd10-ff7caae193ef'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:00:26.432386 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-86068062-dedb-4958-92be-c40759d77156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:00:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['ae71d424-54b9-44a8-bd10-ff7caae193ef'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:26.500823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b0ad8f57-5b81-40cd-a3ae-503c6c782a20 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.503192 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c441769-5467-468a-bcc1-a24c01f47a52 None None] Pushing event updated for resources: {'Port': ['ID=331938e1-1408-4de3-9e75-02f70f6aa93c,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:26.503374 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b0ad8f57-5b81-40cd-a3ae-503c6c782a20 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4541225 Aug 31 16:00:26.508620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42622) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:26.514340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-631116a2-2a79-482d-945b-25ef77910d60 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '75929349-5b30-417c-bbb7-ac4a5fef67f9', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:26.546384 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Attempt 3 to provision port 331938e1-1408-4de3-9e75-02f70f6aa93c Aug 31 16:00:26.611787 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-86068062-dedb-4958-92be-c40759d77156 None None] Set router ae71d424-54b9-44a8-bd10-ff7caae193ef gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:26.616357 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:00:26.631199 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Provisioning complete for port 1f83779d-62af-4875-b062-a8110e389fc5 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:00:26.631951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1f83779d-62af-4875-b062-a8110e389fc5), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.632312 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Attempt 1 to provision port 1f83779d-62af-4875-b062-a8110e389fc5 Aug 31 16:00:26.657753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-631116a2-2a79-482d-945b-25ef77910d60 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (0dc05b8d-8120-471a-862a-48dabcc33f95), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-80f4f60b-3251-43c9-80c4-65867644da8d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:26.699786 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:00:26.778826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-631116a2-2a79-482d-945b-25ef77910d60 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (0dc05b8d-8120-471a-862a-48dabcc33f95), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.821535 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-81ef8ea0-e7a4-4054-8234-e377db8e3309 None None] Provisioning complete for port 331938e1-1408-4de3-9e75-02f70f6aa93c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:00:26.822031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-81ef8ea0-e7a4-4054-8234-e377db8e3309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.822372 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-81ef8ea0-e7a4-4054-8234-e377db8e3309 None None] Attempt 1 to provision port 331938e1-1408-4de3-9e75-02f70f6aa93c Aug 31 16:00:26.825906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:26.878179 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-81ef8ea0-e7a4-4054-8234-e377db8e3309 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:26.878713 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:00:26.888665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-631116a2-2a79-482d-945b-25ef77910d60 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (0dc05b8d-8120-471a-862a-48dabcc33f95), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:26.902967 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-86068062-dedb-4958-92be-c40759d77156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'name': 'tempest-TestNetworkBasicOps-router-1657763108', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:00:17Z', 'updated_at': '2022-08-31T16:00:23Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:18Z', 'updated_at': '2022-08-31T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '331938e1-1408-4de3-9e75-02f70f6aa93c', 'name': '', 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:a7:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'd1436b85-22cb-4b0b-99c3-b69418f4b882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:23Z', 'updated_at': '2022-08-31T16:00:26Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': 'd1436b85-22cb-4b0b-99c3-b69418f4b882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:26.910280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631116a2-2a79-482d-945b-25ef77910d60 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc05b8d-8120-471a-862a-48dabcc33f95,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:26.949170 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86068062-dedb-4958-92be-c40759d77156 None None] The sync data for ids ['ae71d424-54b9-44a8-bd10-ff7caae193ef'] in dv-neutron-855257-2-hyperv is: [{'id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'name': 'tempest-TestNetworkBasicOps-router-1657763108', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:00:17Z', 'updated_at': '2022-08-31T16:00:23Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:18Z', 'updated_at': '2022-08-31T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '331938e1-1408-4de3-9e75-02f70f6aa93c', 'name': '', 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:a7:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'd1436b85-22cb-4b0b-99c3-b69418f4b882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:23Z', 'updated_at': '2022-08-31T16:00:26Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': 'd1436b85-22cb-4b0b-99c3-b69418f4b882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:00:27.147303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-631116a2-2a79-482d-945b-25ef77910d60 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:27.149303 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-631116a2-2a79-482d-945b-25ef77910d60 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6392910 Aug 31 16:00:27.153759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42624) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:27.158955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-8decb50c-07e8-4855-8a23-a1674dd141eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '75929349-5b30-417c-bbb7-ac4a5fef67f9', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:27.349437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8decb50c-07e8-4855-8a23-a1674dd141eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (bf1adfc6-6dd1-48fb-b0e0-c2bc837eb78d), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:27.414924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:27.429452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8decb50c-07e8-4855-8a23-a1674dd141eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (bf1adfc6-6dd1-48fb-b0e0-c2bc837eb78d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:27.519476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8decb50c-07e8-4855-8a23-a1674dd141eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (bf1adfc6-6dd1-48fb-b0e0-c2bc837eb78d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:27.547594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decb50c-07e8-4855-8a23-a1674dd141eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1adfc6-6dd1-48fb-b0e0-c2bc837eb78d,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:27.640749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8decb50c-07e8-4855-8a23-a1674dd141eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:27.643256 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8decb50c-07e8-4855-8a23-a1674dd141eb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4881420 Aug 31 16:00:27.646150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42626) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:27.652360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3db411ab-ff92-4874-894f-2466b4135317 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '75929349-5b30-417c-bbb7-ac4a5fef67f9', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:27.750180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3db411ab-ff92-4874-894f-2466b4135317 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (f61979e9-8500-430e-b043-024a4aa79a88), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:27.825148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3db411ab-ff92-4874-894f-2466b4135317 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (f61979e9-8500-430e-b043-024a4aa79a88), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:27.884590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3db411ab-ff92-4874-894f-2466b4135317 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (f61979e9-8500-430e-b043-024a4aa79a88), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:27.906543 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db411ab-ff92-4874-894f-2466b4135317 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61979e9-8500-430e-b043-024a4aa79a88,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:27.984330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3db411ab-ff92-4874-894f-2466b4135317 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:27.986255 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3db411ab-ff92-4874-894f-2466b4135317 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3383300 Aug 31 16:00:27.990513 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42628) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:27.995545 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-eb5b11d4-1e40-4732-bc08-066b4e0d35b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '75929349-5b30-417c-bbb7-ac4a5fef67f9', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:28.088630 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-eb5b11d4-1e40-4732-bc08-066b4e0d35b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:00:28.096562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11d4-1e40-4732-bc08-066b4e0d35b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (9b9e6687-31d2-40a1-9fd2-22ce67d4df50), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:28.129264 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:28.172934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11d4-1e40-4732-bc08-066b4e0d35b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (9b9e6687-31d2-40a1-9fd2-22ce67d4df50), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:28.290288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11d4-1e40-4732-bc08-066b4e0d35b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (9b9e6687-31d2-40a1-9fd2-22ce67d4df50), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:28.314435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b11d4-1e40-4732-bc08-066b4e0d35b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9e6687-31d2-40a1-9fd2-22ce67d4df50,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:28.400760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11d4-1e40-4732-bc08-066b4e0d35b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:28.402185 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-eb5b11d4-1e40-4732-bc08-066b4e0d35b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4103205 Aug 31 16:00:28.406968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42630) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:00:28.412441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9b7879ea-8e05-4647-90fa-ab6b3205dd83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '75929349-5b30-417c-bbb7-ac4a5fef67f9', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:28.502138 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-9b7879ea-8e05-4647-90fa-ab6b3205dd83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:00:28.509889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b7879ea-8e05-4647-90fa-ab6b3205dd83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (1c918afd-f6a8-4414-b4a8-dad8f3d8c38d), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:28.593642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b7879ea-8e05-4647-90fa-ab6b3205dd83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (1c918afd-f6a8-4414-b4a8-dad8f3d8c38d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:28.685450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b7879ea-8e05-4647-90fa-ab6b3205dd83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (1c918afd-f6a8-4414-b4a8-dad8f3d8c38d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:28.713789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7879ea-8e05-4647-90fa-ab6b3205dd83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c918afd-f6a8-4414-b4a8-dad8f3d8c38d,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:28.743397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 331938e1-1408-4de3-9e75-02f70f6aa93c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:28.793747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9b7879ea-8e05-4647-90fa-ab6b3205dd83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:28.795475 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9b7879ea-8e05-4647-90fa-ab6b3205dd83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3887055 Aug 31 16:00:28.822955 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 331938e1-1408-4de3-9e75-02f70f6aa93c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:00:28.823432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:28.823677 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 331938e1-1408-4de3-9e75-02f70f6aa93c Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:28.871433 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:00:29.044628 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-d710dee8-296f-47e7-a412-fd966de6b2a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1937696893&fields=id&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 267 time: 0.0534365 Aug 31 16:00:29.183329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-86f39a41-1726-4dd7-8fc5-a1687a73384b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:29.184770 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-86f39a41-1726-4dd7-8fc5-a1687a73384b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/networks?id=05cfbd77-5709-4893-bea5-51244fb4e30b HTTP/1.1" status: 200 len: 797 time: 0.1288602 Aug 31 16:00:29.213123 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-ee057ad6-c60a-42a6-9483-8934d7c0353b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/quotas/c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 375 time: 0.0216184 Aug 31 16:00:29.270431 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-bb903b66-5b8d-44cf-9874-1b7e0d757f23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521958 Aug 31 16:00:29.439863 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a9bdb972-0298-40d6-b751-aa1b665dc6ec service neutron] 10.222.0.46 "GET /networking/v2.0/networks/05cfbd77-5709-4893-bea5-51244fb4e30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507866 Aug 31 16:00:29.545979 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-d1f56cc0-ee28-4cc3-bd2c-fa3de72aa4f7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/05cfbd77-5709-4893-bea5-51244fb4e30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990119 Aug 31 16:00:29.813164 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2655da1f-9f3d-4f82-a2c0-058c92050336 req-dba8131e-00d7-4fc3-a29f-14dd9ec6d965 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 210 time: 0.0353251 Aug 31 16:00:30.925433 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b803ddd5-5e8f-40f8-85a2-893251c8e8bc req-7bb74782-374e-442f-b213-4ae50cfd11a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 210 time: 0.0402455 Aug 31 16:00:32.034999 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bc6358ef-1bf9-4acb-a323-0ed46e579263 req-d8e70793-7aed-4eb2-8dbf-0f712d891a67 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 210 time: 0.0320077 Aug 31 16:00:33.123790 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-940b52f5-c491-43cc-b2c3-2c6b19353ccd req-405f9321-bfe1-4703-bb9c-1a9a71dab83d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 210 time: 0.0301945 Aug 31 16:00:34.236335 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-27682c8e-9e29-42ed-9a44-8909c95a3f86 req-21e6710b-6854-458d-a83c-135886936467 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 210 time: 0.0308776 Aug 31 16:00:35.362826 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2c645b8a-86e0-4ed7-b4f4-94696b67d225 req-5c274cb3-3ea8-4ec1-b05c-cf4b786c2392 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 210 time: 0.0345619 Aug 31 16:00:36.290322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:36.299431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-2cdf6127-4048-4368-ae4d-c6c37607eb4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:36.302230 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-2cdf6127-4048-4368-ae4d-c6c37607eb4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/networks?id=05cfbd77-5709-4893-bea5-51244fb4e30b HTTP/1.1" status: 200 len: 797 time: 0.1321037 Aug 31 16:00:36.395428 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-d3b6158f-6c8c-4e5a-aed4-1c2799f62a43 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 380 time: 0.0766449 Aug 31 16:00:36.404859 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'port': {'device_id': '65b85202-34a7-4f60-90b3-312bd3574b90', 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b', 'admin_state_up': True, 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'security_groups': ['75929349-5b30-417c-bbb7-ac4a5fef67f9']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:36.490274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:36.517523 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-03303e0c-865d-47de-b51a-a70b5bd60b96 req-8d94e9ce-5982-4637-8d19-1aabb2783b10 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 210 time: 0.0534909 Aug 31 16:00:36.691983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:36.697077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:36.840751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.4 (05cfbd77-5709-4893-bea5-51244fb4e30b/d1436b85-22cb-4b0b-99c3-b69418f4b882/bda0ac00-e503-4d31-920a-b2f250232899) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:36.908815 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:37.059052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (bda0ac00-e503-4d31-920a-b2f250232899), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:37.188203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (bda0ac00-e503-4d31-920a-b2f250232899), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:37.237871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network 05cfbd77-5709-4893-bea5-51244fb4e30b is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:37.244113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:37.247138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:00:37.252762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:37.282736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=bda0ac00-e503-4d31-920a-b2f250232899,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:37.320812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:37.321491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:37.474912 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a48f52a1-c927-42da-97de-e40ff9d1698e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0740116 Aug 31 16:00:37.481595 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-50fc1b56-796c-4e53-a6a4-98142dfb5583 None None] Provisioning complete for port bda0ac00-e503-4d31-920a-b2f250232899 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:00:37.482353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-50fc1b56-796c-4e53-a6a4-98142dfb5583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bda0ac00-e503-4d31-920a-b2f250232899), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:37.482353 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-50fc1b56-796c-4e53-a6a4-98142dfb5583 None None] Attempt 1 to provision port bda0ac00-e503-4d31-920a-b2f250232899 Aug 31 16:00:37.494177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Request body: {'port': {'device_id': '65b85202-34a7-4f60-90b3-312bd3574b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:37.541971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-50fc1b56-796c-4e53-a6a4-98142dfb5583 None None] Port bda0ac00-e503-4d31-920a-b2f250232899 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:00:37.589789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bda0ac00-e503-4d31-920a-b2f250232899), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:37.757694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd82fa3-9569-4775-8719-96c368ecd9b7 req-8274109b-c944-4c62-bd8d-c52b87c1e983 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:37.759265 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6fd82fa3-9569-4775-8719-96c368ecd9b7 req-8274109b-c944-4c62-bd8d-c52b87c1e983 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 931 time: 0.1222086 Aug 31 16:00:37.882950 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6fd82fa3-9569-4775-8719-96c368ecd9b7 req-825be4a4-b4c5-490e-ba02-db8cd1a5f29e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126959 Aug 31 16:00:37.996072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda0ac00-e503-4d31-920a-b2f250232899 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:00:38.007620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Publish callbacks [] for port (bda0ac00-e503-4d31-920a-b2f250232899), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:38.026396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Transition to ACTIVE for port object bda0ac00-e503-4d31-920a-b2f250232899 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:00:38.043636 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-50fc1b56-796c-4e53-a6a4-98142dfb5583 None None] Attempt 2 to provision port bda0ac00-e503-4d31-920a-b2f250232899 Aug 31 16:00:38.082579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-50fc1b56-796c-4e53-a6a4-98142dfb5583 None None] Port bda0ac00-e503-4d31-920a-b2f250232899 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:00:38.133889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (bda0ac00-e503-4d31-920a-b2f250232899), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:38.215377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:38.234935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Pushing event updated for resources: {'Port': ['ID=bda0ac00-e503-4d31-920a-b2f250232899,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:38.280072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Attempting to bind port bda0ac00-e503-4d31-920a-b2f250232899 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:00:38.280390 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Attempting to bind port bda0ac00-e503-4d31-920a-b2f250232899 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:00:38.281009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Attempting to bind port bda0ac00-e503-4d31-920a-b2f250232899 on network 05cfbd77-5709-4893-bea5-51244fb4e30b {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:00:38.287018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Port bda0ac00-e503-4d31-920a-b2f250232899 on network 05cfbd77-5709-4893-bea5-51244fb4e30b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:00:38.287344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Attempting to bind port bda0ac00-e503-4d31-920a-b2f250232899 on network 05cfbd77-5709-4893-bea5-51244fb4e30b {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:00:38.293335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:00:38.293739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Checking segment: {'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:00:38.294134 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Bound using segment: {'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:00:38.294596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Bound port: bda0ac00-e503-4d31-920a-b2f250232899, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:00:38.294988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bda0ac00-e503-4d31-920a-b2f250232899), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:38.370945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] For port bda0ac00-e503-4d31-920a-b2f250232899, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:38.375018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] For port bda0ac00-e503-4d31-920a-b2f250232899, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=bda0ac00-e503-4d31-920a-b2f250232899,segment=NetworkSegment(4b8aabe8-08d9-4e1a-a451-1ec58b408fcd),segment_id=4b8aabe8-08d9-4e1a-a451-1ec58b408fcd)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:38.491404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (bda0ac00-e503-4d31-920a-b2f250232899), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:38.497767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:38.498393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:38.500120 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/bda0ac00-e503-4d31-920a-b2f250232899 HTTP/1.1" status: 200 len: 1093 time: 1.0132565 Aug 31 16:00:38.500687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b85202-34a7-4f60-90b3-312bd3574b90', 'tag': 'bda0ac00-e503-4d31-920a-b2f250232899'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:00:38.503470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190434c0-d6c5-4455-b2d8-a06e6b23604f" -d '{"events": [{"name": "network-changed", "server_uuid": "65b85202-34a7-4f60-90b3-312bd3574b90", "tag": "bda0ac00-e503-4d31-920a-b2f250232899"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:38.547159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9665130c-63ec-44d4-8711-f79f850600b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:38.570701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd6bd92-3643-4f85-af37-eca420614569 x-openstack-request-id: req-9dd6bd92-3643-4f85-af37-eca420614569 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:38.571041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b85202-34a7-4f60-90b3-312bd3574b90", "tag": "bda0ac00-e503-4d31-920a-b2f250232899", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:38.571255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9dd6bd92-3643-4f85-af37-eca420614569 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:38.571693 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd6bd92-3643-4f85-af37-eca420614569'] response: {'name': 'network-changed', 'server_uuid': '65b85202-34a7-4f60-90b3-312bd3574b90', 'tag': 'bda0ac00-e503-4d31-920a-b2f250232899', 'status': 'completed', 'code': 200} Aug 31 16:00:38.576167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935566f-ad2c-4013-b60c-00081973c6cd service neutron] Pushing event updated for resources: {'Port': ['ID=bda0ac00-e503-4d31-920a-b2f250232899,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:38.584541 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-50fc1b56-796c-4e53-a6a4-98142dfb5583 None None] Attempt 3 to provision port bda0ac00-e503-4d31-920a-b2f250232899 Aug 31 16:00:38.630297 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-50fc1b56-796c-4e53-a6a4-98142dfb5583 None None] Port bda0ac00-e503-4d31-920a-b2f250232899 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:00:38.647690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190434c0-d6c5-4455-b2d8-a06e6b23604f req-643d0f52-01b0-4f1c-99b9-691840497929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:38.649249 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-190434c0-d6c5-4455-b2d8-a06e6b23604f req-643d0f52-01b0-4f1c-99b9-691840497929 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 1127 time: 0.0450735 Aug 31 16:00:38.766812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190434c0-d6c5-4455-b2d8-a06e6b23604f req-3357b80f-515f-4f5b-9c61-6b773d6d64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:38.768731 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-190434c0-d6c5-4455-b2d8-a06e6b23604f req-3357b80f-515f-4f5b-9c61-6b773d6d64b1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=c1c1baf047434c6c96bb801d711d1228&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1101961 Aug 31 16:00:38.839845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:38.887194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190434c0-d6c5-4455-b2d8-a06e6b23604f req-18d276e6-75ba-422a-ad92-2757167fcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:38.888812 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-190434c0-d6c5-4455-b2d8-a06e6b23604f req-18d276e6-75ba-422a-ad92-2757167fcd78 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102152 Aug 31 16:00:38.997120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f09223e5-6960-4bdb-8137-1678bbcfcd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:38.998687 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f09223e5-6960-4bdb-8137-1678bbcfcd81 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 1127 time: 0.0590432 Aug 31 16:00:39.061881 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-8b07e5f0-4783-40ad-82fe-6d12664a4e40 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bda0ac00-e503-4d31-920a-b2f250232899 HTTP/1.1" status: 200 len: 217 time: 0.0459695 Aug 31 16:00:39.073731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c47a-8a86-4e5a-a280-8c77da569554 req-162a1d57-ec2b-4c26-8763-0891f0ccea83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:39.075284 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b920c47a-8a86-4e5a-a280-8c77da569554 req-162a1d57-ec2b-4c26-8763-0891f0ccea83 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 943 time: 0.0956976 Aug 31 16:00:39.151990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-ce0da78f-8d48-4b8b-8f47-44c8942436a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:39.153380 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-ce0da78f-8d48-4b8b-8f47-44c8942436a5 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d1436b85-22cb-4b0b-99c3-b69418f4b882 HTTP/1.1" status: 200 len: 835 time: 0.0772140 Aug 31 16:00:39.179004 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b920c47a-8a86-4e5a-a280-8c77da569554 req-b2ce0330-4ac0-41a9-a520-998b63c79707 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939815 Aug 31 16:00:39.210332 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-793bd520-ae44-46e8-82f3-2a7c4ea8d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:39.211961 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-793bd520-ae44-46e8-82f3-2a7c4ea8d3cc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=05cfbd77-5709-4893-bea5-51244fb4e30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482800 Aug 31 16:00:39.324907 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-e9036119-e099-435c-af92-55839a5a6760 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/05cfbd77-5709-4893-bea5-51244fb4e30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048291 Aug 31 16:00:39.440874 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-5ae2aeae-4e6a-46e1-b1f9-3f19e465282f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/05cfbd77-5709-4893-bea5-51244fb4e30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064816 Aug 31 16:00:40.342832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d4138-6c10-4ee0-ba1f-0d406196ebf7 req-e71cae5d-c273-4874-81d3-87dea221a795 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:40.344944 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ee5d4138-6c10-4ee0-ba1f-0d406196ebf7 req-e71cae5d-c273-4874-81d3-87dea221a795 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 943 time: 0.0693421 Aug 31 16:00:40.712914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8580a0a1-2123-4c2c-b945-05ccf5600e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:40.736672 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ee5d4138-6c10-4ee0-ba1f-0d406196ebf7 req-ad2d35cd-1da6-47ba-ba05-e78310c137ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816803 Aug 31 16:00:41.880222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1871727-00b8-45aa-8a8a-5a0e7c4162f7 req-f2fcf414-bc9a-427b-a57e-f85f3b04caf7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:41.882640 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e1871727-00b8-45aa-8a8a-5a0e7c4162f7 req-f2fcf414-bc9a-427b-a57e-f85f3b04caf7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 943 time: 0.0642624 Aug 31 16:00:41.938256 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e1871727-00b8-45aa-8a8a-5a0e7c4162f7 req-2773c5ad-64d8-4da4-a088-2781a06d6b4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492618 Aug 31 16:00:42.141587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:43.078281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db59d2-4754-4377-bbd6-166d8efc4f9c req-ba021c3a-1c92-43cf-919b-172e93fd44f0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:43.080028 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b2db59d2-4754-4377-bbd6-166d8efc4f9c req-ba021c3a-1c92-43cf-919b-172e93fd44f0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 943 time: 0.0518358 Aug 31 16:00:43.089488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device bda0ac00-e503-4d31-920a-b2f250232899 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:43.112966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:43.128879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:43.143534 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b2db59d2-4754-4377-bbd6-166d8efc4f9c req-e1a72bf5-ddac-4540-8dde-962d8a0de7c0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500734 Aug 31 16:00:43.205665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port bda0ac00-e503-4d31-920a-b2f250232899, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=bda0ac00-e503-4d31-920a-b2f250232899,segment=NetworkSegment(4b8aabe8-08d9-4e1a-a451-1ec58b408fcd),segment_id=4b8aabe8-08d9-4e1a-a451-1ec58b408fcd)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:43.220498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': 'bda0ac00-e503-4d31-920a-b2f250232899', 'network_id': '05cfbd77-5709-4893-bea5-51244fb4e30b', 'port_id': 'bda0ac00-e503-4d31-920a-b2f250232899', 'mac_address': 'fa:16:3e:a0:5b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1436b85-22cb-4b0b-99c3-b69418f4b882', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:43.266158 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port bda0ac00-e503-4d31-920a-b2f250232899 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:00:43.266454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bda0ac00-e503-4d31-920a-b2f250232899), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:43.283683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda0ac00-e503-4d31-920a-b2f250232899 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:00:43.309258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port bda0ac00-e503-4d31-920a-b2f250232899, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=bda0ac00-e503-4d31-920a-b2f250232899,segment=NetworkSegment(4b8aabe8-08d9-4e1a-a451-1ec58b408fcd),segment_id=4b8aabe8-08d9-4e1a-a451-1ec58b408fcd)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:43.387162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (bda0ac00-e503-4d31-920a-b2f250232899), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:43.447646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=bda0ac00-e503-4d31-920a-b2f250232899,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:43.593477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:43.644159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['bda0ac00-e503-4d31-920a-b2f250232899'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:00:43.876296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:43.904814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:44.280026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd710ba-4c1e-4fd7-b251-6d954ef9afb9 req-6fa6573a-e210-4f97-be9d-84ba2dd5862c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:44.281717 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ffd710ba-4c1e-4fd7-b251-6d954ef9afb9 req-6fa6573a-e210-4f97-be9d-84ba2dd5862c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0551078 Aug 31 16:00:44.311187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:44.345289 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ffd710ba-4c1e-4fd7-b251-6d954ef9afb9 req-3b200b46-142b-4091-84d2-6588c37bc1fe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569191 Aug 31 16:00:45.090562 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device bda0ac00-e503-4d31-920a-b2f250232899 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:45.157573 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port bda0ac00-e503-4d31-920a-b2f250232899 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:00:45.277236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port bda0ac00-e503-4d31-920a-b2f250232899 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:00:45.277805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bda0ac00-e503-4d31-920a-b2f250232899), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:45.278279 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port bda0ac00-e503-4d31-920a-b2f250232899 Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:00:45.322913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:00:45.477086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d897-57cc-476f-b821-1b2c6c3a785a req-aaa27a12-d8d0-428f-b8b4-fed4abf32a20 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:45.478677 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c839d897-57cc-476f-b821-1b2c6c3a785a req-aaa27a12-d8d0-428f-b8b4-fed4abf32a20 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0533741 Aug 31 16:00:45.551036 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c839d897-57cc-476f-b821-1b2c6c3a785a req-cb2baf2c-a64d-4876-be52-66cb13d26a1d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663958 Aug 31 16:00:45.778238 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:00:47.035060 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff1d1-fdeb-4396-ba08-f4606fa9a541 req-f10737b3-568f-4259-9344-64fb783ed564 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:47.036679 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-da4ff1d1-fdeb-4396-ba08-f4606fa9a541 req-f10737b3-568f-4259-9344-64fb783ed564 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.4075074 Aug 31 16:00:47.094637 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-da4ff1d1-fdeb-4396-ba08-f4606fa9a541 req-8b2244aa-3137-4e46-ae4c-e1097ce4b2ec tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495040 Aug 31 16:00:48.230221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e523485-9f38-4a7d-8073-9a8f53e3e46f req-dd8a9f3a-f2fa-46bb-94cb-833ceb695343 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:48.231863 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5e523485-9f38-4a7d-8073-9a8f53e3e46f req-dd8a9f3a-f2fa-46bb-94cb-833ceb695343 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0506630 Aug 31 16:00:48.288855 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5e523485-9f38-4a7d-8073-9a8f53e3e46f req-6dda0189-da89-4952-977d-081f2431de7e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509531 Aug 31 16:00:49.433911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390a138-2f51-43a8-b378-dc06879b2c26 req-24b06400-e8c6-40c7-842d-059d49792cfc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:49.435515 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0390a138-2f51-43a8-b378-dc06879b2c26 req-24b06400-e8c6-40c7-842d-059d49792cfc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0581975 Aug 31 16:00:49.503286 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0390a138-2f51-43a8-b378-dc06879b2c26 req-b88e0b47-090e-4c07-b728-d1a888cb9cc4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608473 Aug 31 16:00:50.638672 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:50.663314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e5ac6-9b82-4520-bdc1-739db592a453 req-5ee0ec66-50f1-4cd0-b7d7-870dcaaeade0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:50.665693 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-659e5ac6-9b82-4520-bdc1-739db592a453 req-5ee0ec66-50f1-4cd0-b7d7-870dcaaeade0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0805314 Aug 31 16:00:50.746308 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-659e5ac6-9b82-4520-bdc1-739db592a453 req-cac713bf-89cf-45d0-ab86-e1aaa4cde9f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743484 Aug 31 16:00:51.112104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:00:51.923256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d721f-9bec-45b3-a0fe-e685d8c5fd49 req-0bcc94fc-0c39-4f63-96f7-323f8a291f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:51.925034 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f42d721f-9bec-45b3-a0fe-e685d8c5fd49 req-0bcc94fc-0c39-4f63-96f7-323f8a291f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0791855 Aug 31 16:00:51.988250 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f42d721f-9bec-45b3-a0fe-e685d8c5fd49 req-bb1bb609-d3a6-4702-a156-61973c7e1bb3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546517 Aug 31 16:00:53.133084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b7ab3-44a5-4492-8118-ddd884004365 req-ec8f2edd-191e-46f1-898f-80b3cb186bd9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:53.134728 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-891b7ab3-44a5-4492-8118-ddd884004365 req-ec8f2edd-191e-46f1-898f-80b3cb186bd9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0627027 Aug 31 16:00:53.204831 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-891b7ab3-44a5-4492-8118-ddd884004365 req-df60e882-fce1-414f-a51b-031509033ec7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639968 Aug 31 16:00:54.338759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a40ec-3cd2-4a9f-9d35-903d91a40139 req-3fea9854-216a-42b6-a8fd-d68b1ad58d3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:54.340931 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a57a40ec-3cd2-4a9f-9d35-903d91a40139 req-3fea9854-216a-42b6-a8fd-d68b1ad58d3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0536878 Aug 31 16:00:54.391604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:54.402611 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a57a40ec-3cd2-4a9f-9d35-903d91a40139 req-c9f27a75-9478-4336-8cb6-47844210fa06 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546772 Aug 31 16:00:55.545536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffd275-b150-464f-86a4-7ff784483e1e req-7dca9a23-c3a8-4a5a-b3e4-bed18cc18893 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:55.548232 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c6ffd275-b150-464f-86a4-7ff784483e1e req-7dca9a23-c3a8-4a5a-b3e4-bed18cc18893 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0631366 Aug 31 16:00:55.610626 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c6ffd275-b150-464f-86a4-7ff784483e1e req-1e7c022b-c634-4c8e-a8e6-c5ad534491bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551035 Aug 31 16:00:55.773942 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:00:56.754575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838c4ac-d8c1-432e-85c4-2fafdb32fe0d req-aba58fb4-5923-44bd-828f-f6f9dd71d7b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:56.757178 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e838c4ac-d8c1-432e-85c4-2fafdb32fe0d req-aba58fb4-5923-44bd-828f-f6f9dd71d7b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0583329 Aug 31 16:00:56.824700 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e838c4ac-d8c1-432e-85c4-2fafdb32fe0d req-a81886c9-58c9-4570-b032-ae98fca0ed90 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610266 Aug 31 16:00:57.981780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3e5-ef52-4d68-971b-0ab1ce9e6148 req-d944cca2-7be8-4aff-ad2b-ea52b9b8c4b8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:57.983985 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-86a6a3e5-ef52-4d68-971b-0ab1ce9e6148 req-d944cca2-7be8-4aff-ad2b-ea52b9b8c4b8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0638006 Aug 31 16:00:58.046315 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-86a6a3e5-ef52-4d68-971b-0ab1ce9e6148 req-3cc3af4f-5bb4-4388-add6-ebc4b02aa560 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556388 Aug 31 16:00:59.185819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55a1bb-3865-404e-9118-dde75cecfddf req-35625526-5f1d-4b01-9dd9-ef4ef410f83c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:00:59.187654 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d55a1bb-3865-404e-9118-dde75cecfddf req-35625526-5f1d-4b01-9dd9-ef4ef410f83c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0557642 Aug 31 16:00:59.249628 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d55a1bb-3865-404e-9118-dde75cecfddf req-d4c7c436-a01b-4ffa-9dfa-908ae3c98b7f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530493 Aug 31 16:01:00.391392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c05f7-a484-46a0-9e85-18d44409c271 req-f9128f19-be20-4145-a7c7-bf8bd2bbffed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:00.393235 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-733c05f7-a484-46a0-9e85-18d44409c271 req-f9128f19-be20-4145-a7c7-bf8bd2bbffed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0584669 Aug 31 16:01:00.454765 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-733c05f7-a484-46a0-9e85-18d44409c271 req-59d1de92-6f47-4b08-aa5f-b9254c36bde1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543799 Aug 31 16:01:01.012514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=15 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:01.019661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:01.609790 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59677247-553e-429a-9225-9697ea549f9c req-5d6e5bf6-413b-42d8-bc58-767da3a4bd5a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:01.611351 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-59677247-553e-429a-9225-9697ea549f9c req-5d6e5bf6-413b-42d8-bc58-767da3a4bd5a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0542777 Aug 31 16:01:01.668302 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-59677247-553e-429a-9225-9697ea549f9c req-c8055613-78fe-4ed8-b515-424fca0163f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496385 Aug 31 16:01:02.804980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ace65-d0ee-4108-8ccb-b4afdbb2e08b req-ae19947a-4abf-476c-8ed2-ce8fb3bc2c81 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:02.806722 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8c6ace65-d0ee-4108-8ccb-b4afdbb2e08b req-ae19947a-4abf-476c-8ed2-ce8fb3bc2c81 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0578339 Aug 31 16:01:02.863578 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8c6ace65-d0ee-4108-8ccb-b4afdbb2e08b req-120f4f0e-c29b-4451-9fd6-1c3a4f8a2893 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508223 Aug 31 16:01:04.044031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861323c8-9c83-4d54-85b4-24ab826fd124 req-bb070b5e-7050-47f4-93fa-c6737526c1c4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:04.046294 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-861323c8-9c83-4d54-85b4-24ab826fd124 req-bb070b5e-7050-47f4-93fa-c6737526c1c4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0594516 Aug 31 16:01:04.103619 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-861323c8-9c83-4d54-85b4-24ab826fd124 req-0f640299-1920-4597-aa80-3a40d2556c88 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506699 Aug 31 16:01:05.276227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8943565-aebb-408d-9a5f-c43e5c84022d req-6f96dab5-dc60-4b1a-a10c-a073f833464f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:05.278019 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a8943565-aebb-408d-9a5f-c43e5c84022d req-6f96dab5-dc60-4b1a-a10c-a073f833464f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0642447 Aug 31 16:01:05.349133 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a8943565-aebb-408d-9a5f-c43e5c84022d req-42663e40-1c11-474b-9fea-1ea6fa11fda4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642235 Aug 31 16:01:06.478403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93543d-3292-41ed-aa87-9b5797224543 req-0263f308-03ae-4386-a233-1e9fe697b59a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:06.480062 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9d93543d-3292-41ed-aa87-9b5797224543 req-0263f308-03ae-4386-a233-1e9fe697b59a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0509069 Aug 31 16:01:06.536069 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9d93543d-3292-41ed-aa87-9b5797224543 req-9c041280-b688-4efe-b500-ffee2196e75a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501420 Aug 31 16:01:07.660052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bcc27-dd39-4b2d-b2ee-0b9dab2f52e4 req-a8768a98-633b-41aa-a4db-4c9725c21d73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:07.662451 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-895bcc27-dd39-4b2d-b2ee-0b9dab2f52e4 req-a8768a98-633b-41aa-a4db-4c9725c21d73 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0518680 Aug 31 16:01:07.720895 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-895bcc27-dd39-4b2d-b2ee-0b9dab2f52e4 req-7adb48a8-4bc4-4637-ac6e-215530905ff8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527251 Aug 31 16:01:08.540276 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4a8012a2-df92-4887-919e-2d64d98d7309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:08.871385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b30b4a-2c72-4207-a7d0-dabe6bf1015c req-1ef4f017-7931-4913-898c-717b9993e5a6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:08.872999 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-89b30b4a-2c72-4207-a7d0-dabe6bf1015c req-1ef4f017-7931-4913-898c-717b9993e5a6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0508032 Aug 31 16:01:08.947743 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-89b30b4a-2c72-4207-a7d0-dabe6bf1015c req-719902fc-c2df-4b36-a0f4-23b95af12b9f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676224 Aug 31 16:01:10.061616 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:10.079559 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5328501-6ddf-4ced-aa8a-00721aaa0b3e req-32a8b906-2bf5-4e4f-b41d-06562e2d9d0f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:10.081176 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a5328501-6ddf-4ced-aa8a-00721aaa0b3e req-32a8b906-2bf5-4e4f-b41d-06562e2d9d0f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0541956 Aug 31 16:01:10.142796 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a5328501-6ddf-4ced-aa8a-00721aaa0b3e req-0a43fb9c-4000-4b98-be09-eb894c5a9859 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554047 Aug 31 16:01:10.744542 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:10.745488 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:10.750225 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8c3b-555a-4337-9cf3-fb03e28007d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:11.273309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:11.281730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e45633-b3ed-428f-bfc1-e299736849a8 req-2b474274-b7cb-4604-99b5-df4d8d14cbcb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:11.283333 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-37e45633-b3ed-428f-bfc1-e299736849a8 req-2b474274-b7cb-4604-99b5-df4d8d14cbcb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0523217 Aug 31 16:01:11.345475 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-37e45633-b3ed-428f-bfc1-e299736849a8 req-edb423b3-6ffa-4035-b105-9eb4649d7dda tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527461 Aug 31 16:01:12.157229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:12.508321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0391d-2277-4d13-95cf-e48de95c3650 req-bbd19a46-314b-424b-b2c3-66570f115654 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:12.511075 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-24c0391d-2277-4d13-95cf-e48de95c3650 req-bbd19a46-314b-424b-b2c3-66570f115654 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0653009 Aug 31 16:01:12.572042 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-24c0391d-2277-4d13-95cf-e48de95c3650 req-11386c46-a6ae-45d2-8c0b-537c5adf2702 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551939 Aug 31 16:01:13.580709 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:13.741027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06904db9-0053-4c46-8d4c-23c3e4540750 req-3e281bed-ed2c-40a0-a169-38ca14db42af tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:13.742758 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-06904db9-0053-4c46-8d4c-23c3e4540750 req-3e281bed-ed2c-40a0-a169-38ca14db42af tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0686274 Aug 31 16:01:13.745590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:13.805328 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-06904db9-0053-4c46-8d4c-23c3e4540750 req-c6491733-6a68-49d8-990d-00d65b5582da tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545633 Aug 31 16:01:14.945845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a6523-54c9-4775-8a64-32fe11efbc4b req-c4c0c881-57a4-44b0-81d6-d1ad36cf7b58 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:14.947329 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3a9a6523-54c9-4775-8a64-32fe11efbc4b req-c4c0c881-57a4-44b0-81d6-d1ad36cf7b58 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0564997 Aug 31 16:01:15.006772 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3a9a6523-54c9-4775-8a64-32fe11efbc4b req-ff8a9793-3838-4a5e-87e2-f0bfb0056dcb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528078 Aug 31 16:01:16.145880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589c72f-fc07-4b1d-a484-75cff9e218b8 req-cc633e71-ceec-4497-ac30-87265db643a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:16.147523 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8589c72f-fc07-4b1d-a484-75cff9e218b8 req-cc633e71-ceec-4497-ac30-87265db643a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0603609 Aug 31 16:01:16.208985 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8589c72f-fc07-4b1d-a484-75cff9e218b8 req-9be15b7f-0a6a-4bca-b18d-97a46636e4ae tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555401 Aug 31 16:01:17.345968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a08a4-cc0b-47ec-b458-01520b858c97 req-e4144bae-7a44-49c8-910f-555354cb7ce7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:17.348401 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4f5a08a4-cc0b-47ec-b458-01520b858c97 req-e4144bae-7a44-49c8-910f-555354cb7ce7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0585792 Aug 31 16:01:17.382887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:17.412955 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4f5a08a4-cc0b-47ec-b458-01520b858c97 req-701ffd47-42e5-489a-882b-c43a7cbfe3ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575516 Aug 31 16:01:18.558124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93b546-b0ff-48d1-9fc5-a189ea995dae req-918f1833-0872-42fd-a26d-8d19f1e38828 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:18.560204 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ef93b546-b0ff-48d1-9fc5-a189ea995dae req-918f1833-0872-42fd-a26d-8d19f1e38828 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0592992 Aug 31 16:01:18.636930 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ef93b546-b0ff-48d1-9fc5-a189ea995dae req-e7c593e6-7119-43f5-a5a8-458d99f17564 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584996 Aug 31 16:01:19.764191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125f8a-18d6-4888-a9e6-85c386f03bed req-3519e46f-9899-4fd0-8604-6128aec9b41c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:19.765988 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ab125f8a-18d6-4888-a9e6-85c386f03bed req-3519e46f-9899-4fd0-8604-6128aec9b41c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0566182 Aug 31 16:01:19.841816 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ab125f8a-18d6-4888-a9e6-85c386f03bed req-7194ae34-723a-4b17-8a10-3bf0e14f1ed3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652614 Aug 31 16:01:21.014014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a33d3-f803-4732-8845-a303c9a0eee9 req-19eea43a-c7f4-4085-ab11-8808060738a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:21.016045 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f36a33d3-f803-4732-8845-a303c9a0eee9 req-19eea43a-c7f4-4085-ab11-8808060738a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0876820 Aug 31 16:01:21.077966 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f36a33d3-f803-4732-8845-a303c9a0eee9 req-cd6d92be-e62f-412e-a5b4-4ea461d80abe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533798 Aug 31 16:01:21.093887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:22.224447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ab38e-b474-4051-9704-1842d9fd53cc req-57c3f5f1-e7f6-4f00-9124-db62ed1603ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:22.224447 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-104ab38e-b474-4051-9704-1842d9fd53cc req-57c3f5f1-e7f6-4f00-9124-db62ed1603ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0610271 Aug 31 16:01:22.288329 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-104ab38e-b474-4051-9704-1842d9fd53cc req-0387f1f8-2bb6-4e54-96bb-ce8a13d724a5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571330 Aug 31 16:01:22.778777 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:01:23.434232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:23.443362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812fc0-b464-4237-a6bb-60cdcb093af5 req-071e8f39-96bb-4325-b04f-4893b5f7658e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:23.450013 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-19812fc0-b464-4237-a6bb-60cdcb093af5 req-071e8f39-96bb-4325-b04f-4893b5f7658e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0556531 Aug 31 16:01:23.509953 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-19812fc0-b464-4237-a6bb-60cdcb093af5 req-d86e76bf-63ce-49ba-ad21-7f17949541b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542667 Aug 31 16:01:24.642789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a4334-4ad9-4c15-aca4-4a9df0479ead req-989a8401-4e6b-427f-ab2e-8ce6d6509265 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:24.645036 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-146a4334-4ad9-4c15-aca4-4a9df0479ead req-989a8401-4e6b-427f-ab2e-8ce6d6509265 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0538411 Aug 31 16:01:24.725191 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-146a4334-4ad9-4c15-aca4-4a9df0479ead req-1978d4a5-e858-4b0e-bd13-ee6e5b3d2a13 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735815 Aug 31 16:01:25.886865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08242f42-7462-45d2-8a85-3fb15fc02dd9 req-64925dd2-10c2-4952-90b0-59c579000071 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:25.889675 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-08242f42-7462-45d2-8a85-3fb15fc02dd9 req-64925dd2-10c2-4952-90b0-59c579000071 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0814993 Aug 31 16:01:25.954444 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-08242f42-7462-45d2-8a85-3fb15fc02dd9 req-7e3f2d32-61bf-4703-a45c-a8fe91b5cfa2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579736 Aug 31 16:01:27.109149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40adf9-57c4-40d8-83f2-e6ae1c6ba56b req-c2c623c0-4606-47ec-b37d-a49bb9dcb511 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:27.111067 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ec40adf9-57c4-40d8-83f2-e6ae1c6ba56b req-c2c623c0-4606-47ec-b37d-a49bb9dcb511 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0574439 Aug 31 16:01:27.171209 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ec40adf9-57c4-40d8-83f2-e6ae1c6ba56b req-1a4d865e-2a57-4b11-8d0d-f603a9aa603b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525551 Aug 31 16:01:28.304436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd351e6-3562-4bec-988e-d7390eded60a req-dc404982-65cc-4b61-b466-4a989fb1a662 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:28.306417 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4fd351e6-3562-4bec-988e-d7390eded60a req-dc404982-65cc-4b61-b466-4a989fb1a662 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0546105 Aug 31 16:01:28.371409 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4fd351e6-3562-4bec-988e-d7390eded60a req-85b88d46-0ebf-466e-89cf-ac3ef537d488 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539558 Aug 31 16:01:29.509892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba67a9c-e354-433a-ac42-e83e5d6563a9 req-c111dda1-dfb7-4c76-9a1a-0ee18824cdb4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:29.511559 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1ba67a9c-e354-433a-ac42-e83e5d6563a9 req-c111dda1-dfb7-4c76-9a1a-0ee18824cdb4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0519817 Aug 31 16:01:29.569272 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1ba67a9c-e354-433a-ac42-e83e5d6563a9 req-236119b3-72e6-4065-a9d0-571e35bf45e0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517871 Aug 31 16:01:30.711949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238e3e8-a67f-4bbc-acaa-c4b4caae7b93 req-35c6cf8e-e915-433f-a1f2-6639806ff287 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:30.714766 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0238e3e8-a67f-4bbc-acaa-c4b4caae7b93 req-35c6cf8e-e915-433f-a1f2-6639806ff287 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0602992 Aug 31 16:01:30.806636 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0238e3e8-a67f-4bbc-acaa-c4b4caae7b93 req-52a1fa82-035d-4cbf-ae1c-4644d13b7c3b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853710 Aug 31 16:01:31.016440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:31.021941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:31.962284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb208969-1587-48f7-b9f2-641b1b70871c req-3d1f2007-ebda-4644-ade3-094ecdf20e4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:31.963921 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cb208969-1587-48f7-b9f2-641b1b70871c req-3d1f2007-ebda-4644-ade3-094ecdf20e4c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0671926 Aug 31 16:01:32.039076 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cb208969-1587-48f7-b9f2-641b1b70871c req-d3708a05-9932-4cdf-8ea5-a81171951b9f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687516 Aug 31 16:01:32.774722 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:33.198058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4787e98-b098-4379-80d8-41fe0da1a6a4 req-133e45a7-dd37-49c9-bdce-b3173ddb25b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:33.200888 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4787e98-b098-4379-80d8-41fe0da1a6a4 req-133e45a7-dd37-49c9-bdce-b3173ddb25b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0670750 Aug 31 16:01:33.257951 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4787e98-b098-4379-80d8-41fe0da1a6a4 req-88bebf68-1b0a-4dab-82f1-1c86387fdfea tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512507 Aug 31 16:01:34.390234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281cf2f-999b-47b4-9c53-69cb99b0bebf req-7c7c0bbf-1d25-4fe8-9b35-9f7823a163b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:34.391915 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1281cf2f-999b-47b4-9c53-69cb99b0bebf req-7c7c0bbf-1d25-4fe8-9b35-9f7823a163b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0564756 Aug 31 16:01:34.448570 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1281cf2f-999b-47b4-9c53-69cb99b0bebf req-bcc277af-b434-4984-8b8c-a8f3523aa66e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502112 Aug 31 16:01:35.579353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef91da-cd14-4b3f-bed2-ee0cf0b3b9ee req-c2b22f98-d26c-40e2-9489-72733af29074 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:35.580930 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bbef91da-cd14-4b3f-bed2-ee0cf0b3b9ee req-c2b22f98-d26c-40e2-9489-72733af29074 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0525653 Aug 31 16:01:35.641742 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bbef91da-cd14-4b3f-bed2-ee0cf0b3b9ee req-ee7003b2-eeff-4fe5-bee9-cebb90e44a39 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542154 Aug 31 16:01:36.775217 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e3c5-92e5-489b-b4bf-6438533c1b6d req-1b27d37d-f027-4b4c-bf5d-02dbaa1a340d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:36.776836 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e047e3c5-92e5-489b-b4bf-6438533c1b6d req-1b27d37d-f027-4b4c-bf5d-02dbaa1a340d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0534611 Aug 31 16:01:36.792732 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:36.849412 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e047e3c5-92e5-489b-b4bf-6438533c1b6d req-12b60cf1-58a6-46c7-b8ae-2626b609efb7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649889 Aug 31 16:01:38.011301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40896-57cf-43bb-b7e0-722a756496e5 req-17526c35-5133-424f-98c2-9a455223edce tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:38.014090 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-33f40896-57cf-43bb-b7e0-722a756496e5 req-17526c35-5133-424f-98c2-9a455223edce tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0645072 Aug 31 16:01:38.096251 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-33f40896-57cf-43bb-b7e0-722a756496e5 req-9de0d21d-1e06-4e48-aa5e-4daaa87eaed0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759604 Aug 31 16:01:38.584526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ef82c70b-12c0-4f0b-af75-64347ad48a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:39.242430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667dace-38e7-428a-bed2-fb789ddf1ac7 req-1a63d681-2515-4544-9b3e-6b5f877d352c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:39.244342 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3667dace-38e7-428a-bed2-fb789ddf1ac7 req-1a63d681-2515-4544-9b3e-6b5f877d352c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0523996 Aug 31 16:01:39.302196 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3667dace-38e7-428a-bed2-fb789ddf1ac7 req-2f05ba17-331b-492f-8ac5-60e8649c36ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513661 Aug 31 16:01:40.429645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:40.443327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ad7d7-c0f9-4d4e-97ad-cd94a9922e5a req-71286759-4054-44eb-8b45-fa74d3806dd8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:40.445932 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-959ad7d7-c0f9-4d4e-97ad-cd94a9922e5a req-71286759-4054-44eb-8b45-fa74d3806dd8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0561631 Aug 31 16:01:40.506528 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-959ad7d7-c0f9-4d4e-97ad-cd94a9922e5a req-a0d86f50-79dd-4461-a1d0-2e7d8bfc6e6b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543978 Aug 31 16:01:40.733058 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-60385fc0-422a-4fa1-b75e-bde4e6d7a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:41.674548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144fd9-468c-4987-959f-d94ef84648c3 req-d0dfc620-7116-449f-a834-2dd8e0a40c1c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:41.677257 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-db144fd9-468c-4987-959f-d94ef84648c3 req-d0dfc620-7116-449f-a834-2dd8e0a40c1c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0888443 Aug 31 16:01:41.772477 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-db144fd9-468c-4987-959f-d94ef84648c3 req-c8527ebf-7102-456a-9c03-d98450401019 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=75929349-5b30-417c-bbb7-ac4a5fef67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882854 Aug 31 16:01:42.108113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a3b14f18-bb15-4675-87ea-fdeefb56bd3f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:42.109773 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-a3b14f18-bb15-4675-87ea-fdeefb56bd3f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 944 time: 0.0555024 Aug 31 16:01:42.145655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:42.218568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port bda0ac00-e503-4d31-920a-b2f250232899 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:01:42.218958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bda0ac00-e503-4d31-920a-b2f250232899), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:42.331106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port bda0ac00-e503-4d31-920a-b2f250232899, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=bda0ac00-e503-4d31-920a-b2f250232899,segment=NetworkSegment(4b8aabe8-08d9-4e1a-a451-1ec58b408fcd),segment_id=4b8aabe8-08d9-4e1a-a451-1ec58b408fcd)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:42.331464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bda0ac00-e503-4d31-920a-b2f250232899), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:42.343123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:42.348617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for bda0ac00-e503-4d31-920a-b2f250232899 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:01:42.623395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (bda0ac00-e503-4d31-920a-b2f250232899), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:42.653157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=bda0ac00-e503-4d31-920a-b2f250232899,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:42.669913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.670267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.670608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.670952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.671289 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.675393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.675393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.675393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.675393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.675393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.675393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.675393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.675393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.675393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.675393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.724080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] No DVR routers for this DVR port bda0ac00-e503-4d31-920a-b2f250232899 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:01:42.726959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:42.730559 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-733c4ff6-c239-47f4-9259-eef20d10f188 req-f8624a2a-e907-49bf-a111-b43dfbf9620f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "DELETE /networking/v2.0/ports/bda0ac00-e503-4d31-920a-b2f250232899 HTTP/1.1" status: 204 len: 173 time: 0.6109865 Aug 31 16:01:42.731055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b85202-34a7-4f60-90b3-312bd3574b90', 'name': 'network-vif-deleted', 'tag': 'bda0ac00-e503-4d31-920a-b2f250232899'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:01:42.733495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb31bd3-2c9f-4ed4-b4f6-a1f929c2a71a" -d '{"events": [{"server_uuid": "65b85202-34a7-4f60-90b3-312bd3574b90", "name": "network-vif-deleted", "tag": "bda0ac00-e503-4d31-920a-b2f250232899"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:42.780745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba977aee-3efa-4f30-be24-e6c923b30f4d x-openstack-request-id: req-ba977aee-3efa-4f30-be24-e6c923b30f4d {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:42.781184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b85202-34a7-4f60-90b3-312bd3574b90", "name": "network-vif-deleted", "tag": "bda0ac00-e503-4d31-920a-b2f250232899", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:42.781589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba977aee-3efa-4f30-be24-e6c923b30f4d {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:42.782470 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ba977aee-3efa-4f30-be24-e6c923b30f4d']: {'server_uuid': '65b85202-34a7-4f60-90b3-312bd3574b90', 'name': 'network-vif-deleted', 'tag': 'bda0ac00-e503-4d31-920a-b2f250232899', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:01:42.946137 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-02424bcb-b30e-41b7-8b41-4d1a97055264 req-1889258c-d743-44a8-a3e0-b806841006d4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 210 time: 0.0585110 Aug 31 16:01:43.680674 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:43.979240 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:44.081640 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-228a9d11-ba21-4d6b-b30d-0c67ddee37b3 req-9422bd1d-477a-4253-850c-3b91ba1345b2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 210 time: 0.0379434 Aug 31 16:01:44.494924 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8adefdeb-8e1a-4eda-a048-0a654a27774f req-5ee5bac0-e519-4588-b712-8eedf244d106 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65b85202-34a7-4f60-90b3-312bd3574b90 HTTP/1.1" status: 200 len: 210 time: 0.0300179 Aug 31 16:01:45.273789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42814) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:45.306997 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:45.346913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (75929349-5b30-417c-bbb7-ac4a5fef67f9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:45.380133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (75929349-5b30-417c-bbb7-ac4a5fef67f9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:45.446192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device bda0ac00-e503-4d31-920a-b2f250232899 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:45.476222 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: bda0ac00-e503-4d31-920a-b2f250232899 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:01:45.476550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device bda0ac00-e503-4d31-920a-b2f250232899 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:45.560180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (75929349-5b30-417c-bbb7-ac4a5fef67f9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:45.563497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:45.565025 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/75929349-5b30-417c-bbb7-ac4a5fef67f9 HTTP/1.1" status: 204 len: 168 time: 0.2900176 Aug 31 16:01:45.576627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75929349-5b30-417c-bbb7-ac4a5fef67f9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:45.586558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.587026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.587424 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.587857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.588322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.588754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.589145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.589523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.589988 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.590393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.590787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.591298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.591747 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.592155 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.592554 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2b68e-4c43-428c-be9b-d94f00159549 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:45.687296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42818) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:46.280311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (ae71d424-54b9-44a8-bd10-ff7caae193ef), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:46.541963 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:46.563645 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 331938e1-1408-4de3-9e75-02f70f6aa93c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:01:46.564455 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:46.688820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 331938e1-1408-4de3-9e75-02f70f6aa93c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=331938e1-1408-4de3-9e75-02f70f6aa93c,segment=NetworkSegment(4b8aabe8-08d9-4e1a-a451-1ec58b408fcd),segment_id=4b8aabe8-08d9-4e1a-a451-1ec58b408fcd)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:46.689276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:46.707883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 331938e1-1408-4de3-9e75-02f70f6aa93c owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:01:46.898883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:47.058981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (331938e1-1408-4de3-9e75-02f70f6aa93c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:47.092032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=331938e1-1408-4de3-9e75-02f70f6aa93c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:47.358124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (ae71d424-54b9-44a8-bd10-ff7caae193ef), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:47.601842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router ae71d424-54b9-44a8-bd10-ff7caae193ef has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:01:47.664673 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:47.728120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:01:47.733691 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-15509528-74d4-458d-a924-bb4f52e351ef tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/ae71d424-54b9-44a8-bd10-ff7caae193ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0451903 Aug 31 16:01:47.738279 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42820) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:47.742508 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:47.743473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] Sync routers for ids ['ae71d424-54b9-44a8-bd10-ff7caae193ef'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:01:47.744775 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:47.757937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] Routers {'ae71d424-54b9-44a8-bd10-ff7caae193ef'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:01:47.761995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:01:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['ae71d424-54b9-44a8-bd10-ff7caae193ef'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:47.801517 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b53b53-c84e-47ac-8863-ec3e39ddd8b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting subnet d1436b85-22cb-4b0b-99c3-b69418f4b882 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:01:47.805742 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05b53b53-c84e-47ac-8863-ec3e39ddd8b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (d1436b85-22cb-4b0b-99c3-b69418f4b882), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:47.877970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05b53b53-c84e-47ac-8863-ec3e39ddd8b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (d1436b85-22cb-4b0b-99c3-b69418f4b882), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:47.910161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] Set router ae71d424-54b9-44a8-bd10-ff7caae193ef gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:01:47.992990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05b53b53-c84e-47ac-8863-ec3e39ddd8b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (d1436b85-22cb-4b0b-99c3-b69418f4b882), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:48.157480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05b53b53-c84e-47ac-8863-ec3e39ddd8b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (d1436b85-22cb-4b0b-99c3-b69418f4b882), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:48.162608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'name': 'tempest-TestNetworkBasicOps-router-1657763108', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:00:17Z', 'updated_at': '2022-08-31T16:01:46Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:18Z', 'updated_at': '2022-08-31T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:48.188702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b53b53-c84e-47ac-8863-ec3e39ddd8b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Subnet': ['ID=d1436b85-22cb-4b0b-99c3-b69418f4b882,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:48.193203 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-05b53b53-c84e-47ac-8863-ec3e39ddd8b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:48.194930 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] Checking router: ae71d424-54b9-44a8-bd10-ff7caae193ef for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:01:48.202488 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-05b53b53-c84e-47ac-8863-ec3e39ddd8b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/d1436b85-22cb-4b0b-99c3-b69418f4b882 HTTP/1.1" status: 204 len: 168 time: 0.4571984 Aug 31 16:01:48.202488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42822) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:48.210857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc59c0-873f-426d-a0c0-6f85dcd5e7a1 None None] Network 05cfbd77-5709-4893-bea5-51244fb4e30b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:01:48.235394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] Routers {'ae71d424-54b9-44a8-bd10-ff7caae193ef'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:01:48.236370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:01:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['ae71d424-54b9-44a8-bd10-ff7caae193ef'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:48.337043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (ae71d424-54b9-44a8-bd10-ff7caae193ef), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:48.339611 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:48.486001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (ae71d424-54b9-44a8-bd10-ff7caae193ef), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:48.582261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] Set router ae71d424-54b9-44a8-bd10-ff7caae193ef gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:01:48.642331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] DHCP port deletion for 05cfbd77-5709-4893-bea5-51244fb4e30b request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:01:48.652401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 20eabc4b-0dc4-431d-84de-2d466d1281a8 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:01:48.653346 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:48.739797 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Deleting port 1f83779d-62af-4875-b062-a8110e389fc5 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:01:48.740079 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1f83779d-62af-4875-b062-a8110e389fc5), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:48.813911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 20eabc4b-0dc4-431d-84de-2d466d1281a8, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=20eabc4b-0dc4-431d-84de-2d466d1281a8,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:48.815053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:48.839210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 20eabc4b-0dc4-431d-84de-2d466d1281a8 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:01:48.867153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1f83779d-62af-4875-b062-a8110e389fc5 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:48.873891 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] For port 1f83779d-62af-4875-b062-a8110e389fc5, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1f83779d-62af-4875-b062-a8110e389fc5,segment=NetworkSegment(4b8aabe8-08d9-4e1a-a451-1ec58b408fcd),segment_id=4b8aabe8-08d9-4e1a-a451-1ec58b408fcd)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:48.874290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1f83779d-62af-4875-b062-a8110e389fc5), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:48.932194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Calling delete_port for 1f83779d-62af-4875-b062-a8110e389fc5 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:01:48.952553 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'name': 'tempest-TestNetworkBasicOps-router-1657763108', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:00:17Z', 'updated_at': '2022-08-31T16:01:46Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:18Z', 'updated_at': '2022-08-31T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:48.958500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:48.959294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:48.988719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb1251-418c-41ba-8a48-e0a5a3e1d62c None None] The sync data for ids ['ae71d424-54b9-44a8-bd10-ff7caae193ef'] in dv-neutron-855257-2-hyperv is: [{'id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'name': 'tempest-TestNetworkBasicOps-router-1657763108', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:00:17Z', 'updated_at': '2022-08-31T16:01:46Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '20eabc4b-0dc4-431d-84de-2d466d1281a8', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71d424-54b9-44a8-bd10-ff7caae193ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:00:18Z', 'updated_at': '2022-08-31T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:01:49.091614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port 1f83779d-62af-4875-b062-a8110e389fc5 is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:01:49.162136 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (20eabc4b-0dc4-431d-84de-2d466d1281a8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:49.168701 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:49.191301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=20eabc4b-0dc4-431d-84de-2d466d1281a8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:49.278726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (ae71d424-54b9-44a8-bd10-ff7caae193ef), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:49.288062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (1f83779d-62af-4875-b062-a8110e389fc5), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:49.316833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Pushing event deleted for resources: {'Port': ['ID=1f83779d-62af-4875-b062-a8110e389fc5,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:49.321716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] No DVR routers for this DVR port 1f83779d-62af-4875-b062-a8110e389fc5 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:01:49.328825 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.329192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.329519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.329892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.330272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.331178 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.331736 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.332196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.332535 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.333152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.333267 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.333590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.333931 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.334258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.334580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5298498-6c5b-4404-bf9b-39ded651ce11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.397585 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (ae71d424-54b9-44a8-bd10-ff7caae193ef), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:49.400695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (ae71d424-54b9-44a8-bd10-ff7caae193ef), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:49.931807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (ae71d424-54b9-44a8-bd10-ff7caae193ef), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:49.932679 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Fanout notify agent at l3_agent the message router_deleted on router ae71d424-54b9-44a8-bd10-ff7caae193ef {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:01:49.939254 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:49.940957 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-629a8d61-0e74-4b5f-9004-c20150bf848b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/routers/ae71d424-54b9-44a8-bd10-ff7caae193ef HTTP/1.1" status: 204 len: 168 time: 1.7385170 Aug 31 16:01:49.944426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42824) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:50.055829 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (05cfbd77-5709-4893-bea5-51244fb4e30b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.167944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:50.170972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (05cfbd77-5709-4893-bea5-51244fb4e30b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.195566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cfbd77-5709-4893-bea5-51244fb4e30b']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:50.207770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:50.208079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8aabe8-08d9-4e1a-a451-1ec58b408fcd') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:50.220539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (4b8aabe8-08d9-4e1a-a451-1ec58b408fcd), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.236644 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4b8aabe8-08d9-4e1a-a451-1ec58b408fcd), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.245733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:01:50.246142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (4b8aabe8-08d9-4e1a-a451-1ec58b408fcd), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.342526 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 4b8aabe8-08d9-4e1a-a451-1ec58b408fcd resource provider aggregate not found Aug 31 16:01:50.370412 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 4b8aabe8-08d9-4e1a-a451-1ec58b408fcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b8aabe8-08d9-4e1a-a451-1ec58b408fcd found for delete ", "request_id": "req-04b35d55-5d3e-49f4-aaf7-47c8ce358fd0"}]} Aug 31 16:01:50.429974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (05cfbd77-5709-4893-bea5-51244fb4e30b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.441278 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.447819 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/networks/05cfbd77-5709-4893-bea5-51244fb4e30b HTTP/1.1" status: 204 len: 168 time: 0.5008969 Aug 31 16:01:50.465633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba3eae-7661-43e2-8901-96b0fddd35c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Network': ['ID=05cfbd77-5709-4893-bea5-51244fb4e30b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:50.478430 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42832) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:50.485621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'network': {'name': 'tempest-network-smoke--730010191', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'port_security_enabled': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:50.583054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:50.587393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.618666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:01:50.631795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (19aa835b-b3cb-4ea2-87cb-e51de70e7b0a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.632151 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Added segment 19aa835b-b3cb-4ea2-87cb-e51de70e7b0a of type vlan for network b22548a2-3545-4995-bb06-b2f0742fae11 Aug 31 16:01:50.687389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (b22548a2-3545-4995-bb06-b2f0742fae11), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.760220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 331938e1-1408-4de3-9e75-02f70f6aa93c no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:50.782379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 331938e1-1408-4de3-9e75-02f70f6aa93c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:01:50.789490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 331938e1-1408-4de3-9e75-02f70f6aa93c not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:50.789490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 20eabc4b-0dc4-431d-84de-2d466d1281a8 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:50.807281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 20eabc4b-0dc4-431d-84de-2d466d1281a8 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:01:50.807665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 20eabc4b-0dc4-431d-84de-2d466d1281a8 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:50.807975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (b22548a2-3545-4995-bb06-b2f0742fae11), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.815557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:50.816406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:50.898544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Network': ['ID=b22548a2-3545-4995-bb06-b2f0742fae11,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:50.911247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network b22548a2-3545-4995-bb06-b2f0742fae11 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:01:50.959282 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6be2ec73-fdad-4710-834c-697c212c34ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4790354 Aug 31 16:01:50.962588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42834) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:50.967422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1603910542', 'admin_state_up': True, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:51.088247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (3c56c3a3-53da-4d30-a4a6-a98f9e032973), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:51.090189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (3c56c3a3-53da-4d30-a4a6-a98f9e032973), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:51.115550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:51.121805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:51.184317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (3c56c3a3-53da-4d30-a4a6-a98f9e032973), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:51.454283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (3c56c3a3-53da-4d30-a4a6-a98f9e032973), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:51.776963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (3c56c3a3-53da-4d30-a4a6-a98f9e032973), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:51.804803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:51.897737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:51.929916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.26.2.189 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/6d7dd275-b4f4-4002-9564-7a0bc00fe29f) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:52.084954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:52.200566 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:52.249860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:52.254061 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:52.258945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:01:52.283809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=6d7dd275-b4f4-4002-9564-7a0bc00fe29f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:52.313847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:52.687633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (3c56c3a3-53da-4d30-a4a6-a98f9e032973), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:52.959626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (3c56c3a3-53da-4d30-a4a6-a98f9e032973), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:53.207630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:01:53.327849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:01:53.340136 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Sync routers for ids ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:01:53.351452 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Routers {'3c56c3a3-53da-4d30-a4a6-a98f9e032973'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:01:53.352075 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:01:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:53.454719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:53.457079 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-aeda1ce3-c46a-42b4-9dc7-399c0bf220ed tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4931686 Aug 31 16:01:53.462491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42836) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:53.484826 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Set router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:01:53.498460 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ba5ae72a-43d6-4158-855c-121909469ade tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=c1c1baf047434c6c96bb801d711d1228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339551 Aug 31 16:01:53.503558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42838) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:53.656440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa130b-6d70-4cef-b1d8-3c75c689f20f tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:53.659077 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d3fa130b-6d70-4cef-b1d8-3c75c689f20f tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1539886 Aug 31 16:01:53.661926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42840) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:53.701662 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5b0397c5-f4c1-40ec-a6fc-4082002615a0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378799 Aug 31 16:01:53.704754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42842) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:53.711166 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1463161277', 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:53.722854 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'name': 'tempest-TestNetworkBasicOps-router-1603910542', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:52Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:53.772754 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Checking router: 3c56c3a3-53da-4d30-a4a6-a98f9e032973 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:01:53.773320 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Updating router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 port 6d7dd275-b4f4-4002-9564-7a0bc00fe29f binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:01:53.813047 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:53.938874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:53.946003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:54.138738 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Publish callbacks [] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:54.264476 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:54.300856 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Attempting to bind port 6d7dd275-b4f4-4002-9564-7a0bc00fe29f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:01:54.301308 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Attempting to bind port 6d7dd275-b4f4-4002-9564-7a0bc00fe29f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:01:54.301703 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Attempting to bind port 6d7dd275-b4f4-4002-9564-7a0bc00fe29f on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:01:54.310845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (c6b4a172-be8d-4d8f-a55a-44a724371138), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:54.315818 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:01:54.316209 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:01:54.316580 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:54.317025 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:01:54.317616 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Bound port: 6d7dd275-b4f4-4002-9564-7a0bc00fe29f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:01:54.317929 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:54.344873 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Pushing event updated for resources: {'Port': ['ID=6d7dd275-b4f4-4002-9564-7a0bc00fe29f,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:54.356850 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.357193 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.357526 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.357884 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.358313 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.358507 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.358818 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.359988 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.359988 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.360385 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.360720 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.360988 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.361313 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.361664 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.362025 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:54.401436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Subnet': ['ID=c6b4a172-be8d-4d8f-a55a-44a724371138,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:54.410008 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] For port 6d7dd275-b4f4-4002-9564-7a0bc00fe29f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:54.413253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Checking segment: {'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:01:54.413644 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network hostable DHCP agents. Network: b22548a2-3545-4995-bb06-b2f0742fae11, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:01:54.415728 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] For port 6d7dd275-b4f4-4002-9564-7a0bc00fe29f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6d7dd275-b4f4-4002-9564-7a0bc00fe29f,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:54.510493 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:54.531416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b22548a2-3545-4995-bb06-b2f0742fae11 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:01:54.552077 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Routers {'3c56c3a3-53da-4d30-a4a6-a98f9e032973'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:01:54.552708 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:01:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:54.607937 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:54.613427 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, b22548a2-3545-4995-bb06-b2f0742fae11) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:54.621891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:54.621891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:54.623890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040ffd4b-d794-4fc5-92ce-e647f27a14bf None None] Network b22548a2-3545-4995-bb06-b2f0742fae11 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:01:54.676500 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d291b22-9b62-4dc4-b77e-4c32547eef49 None None] Pushing event updated for resources: {'Port': ['ID=6d7dd275-b4f4-4002-9564-7a0bc00fe29f,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:54.727210 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-242cd528-5db5-49d6-8f05-2e072dc6d0f9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0206213 Aug 31 16:01:54.730578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42844) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:54.731935 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] Set router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:01:54.735545 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:54.809375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-b22548a2-3545-4995-bb06-b2f0742fae11', 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'fixed_ips': [{'subnet_id': 'c6b4a172-be8d-4d8f-a55a-44a724371138'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:01:54.812076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:54.899208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:55.007272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:55.021342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Allocated IP 172.20.0.2 (b22548a2-3545-4995-bb06-b2f0742fae11/c6b4a172-be8d-4d8f-a55a-44a724371138/cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:55.033961 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'name': 'tempest-TestNetworkBasicOps-router-1603910542', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:52Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:55.086529 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052360d7-90d4-40b1-8d37-58068509b97d None None] The sync data for ids ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'] in dv-neutron-855257-2-hyperv is: [{'id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'name': 'tempest-TestNetworkBasicOps-router-1603910542', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:52Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:01:55.262385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Publish callbacks [] for port (cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:55.367290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:55.433421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Network b22548a2-3545-4995-bb06-b2f0742fae11 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:55.437329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:55.440332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:01:55.445449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:55.485019 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:55.489645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Pushing event updated for resources: {'Port': ['ID=cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:55.530510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Attempting to bind port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:01:55.530887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Attempting to bind port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:01:55.531234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Attempting to bind port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd on network b22548a2-3545-4995-bb06-b2f0742fae11 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:01:55.538868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:01:55.539244 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Checking segment: {'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:01:55.539636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:55.540033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Bound using segment: {'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:01:55.540519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Bound port: cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:01:55.541114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:55.663373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] For port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:55.668956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] For port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd,segment=NetworkSegment(19aa835b-b3cb-4ea2-87cb-e51de70e7b0a),segment_id=19aa835b-b3cb-4ea2-87cb-e51de70e7b0a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:55.671217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:55.808115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:55.875821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bfbee-910b-4941-9de1-5909ccd10bfe None None] Pushing event updated for resources: {'Port': ['ID=cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:55.938220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.1 (b22548a2-3545-4995-bb06-b2f0742fae11/c6b4a172-be8d-4d8f-a55a-44a724371138/75cd307e-b507-45e8-a1ac-f9aaf6b31cd9) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:56.170420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:56.213094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:56.321703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:56.374232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b22548a2-3545-4995-bb06-b2f0742fae11 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:56.378868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:56.381683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:01:56.411591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=75cd307e-b507-45e8-a1ac-f9aaf6b31cd9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:56.441978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (3c56c3a3-53da-4d30-a4a6-a98f9e032973), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:56.535425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:56.712591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:56.881509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6d7dd275-b4f4-4002-9564-7a0bc00fe29f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:56.955309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 6d7dd275-b4f4-4002-9564-7a0bc00fe29f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:01:56.955943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:56.956499 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 6d7dd275-b4f4-4002-9564-7a0bc00fe29f Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:01:57.026716 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:01:57.028834 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:57.099823 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8d211-3325-45eb-bcdd-527cf21335da None None] Network b22548a2-3545-4995-bb06-b2f0742fae11 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:01:57.197853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:01:57.197853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:57.198211 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd Aug 31 16:01:57.207317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4502198e-735d-4298-abc2-559cadcb2125 None None] Provisioning complete for port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:01:57.208357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4502198e-735d-4298-abc2-559cadcb2125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:57.208900 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4502198e-735d-4298-abc2-559cadcb2125 None None] Attempt 1 to provision port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:01:57.383427 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4502198e-735d-4298-abc2-559cadcb2125 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:01:57.387111 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:01:57.680588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:57.721832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Provisioning complete for port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:01:57.722652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:57.723211 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Attempt 1 to provision port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd Aug 31 16:01:57.755645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:01:57.783184 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:01:57.798338 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Provisioning complete for port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:01:57.800181 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:57.801062 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Attempt 1 to provision port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 Aug 31 16:01:57.868167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:01:57.888976 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=75cd307e-b507-45e8-a1ac-f9aaf6b31cd9,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:57.914175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (3c56c3a3-53da-4d30-a4a6-a98f9e032973), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:58.031846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b22548a2-3545-4995-bb06-b2f0742fae11 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:58.034246 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:58.165919 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:01:58.181332 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:58.314556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:01:58.320079 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-63e4fa6d-b9a1-499c-a5b4-032c175c9a19 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/3c56c3a3-53da-4d30-a4a6-a98f9e032973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5880377 Aug 31 16:01:58.325037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42846) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:58.326473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Sync routers for ids ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:01:58.341907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Routers {'3c56c3a3-53da-4d30-a4a6-a98f9e032973'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:01:58.342689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:01:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:58.379887 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Attempt 2 to provision port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 Aug 31 16:01:58.483352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ac3af-7ba0-460e-ad31-33b9f39d5346 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:58.484203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ac3af-7ba0-460e-ad31-33b9f39d5346 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:58.485044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ac3af-7ba0-460e-ad31-33b9f39d5346 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:58.485957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ac3af-7ba0-460e-ad31-33b9f39d5346 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:58.489155 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-069ac3af-7ba0-460e-ad31-33b9f39d5346 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1627679 Aug 31 16:01:58.492760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42848) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:58.592309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63c4e6-3b43-4462-a277-12997147aa21 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:58.593143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63c4e6-3b43-4462-a277-12997147aa21 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:58.594006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63c4e6-3b43-4462-a277-12997147aa21 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:58.594832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63c4e6-3b43-4462-a277-12997147aa21 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:01:58.601975 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3f63c4e6-3b43-4462-a277-12997147aa21 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.1043704 Aug 31 16:01:58.602244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42850) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:58.608356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:01:58.639601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Set router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:01:58.677433 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:58.780164 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c24d0ff5-846b-421b-bed5-63cc3eea3ba6 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1758156 Aug 31 16:01:58.843447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:58.889206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:58.896317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'name': 'tempest-TestNetworkBasicOps-router-1603910542', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:56Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '75cd307e-b507-45e8-a1ac-f9aaf6b31cd9', 'name': '', 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:40:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c6b4a172-be8d-4d8f-a55a-44a724371138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:55Z', 'updated_at': '2022-08-31T16:01:57Z', 'revision_number': 2, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': 'c6b4a172-be8d-4d8f-a55a-44a724371138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:58.929138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Checking router: 3c56c3a3-53da-4d30-a4a6-a98f9e032973 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:01:58.929503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Updating router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:01:58.944645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42854) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:58.949414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-537eb106-944f-4d7b-b4d1-d3d157932230 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-360562268', 'description': 'tempest-secgroup-smoke-360562268 description', 'project_id': 'c1c1baf047434c6c96bb801d711d1228'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:58.962991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.076049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-537eb106-944f-4d7b-b4d1-d3d157932230 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.106743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:59.110185 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Attempt 3 to provision port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 Aug 31 16:01:59.175059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-537eb106-944f-4d7b-b4d1-d3d157932230 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (185f030f-60b6-4e83-bd80-d62c31d77fa4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.181116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:01:59.258420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-537eb106-944f-4d7b-b4d1-d3d157932230 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (185f030f-60b6-4e83-bd80-d62c31d77fa4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.289026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Publish callbacks [] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.294467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537eb106-944f-4d7b-b4d1-d3d157932230 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=185f030f-60b6-4e83-bd80-d62c31d77fa4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:59.378607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-537eb106-944f-4d7b-b4d1-d3d157932230 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.379966 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-537eb106-944f-4d7b-b4d1-d3d157932230 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4342387 Aug 31 16:01:59.383705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42856) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:59.388708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a2ba5f9a-ee26-4ab9-be37-f0b245c597ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '185f030f-60b6-4e83-bd80-d62c31d77fa4', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:59.424414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.499657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5f9a-ee26-4ab9-be37-f0b245c597ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (7cd19b05-46fa-40d5-ad99-1bad41e7b9eb), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.509587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174699c4-b6ed-4e06-9acc-e55c8e66e923 None None] Pushing event updated for resources: {'Port': ['ID=75cd307e-b507-45e8-a1ac-f9aaf6b31cd9,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:59.526996 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Attempting to bind port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:01:59.527359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Attempting to bind port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:01:59.527730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Attempting to bind port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 on network b22548a2-3545-4995-bb06-b2f0742fae11 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:01:59.534397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:01:59.534903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Checking segment: {'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:01:59.535307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.535703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Bound using segment: {'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:01:59.536185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Bound port: 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:01:59.536562 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.573313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5f9a-ee26-4ab9-be37-f0b245c597ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (7cd19b05-46fa-40d5-ad99-1bad41e7b9eb), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.611905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] For port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:59.615300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] For port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=75cd307e-b507-45e8-a1ac-f9aaf6b31cd9,segment=NetworkSegment(19aa835b-b3cb-4ea2-87cb-e51de70e7b0a),segment_id=19aa835b-b3cb-4ea2-87cb-e51de70e7b0a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:59.682794 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Attempt 4 to provision port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 Aug 31 16:01:59.692730 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5f9a-ee26-4ab9-be37-f0b245c597ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (7cd19b05-46fa-40d5-ad99-1bad41e7b9eb), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.718164 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:01:59.728961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba5f9a-ee26-4ab9-be37-f0b245c597ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd19b05-46fa-40d5-ad99-1bad41e7b9eb,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:59.744065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.775797 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:01:59.779581 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:01:59.780438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Routers {'3c56c3a3-53da-4d30-a4a6-a98f9e032973'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:01:59.780590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:01:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:59.852916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174699c4-b6ed-4e06-9acc-e55c8e66e923 None None] Pushing event updated for resources: {'Port': ['ID=75cd307e-b507-45e8-a1ac-f9aaf6b31cd9,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:59.895185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5f9a-ee26-4ab9-be37-f0b245c597ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:01:59.897002 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a2ba5f9a-ee26-4ab9-be37-f0b245c597ab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5120249 Aug 31 16:01:59.901081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 42858) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:01:59.906505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ac18b404-8f08-4ef1-b22e-9cf739c9a466 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '185f030f-60b6-4e83-bd80-d62c31d77fa4', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:59.924821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] Set router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:02:00.061462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac18b404-8f08-4ef1-b22e-9cf739c9a466 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (b9bd26ed-c0f5-4131-beff-7a5ac21f8a85), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:00.136977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:00.161738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac18b404-8f08-4ef1-b22e-9cf739c9a466 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (b9bd26ed-c0f5-4131-beff-7a5ac21f8a85), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:00.168417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:00.172651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'name': 'tempest-TestNetworkBasicOps-router-1603910542', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:56Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '75cd307e-b507-45e8-a1ac-f9aaf6b31cd9', 'name': '', 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:40:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c6b4a172-be8d-4d8f-a55a-44a724371138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:55Z', 'updated_at': '2022-08-31T16:01:59Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': 'c6b4a172-be8d-4d8f-a55a-44a724371138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:00.205757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff05a8-1ebe-4ac4-8e7f-a79d210ec25e None None] The sync data for ids ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'] in dv-neutron-855257-2-hyperv is: [{'id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'name': 'tempest-TestNetworkBasicOps-router-1603910542', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:56Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '75cd307e-b507-45e8-a1ac-f9aaf6b31cd9', 'name': '', 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:40:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c6b4a172-be8d-4d8f-a55a-44a724371138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:55Z', 'updated_at': '2022-08-31T16:01:59Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': 'c6b4a172-be8d-4d8f-a55a-44a724371138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:02:00.219534 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Attempt 5 to provision port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 Aug 31 16:02:00.274057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac18b404-8f08-4ef1-b22e-9cf739c9a466 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (b9bd26ed-c0f5-4131-beff-7a5ac21f8a85), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:00.315267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18b404-8f08-4ef1-b22e-9cf739c9a466 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bd26ed-c0f5-4131-beff-7a5ac21f8a85,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ab876afe-b6f9-4fc1-9dd3-ba249874a5d1 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:02:00.330943 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:02:00.436812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ac18b404-8f08-4ef1-b22e-9cf739c9a466 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:00.438500 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ac18b404-8f08-4ef1-b22e-9cf739c9a466 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5361259 Aug 31 16:02:00.442311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42860) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:02:00.448965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-486006da-d4a6-46de-baa2-4321e287ebd2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '185f030f-60b6-4e83-bd80-d62c31d77fa4', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:00.459095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-101aa560-73fc-4978-9327-faaa505d435a None None] Provisioning complete for port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:02:00.459984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-101aa560-73fc-4978-9327-faaa505d435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:00.459984 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-101aa560-73fc-4978-9327-faaa505d435a None None] Attempt 1 to provision port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-101aa560-73fc-4978-9327-faaa505d435a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:02:00.507505 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:02:00.569357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-486006da-d4a6-46de-baa2-4321e287ebd2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (f302ab94-5c48-478e-af7f-126cfcd19edc), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:00.644185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-486006da-d4a6-46de-baa2-4321e287ebd2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (f302ab94-5c48-478e-af7f-126cfcd19edc), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:00.761839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-486006da-d4a6-46de-baa2-4321e287ebd2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (f302ab94-5c48-478e-af7f-126cfcd19edc), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:00.796833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486006da-d4a6-46de-baa2-4321e287ebd2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f302ab94-5c48-478e-af7f-126cfcd19edc,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:00.816461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:00.872457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:02:00.872838 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:00.873443 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:02:00.924202 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:02:00.935225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-486006da-d4a6-46de-baa2-4321e287ebd2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:00.937323 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-486006da-d4a6-46de-baa2-4321e287ebd2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4926255 Aug 31 16:02:00.941034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42862) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:02:00.946687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c00519e4-361f-445e-90bc-a9d6df6effe7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '185f030f-60b6-4e83-bd80-d62c31d77fa4', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:01.134861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c00519e4-361f-445e-90bc-a9d6df6effe7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (360566c4-a91f-47c9-9c8a-f26f5a2516dc), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:01.209545 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c00519e4-361f-445e-90bc-a9d6df6effe7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (360566c4-a91f-47c9-9c8a-f26f5a2516dc), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:01.315819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c00519e4-361f-445e-90bc-a9d6df6effe7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (360566c4-a91f-47c9-9c8a-f26f5a2516dc), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:01.322217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:01.337645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00519e4-361f-445e-90bc-a9d6df6effe7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360566c4-a91f-47c9-9c8a-f26f5a2516dc,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:01.409164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c00519e4-361f-445e-90bc-a9d6df6effe7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:01.410492 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c00519e4-361f-445e-90bc-a9d6df6effe7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4682739 Aug 31 16:02:01.413879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42864) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:02:01.418810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-1ad1a1dd-3c6c-46f0-a52a-7e3ae1eb2616 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '185f030f-60b6-4e83-bd80-d62c31d77fa4', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:01.555708 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-1ad1a1dd-3c6c-46f0-a52a-7e3ae1eb2616 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:02:01.562771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a1dd-3c6c-46f0-a52a-7e3ae1eb2616 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (6893412a-f0d7-4aa8-97de-8c2b65051f9e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:01.641424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a1dd-3c6c-46f0-a52a-7e3ae1eb2616 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (6893412a-f0d7-4aa8-97de-8c2b65051f9e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:01.755764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a1dd-3c6c-46f0-a52a-7e3ae1eb2616 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (6893412a-f0d7-4aa8-97de-8c2b65051f9e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:01.787769 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1a1dd-3c6c-46f0-a52a-7e3ae1eb2616 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6893412a-f0d7-4aa8-97de-8c2b65051f9e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:01.877074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a1dd-3c6c-46f0-a52a-7e3ae1eb2616 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:01.880038 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1ad1a1dd-3c6c-46f0-a52a-7e3ae1eb2616 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4648561 Aug 31 16:02:01.883139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 42866) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:02:01.888771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f2c6139a-bca7-4588-b813-dc447b1f0a22 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '185f030f-60b6-4e83-bd80-d62c31d77fa4', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:02.029766 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-f2c6139a-bca7-4588-b813-dc447b1f0a22 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:02:02.037878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2c6139a-bca7-4588-b813-dc447b1f0a22 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (4307b019-8c43-4b33-8cc8-fec582c1901d), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:02.122164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2c6139a-bca7-4588-b813-dc447b1f0a22 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (4307b019-8c43-4b33-8cc8-fec582c1901d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:02.201232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2c6139a-bca7-4588-b813-dc447b1f0a22 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4307b019-8c43-4b33-8cc8-fec582c1901d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:02.224607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6139a-bca7-4588-b813-dc447b1f0a22 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4307b019-8c43-4b33-8cc8-fec582c1901d,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:02.317831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2c6139a-bca7-4588-b813-dc447b1f0a22 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:02.319259 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f2c6139a-bca7-4588-b813-dc447b1f0a22 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4348884 Aug 31 16:02:02.525676 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-3e545483-3f08-402f-a873-d01c077a8dc9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-360562268&fields=id&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 267 time: 0.0569041 Aug 31 16:02:02.654506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-d2595539-de89-4a85-afae-98a50a1de865 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:02.656122 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-d2595539-de89-4a85-afae-98a50a1de865 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/networks?id=b22548a2-3545-4995-bb06-b2f0742fae11 HTTP/1.1" status: 200 len: 796 time: 0.1214342 Aug 31 16:02:02.676648 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-4e64113c-5226-45cb-b7ee-79835504241b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/quotas/c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 375 time: 0.0116305 Aug 31 16:02:02.752721 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-d21910f1-0244-489c-8fdf-49e7bdcadc6b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698881 Aug 31 16:02:02.862030 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-d9398b3e-12e0-42b4-8f38-716656c7574d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b22548a2-3545-4995-bb06-b2f0742fae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939493 Aug 31 16:02:02.978422 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-2aa3e9aa-546b-4f1c-b787-321db0457318 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b22548a2-3545-4995-bb06-b2f0742fae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103089 Aug 31 16:02:03.322634 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-822f02c7-9179-4ccd-b8c5-9c92a9c5f175 req-f6d9047f-1cc1-4730-93b9-8c064a5fbcfc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 210 time: 0.0503569 Aug 31 16:02:04.426729 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-868301f4-2046-417b-b071-97b06ffd4762 req-b65acc9f-f1a1-4c79-b8e5-c92db3723005 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 210 time: 0.0370233 Aug 31 16:02:05.541291 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-498009d9-6c20-497c-8834-c41a9749627b req-324ed677-4729-407e-ae16-07418bcb34ae tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 210 time: 0.0325568 Aug 31 16:02:06.004315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:06.015361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-9783989a-cd23-429f-9661-ae9899056a5c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:06.017107 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-9783989a-cd23-429f-9661-ae9899056a5c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/networks?id=b22548a2-3545-4995-bb06-b2f0742fae11 HTTP/1.1" status: 200 len: 796 time: 0.1452746 Aug 31 16:02:06.093869 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-c04480bc-b375-4cd3-9259-c0087e809a37 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 379 time: 0.0663371 Aug 31 16:02:06.106813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'port': {'device_id': 'aa1c8d25-37ee-4bc2-9def-21459bd20b1b', 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11', 'admin_state_up': True, 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'security_groups': ['185f030f-60b6-4e83-bd80-d62c31d77fa4']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:06.400997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:06.405501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:06.605740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.6 (b22548a2-3545-4995-bb06-b2f0742fae11/c6b4a172-be8d-4d8f-a55a-44a724371138/6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:06.646418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:06.713598 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f81ed00e-007a-4e6d-9236-23866afe5746 req-00c7e4a4-b3f3-4863-96c7-51d1950701b5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 210 time: 0.0450954 Aug 31 16:02:06.819646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:07.019483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:07.071791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b22548a2-3545-4995-bb06-b2f0742fae11 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:07.079533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:07.090943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:02:07.131599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:07.182370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:07.183230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:07.312065 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-8ae11391-71ad-4003-bfd3-9520d57b968f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2097967 Aug 31 16:02:07.329849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Request body: {'port': {'device_id': 'aa1c8d25-37ee-4bc2-9def-21459bd20b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:07.378158 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-06ed2b12-b92e-4632-8311-6856ab34d2f0 None None] Provisioning complete for port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:02:07.379057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-06ed2b12-b92e-4632-8311-6856ab34d2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:07.379642 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-06ed2b12-b92e-4632-8311-6856ab34d2f0 None None] Attempt 1 to provision port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f Aug 31 16:02:07.416794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:07.428594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-06ed2b12-b92e-4632-8311-6856ab34d2f0 None None] Port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:02:07.553222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:07.743335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:02:07.752921 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Publish callbacks [] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:07.771276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Transition to ACTIVE for port object 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:02:07.859497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:07.896487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf81599-94bf-4092-a21f-88ae2f4ea439 req-06dab00b-af89-43dc-a59a-99c155ea899e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:07.898132 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bbf81599-94bf-4092-a21f-88ae2f4ea439 req-06dab00b-af89-43dc-a59a-99c155ea899e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 931 time: 0.0918546 Aug 31 16:02:07.929867 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-06ed2b12-b92e-4632-8311-6856ab34d2f0 None None] Attempt 2 to provision port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f Aug 31 16:02:07.950828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Pushing event updated for resources: {'Port': ['ID=6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:07.971948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-06ed2b12-b92e-4632-8311-6856ab34d2f0 None None] Port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:02:08.036590 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bbf81599-94bf-4092-a21f-88ae2f4ea439 req-d1315ef8-f28e-465e-ab88-48c22d448c05 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319721 Aug 31 16:02:08.038448 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:08.049270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Attempting to bind port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:02:08.049719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Attempting to bind port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:02:08.049954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Attempting to bind port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f on network b22548a2-3545-4995-bb06-b2f0742fae11 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:02:08.055074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f on network b22548a2-3545-4995-bb06-b2f0742fae11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:02:08.059246 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Attempting to bind port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f on network b22548a2-3545-4995-bb06-b2f0742fae11 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:02:08.060818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:02:08.061153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Checking segment: {'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:02:08.061536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Bound using segment: {'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:02:08.061999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Bound port: 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:02:08.062361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:08.132462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] For port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:08.136270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] For port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f,segment=NetworkSegment(19aa835b-b3cb-4ea2-87cb-e51de70e7b0a),segment_id=19aa835b-b3cb-4ea2-87cb-e51de70e7b0a)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:08.245370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:08.250447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:08.251099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:08.252757 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f HTTP/1.1" status: 200 len: 1093 time: 0.9289734 Aug 31 16:02:08.253361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1c8d25-37ee-4bc2-9def-21459bd20b1b', 'tag': '6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:02:08.256071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8682701-9f48-4c41-88c9-95ee6659989d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1c8d25-37ee-4bc2-9def-21459bd20b1b", "tag": "6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:08.310934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40493557-750d-4494-b4b8-d5bb231e7e93 x-openstack-request-id: req-40493557-750d-4494-b4b8-d5bb231e7e93 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:08.311396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1c8d25-37ee-4bc2-9def-21459bd20b1b", "tag": "6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:08.311806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40493557-750d-4494-b4b8-d5bb231e7e93 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:08.312480 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40493557-750d-4494-b4b8-d5bb231e7e93'] response: {'name': 'network-changed', 'server_uuid': 'aa1c8d25-37ee-4bc2-9def-21459bd20b1b', 'tag': '6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f', 'status': 'completed', 'code': 200} Aug 31 16:02:08.336565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed6cba-db50-48ac-bf53-ba1de279464f service neutron] Pushing event updated for resources: {'Port': ['ID=6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:08.391996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8682701-9f48-4c41-88c9-95ee6659989d req-edd812a6-9979-454d-b6ad-1f8fa1a779fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:08.394001 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c8682701-9f48-4c41-88c9-95ee6659989d req-edd812a6-9979-454d-b6ad-1f8fa1a779fe service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 1127 time: 0.0526943 Aug 31 16:02:08.474534 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-06ed2b12-b92e-4632-8311-6856ab34d2f0 None None] Attempt 3 to provision port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f Aug 31 16:02:08.523195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8682701-9f48-4c41-88c9-95ee6659989d req-27854e63-2bfa-4985-a7f1-9329a88227bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:08.524803 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c8682701-9f48-4c41-88c9-95ee6659989d req-27854e63-2bfa-4985-a7f1-9329a88227bd service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=c1c1baf047434c6c96bb801d711d1228&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1195688 Aug 31 16:02:08.554153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-06ed2b12-b92e-4632-8311-6856ab34d2f0 None None] Port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:02:08.595002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-41838df5-5d2a-4fac-b638-01ef85396347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:08.655895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8682701-9f48-4c41-88c9-95ee6659989d req-1acfdc99-8202-4ba4-ba88-262ab9fa98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:08.657845 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c8682701-9f48-4c41-88c9-95ee6659989d req-1acfdc99-8202-4ba4-ba88-262ab9fa98a9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233697 Aug 31 16:02:08.749841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-2d705233-ea9d-4f22-b146-ee35669379a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:08.751955 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-2d705233-ea9d-4f22-b146-ee35669379a5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 1127 time: 0.0452125 Aug 31 16:02:08.765484 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=28 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:08.799959 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-29c33a9e-89b4-4801-8457-268d63fc6607 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f HTTP/1.1" status: 200 len: 217 time: 0.0373328 Aug 31 16:02:08.865814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-4beda310-6e7b-41e6-9d34-eab1d69541b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:08.867383 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-4beda310-6e7b-41e6-9d34-eab1d69541b9 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c6b4a172-be8d-4d8f-a55a-44a724371138 HTTP/1.1" status: 200 len: 844 time: 0.0614426 Aug 31 16:02:08.919076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-e55444cb-c903-4eb4-ade2-25af22b35a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:08.920663 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-e55444cb-c903-4eb4-ade2-25af22b35a5b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=b22548a2-3545-4995-bb06-b2f0742fae11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433333 Aug 31 16:02:08.951903 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:09.034007 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-970f93d5-984a-4e6b-b2ef-8efbfad9a062 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b22548a2-3545-4995-bb06-b2f0742fae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032026 Aug 31 16:02:09.160276 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-d27b3fe0-b973-4221-9446-2c02d8d3f6e9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b22548a2-3545-4995-bb06-b2f0742fae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163552 Aug 31 16:02:09.201520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f006-3961-4d60-bf29-f9e294dd264d req-666691fc-a144-49fd-a9fb-31f0579de920 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:09.203177 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5e1f006-3961-4d60-bf29-f9e294dd264d req-666691fc-a144-49fd-a9fb-31f0579de920 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 943 time: 0.0604267 Aug 31 16:02:09.261686 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5e1f006-3961-4d60-bf29-f9e294dd264d req-16867545-7d02-4bd4-8ebd-7cebe4ae3683 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517507 Aug 31 16:02:09.774431 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=33 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:10.395006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b95a95-7eea-4631-bd93-15441b2556fd req-8accb89d-3b8c-4f08-acf1-32f93d02e67b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:10.396504 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-24b95a95-7eea-4631-bd93-15441b2556fd req-8accb89d-3b8c-4f08-acf1-32f93d02e67b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 943 time: 0.0522542 Aug 31 16:02:10.460886 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-24b95a95-7eea-4631-bd93-15441b2556fd req-d77f633b-22f8-4945-b1ad-7abac9345f5b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585930 Aug 31 16:02:10.738028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0c641981-050b-42d5-b862-6613192ce671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:11.598045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba92ff-4d15-4df2-ae9c-b76c89e1bf68 req-d19e25bb-3b4f-40eb-94c7-aba67369dc82 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:11.599678 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6fba92ff-4d15-4df2-ae9c-b76c89e1bf68 req-d19e25bb-3b4f-40eb-94c7-aba67369dc82 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 943 time: 0.0566132 Aug 31 16:02:11.614382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:11.695797 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6fba92ff-4d15-4df2-ae9c-b76c89e1bf68 req-e41b96f2-eeed-4c5e-92ca-e8aceaaaf958 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858963 Aug 31 16:02:11.769637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f,segment=NetworkSegment(19aa835b-b3cb-4ea2-87cb-e51de70e7b0a),segment_id=19aa835b-b3cb-4ea2-87cb-e51de70e7b0a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:11.788744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:11.793492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f', 'network_id': 'b22548a2-3545-4995-bb06-b2f0742fae11', 'port_id': '6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f', 'mac_address': 'fa:16:3e:fe:95:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b4a172-be8d-4d8f-a55a-44a724371138', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:11.862291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:02:11.862907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:11.888444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:02:11.925691 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f,segment=NetworkSegment(19aa835b-b3cb-4ea2-87cb-e51de70e7b0a),segment_id=19aa835b-b3cb-4ea2-87cb-e51de70e7b0a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:12.023346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:12.092579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:12.183667 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:12.276886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:02:12.573820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:12.828168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b07ac1-aa24-4b70-951a-39883fad4232 req-801ed111-779f-493c-a280-5bad5b4bc503 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:12.829972 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-84b07ac1-aa24-4b70-951a-39883fad4232 req-801ed111-779f-493c-a280-5bad5b4bc503 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0525894 Aug 31 16:02:12.887679 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-84b07ac1-aa24-4b70-951a-39883fad4232 req-201d5eed-00b8-484d-9849-ecc6c697ed0a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511982 Aug 31 16:02:13.635110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:13.691380 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:02:13.703111 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:13.834859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:13.835531 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:02:13.835891 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:13.836223 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:02:13.886564 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:02:13.993747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:14.037205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c1ab8-877f-447f-bfdb-51c8a2b84c0a req-98300cfc-aea8-47b2-9c0d-e80b6894f93e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:14.043904 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-365c1ab8-877f-447f-bfdb-51c8a2b84c0a req-98300cfc-aea8-47b2-9c0d-e80b6894f93e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0560870 Aug 31 16:02:14.096433 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-365c1ab8-877f-447f-bfdb-51c8a2b84c0a req-f2d81009-0efd-4999-b64a-38a83174912d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513771 Aug 31 16:02:15.247383 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:15.257636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828147bf-cf48-4d60-b704-2efb142a0e59 req-0ab47828-3789-4c00-a3e3-6571276ea6be tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:15.263191 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-828147bf-cf48-4d60-b704-2efb142a0e59 req-0ab47828-3789-4c00-a3e3-6571276ea6be tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0561752 Aug 31 16:02:15.326025 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-828147bf-cf48-4d60-b704-2efb142a0e59 req-0f80e80e-043f-4f01-b79e-7e9c19cf1505 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542161 Aug 31 16:02:16.504079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcde201-2d40-4ec4-8703-258bb380ab3d req-59c23cda-2ba4-4fbd-a61c-ca4339141aee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:16.505716 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-abcde201-2d40-4ec4-8703-258bb380ab3d req-59c23cda-2ba4-4fbd-a61c-ca4339141aee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0575852 Aug 31 16:02:16.564239 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-abcde201-2d40-4ec4-8703-258bb380ab3d req-842a1975-c0da-4229-863d-66b5ea4c8d00 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527363 Aug 31 16:02:17.728726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2049c-144b-4540-b3d3-d15ec3e396f7 req-0820c9fe-bdec-4df4-8428-20dfce2b7095 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:17.731011 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3bd2049c-144b-4540-b3d3-d15ec3e396f7 req-0820c9fe-bdec-4df4-8428-20dfce2b7095 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0718844 Aug 31 16:02:17.819325 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3bd2049c-144b-4540-b3d3-d15ec3e396f7 req-35448ff9-f351-452e-8403-644cb908d34c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803080 Aug 31 16:02:18.955459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c13ecf-0443-4783-bdc4-b9f4a5854ef0 req-60eb6c37-4c4e-45f8-b092-2bed6d9361cd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:18.956855 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-57c13ecf-0443-4783-bdc4-b9f4a5854ef0 req-60eb6c37-4c4e-45f8-b092-2bed6d9361cd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0541546 Aug 31 16:02:19.017194 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-57c13ecf-0443-4783-bdc4-b9f4a5854ef0 req-c8aa0ee4-f073-4e4d-bca2-eaafc4bd464b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539751 Aug 31 16:02:20.152147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81875e-5fdb-49e9-89ee-197c8438d15f req-d72562bf-3b5a-4e5c-8be4-48b65bb0c371 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:20.153836 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0a81875e-5fdb-49e9-89ee-197c8438d15f req-d72562bf-3b5a-4e5c-8be4-48b65bb0c371 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0534663 Aug 31 16:02:20.220480 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0a81875e-5fdb-49e9-89ee-197c8438d15f req-acf2f20e-ad81-4f21-9e93-08daed6c8c7d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564892 Aug 31 16:02:21.080436 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:21.356413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f5758-5c70-4b90-a31f-e4d9de14b433 req-06a7499d-52e5-459e-8b85-b0b78886a101 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:21.358490 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e03f5758-5c70-4b90-a31f-e4d9de14b433 req-06a7499d-52e5-459e-8b85-b0b78886a101 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0567887 Aug 31 16:02:21.452497 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e03f5758-5c70-4b90-a31f-e4d9de14b433 req-e09413c7-14cc-4dcf-85ce-79554bbe8109 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857720 Aug 31 16:02:22.575606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:22.590057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347dfcf-9be3-4896-b358-546769b8cae9 req-766e35b3-e6dc-4da2-9bdb-8e042098f238 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:22.592692 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d347dfcf-9be3-4896-b358-546769b8cae9 req-766e35b3-e6dc-4da2-9bdb-8e042098f238 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0606704 Aug 31 16:02:22.657510 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d347dfcf-9be3-4896-b358-546769b8cae9 req-19e47a30-bb2f-4695-9b95-5c96e3be5aee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585349 Aug 31 16:02:23.805480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf5511-c707-4f04-8e75-be16d60c2d28 req-5988278a-a442-46d0-b921-37bf8f33ccc3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:23.807190 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-debf5511-c707-4f04-8e75-be16d60c2d28 req-5988278a-a442-46d0-b921-37bf8f33ccc3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0523074 Aug 31 16:02:23.866097 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-debf5511-c707-4f04-8e75-be16d60c2d28 req-cb8a3097-7853-4e0d-8c5a-fea80ccf67c2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522132 Aug 31 16:02:24.735612 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:24.741870 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=5 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:24.996689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51844420-adc9-4b7e-9e39-28800d8deeeb req-bc294717-acad-4b05-acb0-617f233fa041 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:24.998518 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-51844420-adc9-4b7e-9e39-28800d8deeeb req-bc294717-acad-4b05-acb0-617f233fa041 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0539773 Aug 31 16:02:25.062175 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-51844420-adc9-4b7e-9e39-28800d8deeeb req-b9057650-6758-4cf3-a7a6-03df49ca38c0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565641 Aug 31 16:02:26.193473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f143d-cee5-486a-b490-534b5a069345 req-b50f5cb0-a3f2-4504-a512-41957fe01085 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:26.195119 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d6f143d-cee5-486a-b490-534b5a069345 req-b50f5cb0-a3f2-4504-a512-41957fe01085 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0527458 Aug 31 16:02:26.256533 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d6f143d-cee5-486a-b490-534b5a069345 req-b0f48055-8c99-4f64-96a7-2a56fabbb892 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506654 Aug 31 16:02:27.397469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ddeab-fab3-4c7e-8b5f-6b5051ae5ec2 req-a679b609-ad73-47d9-b1a4-70f69cd49013 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:27.399583 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-572ddeab-fab3-4c7e-8b5f-6b5051ae5ec2 req-a679b609-ad73-47d9-b1a4-70f69cd49013 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0595112 Aug 31 16:02:27.460292 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-572ddeab-fab3-4c7e-8b5f-6b5051ae5ec2 req-aa64b93b-2693-4c5e-97c8-f0f069d00bae tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544376 Aug 31 16:02:28.652946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663a0b2-b3fe-4a34-b399-acd3fda58a31 req-8a10b6a9-f6c4-4823-b6ad-b802a5eb04db tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:28.654547 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2663a0b2-b3fe-4a34-b399-acd3fda58a31 req-8a10b6a9-f6c4-4823-b6ad-b802a5eb04db tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0792651 Aug 31 16:02:28.713327 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2663a0b2-b3fe-4a34-b399-acd3fda58a31 req-e02aa45f-b522-47da-bbef-8eb4d8436372 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522377 Aug 31 16:02:29.890622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd0781-5c6c-4f35-ac76-918c9d802993 req-f6e22ae6-2921-43d1-a8a7-d702f9503436 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:29.892448 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8bcd0781-5c6c-4f35-ac76-918c9d802993 req-f6e22ae6-2921-43d1-a8a7-d702f9503436 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0591283 Aug 31 16:02:29.954237 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8bcd0781-5c6c-4f35-ac76-918c9d802993 req-66402bf1-f566-49f2-acf3-37b94c2a96e6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513713 Aug 31 16:02:31.009361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:31.017006 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=60,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:31.097930 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a201612-2faf-4162-9ced-e1d5c771f4b1 req-e7620d0f-f5bf-4c89-9fea-ba3e43f452a5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:31.099574 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2a201612-2faf-4162-9ced-e1d5c771f4b1 req-e7620d0f-f5bf-4c89-9fea-ba3e43f452a5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0537682 Aug 31 16:02:31.165955 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2a201612-2faf-4162-9ced-e1d5c771f4b1 req-d1fd9951-bd1e-468c-9e83-c60c765bdad1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551093 Aug 31 16:02:32.315214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168fdd0-9bd4-47fb-9a46-8edb9d9e46fe req-60bb42ea-26c9-4cba-9e73-a64942c71cb3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:32.316961 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7168fdd0-9bd4-47fb-9a46-8edb9d9e46fe req-60bb42ea-26c9-4cba-9e73-a64942c71cb3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0548968 Aug 31 16:02:32.379905 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7168fdd0-9bd4-47fb-9a46-8edb9d9e46fe req-efb1cdb5-832b-4d9b-b123-5a2f9761cf17 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567780 Aug 31 16:02:33.528092 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97a744-1741-486d-98f5-a47bef43cc31 req-9b87ad54-83b2-4def-b5bf-aef223578664 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:33.530239 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a97a744-1741-486d-98f5-a47bef43cc31 req-9b87ad54-83b2-4def-b5bf-aef223578664 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0688663 Aug 31 16:02:33.566614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:33.612027 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a97a744-1741-486d-98f5-a47bef43cc31 req-1fbd14ef-e49b-45b8-b028-d81a8d57151f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736756 Aug 31 16:02:34.786297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb071092-c20e-40d0-a577-cc6cd97e19fe req-c0cf3ace-622f-4287-893a-bf7e4225b782 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:34.787919 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bb071092-c20e-40d0-a577-cc6cd97e19fe req-c0cf3ace-622f-4287-893a-bf7e4225b782 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0600274 Aug 31 16:02:34.850162 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bb071092-c20e-40d0-a577-cc6cd97e19fe req-21555aaf-d972-4a2a-a28b-66af7ae54c86 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517566 Aug 31 16:02:35.987031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec380fd-9175-4b6c-9e73-8457830a7556 req-9a5f3391-2298-4ebe-b797-213845abe7a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:35.989805 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9ec380fd-9175-4b6c-9e73-8457830a7556 req-9a5f3391-2298-4ebe-b797-213845abe7a9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0628088 Aug 31 16:02:36.048195 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9ec380fd-9175-4b6c-9e73-8457830a7556 req-d540c749-39cd-4890-bd88-f975f3b8f93b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515444 Aug 31 16:02:36.778643 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:02:37.179717 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e0a3b-75f2-47d7-ae5a-de634f2d23e1 req-8769f108-17a0-434b-afab-42de258f515b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:37.181374 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3e7e0a3b-75f2-47d7-ae5a-de634f2d23e1 req-8769f108-17a0-434b-afab-42de258f515b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0534256 Aug 31 16:02:37.253270 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3e7e0a3b-75f2-47d7-ae5a-de634f2d23e1 req-a05b167a-a61e-4d5c-a60e-ae50f066e24c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618074 Aug 31 16:02:38.418562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e565971-cb84-489c-9f38-6b068358307a req-b4bba7d8-27c8-41a9-9a2c-cdcee46a96d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:38.421884 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5e565971-cb84-489c-9f38-6b068358307a req-b4bba7d8-27c8-41a9-9a2c-cdcee46a96d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0776143 Aug 31 16:02:38.503218 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5e565971-cb84-489c-9f38-6b068358307a req-c6c49e2a-fccc-4f2a-a28a-98be6fadc1f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751250 Aug 31 16:02:38.559954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-03abd3c7-b845-480d-88e9-d696273acef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:39.633149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79b449-eb7b-43ee-a55e-6b314a5e956c req-d4a94043-4519-4d46-930e-89b09ffce1dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:39.634736 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9a79b449-eb7b-43ee-a55e-6b314a5e956c req-d4a94043-4519-4d46-930e-89b09ffce1dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0520802 Aug 31 16:02:39.700605 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9a79b449-eb7b-43ee-a55e-6b314a5e956c req-3d90028a-14b7-49ab-bd79-995c7fe9afeb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589478 Aug 31 16:02:40.198600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-1ac74ceb-1223-4368-8848-458a3376d33f req-e4214bc8-e460-471a-a84c-905265f89118 service neutron] (114266) timed out ('10.222.0.43', 63027) {{(pid=114266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 16:02:40.748518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9dbc0635-191b-4cff-81ed-dc61ba0b2663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:40.871226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fe669-f227-4319-ba9c-f62a9570722d req-ff07919e-baa0-4816-88ac-9baf76110e6c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:40.873278 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-928fe669-f227-4319-ba9c-f62a9570722d req-ff07919e-baa0-4816-88ac-9baf76110e6c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0570114 Aug 31 16:02:40.914686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:40.931636 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-928fe669-f227-4319-ba9c-f62a9570722d req-0ba61fe0-e60c-4932-97a7-079fb9baaa3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511065 Aug 31 16:02:42.072340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ebb55-8bd9-4894-b0f0-5b965b4222fb req-6ed07214-a880-4b0b-80b4-0459e28d346b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:42.074816 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0a8ebb55-8bd9-4894-b0f0-5b965b4222fb req-6ed07214-a880-4b0b-80b4-0459e28d346b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0621815 Aug 31 16:02:42.123713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:42.133993 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0a8ebb55-8bd9-4894-b0f0-5b965b4222fb req-1c321166-751e-491a-b8b4-bff8d9a52dff tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529072 Aug 31 16:02:42.234038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:43.290533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc4e05-1b8b-4eab-9fed-c9b52b3d8703 req-b0b2d686-08cd-42f6-bffb-9ff9bf05dc7f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:43.292631 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1dfc4e05-1b8b-4eab-9fed-c9b52b3d8703 req-b0b2d686-08cd-42f6-bffb-9ff9bf05dc7f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0582674 Aug 31 16:02:43.359518 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1dfc4e05-1b8b-4eab-9fed-c9b52b3d8703 req-6dfe4d5e-7e38-45db-abc4-c49bc7a5630e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566881 Aug 31 16:02:43.605429 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:43.805485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:44.520333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af96ef-b298-4302-82f3-a8f944f3e632 req-6d7c59a3-3191-4079-a8d1-9f56945a9ac5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:44.523157 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f2af96ef-b298-4302-82f3-a8f944f3e632 req-6d7c59a3-3191-4079-a8d1-9f56945a9ac5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0633996 Aug 31 16:02:44.585031 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f2af96ef-b298-4302-82f3-a8f944f3e632 req-84cd3c45-5277-4da2-9c61-6eca9c90f904 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553863 Aug 31 16:02:45.730284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346be21-44ea-4603-b8ed-04a5d00a8d81 req-f6292de3-e5e2-4c86-a6a9-c91e14444dd6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:45.731882 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c346be21-44ea-4603-b8ed-04a5d00a8d81 req-f6292de3-e5e2-4c86-a6a9-c91e14444dd6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0681062 Aug 31 16:02:45.789770 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c346be21-44ea-4603-b8ed-04a5d00a8d81 req-4c937cca-974f-43d5-b751-377abd3422a0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512085 Aug 31 16:02:46.773448 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:46.774718 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:46.936660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fea1ac-b670-471d-a3c3-cda0b876ed32 req-280400c0-21cf-41e6-a721-bb48dacf1dca tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:46.938374 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-76fea1ac-b670-471d-a3c3-cda0b876ed32 req-280400c0-21cf-41e6-a721-bb48dacf1dca tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0605476 Aug 31 16:02:46.995658 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-76fea1ac-b670-471d-a3c3-cda0b876ed32 req-a3f8e1ba-783c-4aa0-ba5d-89a026fc1efd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507116 Aug 31 16:02:48.133615 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766cfa4-6ab7-4d6c-b72f-9e018d9aa6c7 req-5c0efc65-5baa-43f7-b1e3-a0adfb7eedd8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:48.135232 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6766cfa4-6ab7-4d6c-b72f-9e018d9aa6c7 req-5c0efc65-5baa-43f7-b1e3-a0adfb7eedd8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0566912 Aug 31 16:02:48.192632 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6766cfa4-6ab7-4d6c-b72f-9e018d9aa6c7 req-6a75f670-31b7-4e0a-9a39-e17b85ae579e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508966 Aug 31 16:02:49.325315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:02:49.338269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292a2bb-114c-4efc-a088-0adfc1ab2919 req-2a1e3ddd-8ba6-40ae-9a28-920710644e42 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:49.339894 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3292a2bb-114c-4efc-a088-0adfc1ab2919 req-2a1e3ddd-8ba6-40ae-9a28-920710644e42 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0538993 Aug 31 16:02:49.402818 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3292a2bb-114c-4efc-a088-0adfc1ab2919 req-ca509717-178d-4681-b410-016267347ca3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525212 Aug 31 16:02:50.539210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1671b-afb1-4528-9057-a99a629aade7 req-b49205c0-44a5-4cbe-b143-e6dfd868dc7c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:50.541040 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-28f1671b-afb1-4528-9057-a99a629aade7 req-b49205c0-44a5-4cbe-b143-e6dfd868dc7c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0620089 Aug 31 16:02:50.601467 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-28f1671b-afb1-4528-9057-a99a629aade7 req-cc7928fe-927f-4a39-bcad-b1576b1958b6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536146 Aug 31 16:02:51.129385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:02:51.796073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b6b23-e000-40b3-9f01-dbb13baacef6 req-9c2dcf60-ed4e-42be-9fa8-6c03a24d05ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:51.798173 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d09b6b23-e000-40b3-9f01-dbb13baacef6 req-9c2dcf60-ed4e-42be-9fa8-6c03a24d05ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.1190128 Aug 31 16:02:51.898099 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d09b6b23-e000-40b3-9f01-dbb13baacef6 req-611cec4c-efeb-4c45-8a99-dbf1dc16c26a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935218 Aug 31 16:02:53.031863 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee3fb-4cac-4734-92f7-dbc9a506a683 req-de31a955-637c-4902-b17a-cc4d4c8ae25a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:53.033420 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-237ee3fb-4cac-4734-92f7-dbc9a506a683 req-de31a955-637c-4902-b17a-cc4d4c8ae25a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0543387 Aug 31 16:02:53.104116 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-237ee3fb-4cac-4734-92f7-dbc9a506a683 req-08c19be5-80ee-46aa-82ee-91d723afdea7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612733 Aug 31 16:02:54.238174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d26352-484e-492d-8d92-2ffcd1c2bd46 req-61ba1dc1-fd74-425f-b68c-e2fcead5564b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:54.239852 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c9d26352-484e-492d-8d92-2ffcd1c2bd46 req-61ba1dc1-fd74-425f-b68c-e2fcead5564b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0547953 Aug 31 16:02:54.300641 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c9d26352-484e-492d-8d92-2ffcd1c2bd46 req-b13b5341-df57-4881-8034-6dc5e36638bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545101 Aug 31 16:02:55.514013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312b4c8-3519-44a0-8cb5-d98ef7079d72 req-8eff096f-d2b3-47a7-afe2-db2aa0eb514b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:55.516067 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c312b4c8-3519-44a0-8cb5-d98ef7079d72 req-8eff096f-d2b3-47a7-afe2-db2aa0eb514b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.1196179 Aug 31 16:02:55.611305 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c312b4c8-3519-44a0-8cb5-d98ef7079d72 req-bba3e5da-a012-4785-910c-d5f9f6ce2eab tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879605 Aug 31 16:02:56.750313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ec901-0dab-411b-a9ea-be580deb2fd6 req-c6460071-f003-4c2d-b195-e14445c09b77 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:56.752528 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3d0ec901-0dab-411b-a9ea-be580deb2fd6 req-c6460071-f003-4c2d-b195-e14445c09b77 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0585330 Aug 31 16:02:56.818480 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3d0ec901-0dab-411b-a9ea-be580deb2fd6 req-42f40500-3a18-4776-b5a7-e88a17c72a28 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574994 Aug 31 16:02:57.980559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a36d51-6489-4dc9-916c-de1213a1acdc req-7ec64367-b952-4e77-8db8-a8f8d1a3f47d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:57.983252 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8a36d51-6489-4dc9-916c-de1213a1acdc req-7ec64367-b952-4e77-8db8-a8f8d1a3f47d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0806932 Aug 31 16:02:58.054047 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8a36d51-6489-4dc9-916c-de1213a1acdc req-17101c91-c8ed-42c6-b9bf-c40cbda03ca1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636635 Aug 31 16:02:59.218987 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f044a-1055-4034-9120-9d0c461d00ca req-6433f95f-6c97-4f62-82ea-5688ceb65d94 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:02:59.220701 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-189f044a-1055-4034-9120-9d0c461d00ca req-6433f95f-6c97-4f62-82ea-5688ceb65d94 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0597293 Aug 31 16:02:59.299820 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-189f044a-1055-4034-9120-9d0c461d00ca req-672ce7cc-ee27-4acf-87d8-01d60c09b715 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723546 Aug 31 16:03:00.400825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:00.442726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9757c-aa19-4b10-986b-91d8d65c260b req-45aa8b2a-37a9-42df-a947-37f18c362a77 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:00.444365 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4ab9757c-aa19-4b10-986b-91d8d65c260b req-45aa8b2a-37a9-42df-a947-37f18c362a77 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0537727 Aug 31 16:03:00.526303 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4ab9757c-aa19-4b10-986b-91d8d65c260b req-5762e813-95b6-4eff-84f3-53e310f40a5a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710969 Aug 31 16:03:01.012832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:01.015389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:01.657315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5a400-7cef-40fc-9341-7336baf64903 req-7eec7a90-5864-45fe-bdec-76921a1a9772 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:01.659017 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ded5a400-7cef-40fc-9341-7336baf64903 req-7eec7a90-5864-45fe-bdec-76921a1a9772 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0535064 Aug 31 16:03:01.716250 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ded5a400-7cef-40fc-9341-7336baf64903 req-8f6484a2-2bfd-4179-83ae-3126052c1720 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512691 Aug 31 16:03:02.849425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9bba1-9023-4ad9-b590-708576593946 req-a405733b-6781-4667-90c3-29acdfec6a5b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:02.851085 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dbd9bba1-9023-4ad9-b590-708576593946 req-a405733b-6781-4667-90c3-29acdfec6a5b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0530062 Aug 31 16:03:02.915922 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dbd9bba1-9023-4ad9-b590-708576593946 req-c1a1d89c-40a8-468e-84a8-30a115f19f2d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571797 Aug 31 16:03:04.088946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6faf2-7037-44a0-992c-e900986348bd req-105b68aa-bdc9-492d-a125-8a949f8804d0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:04.090700 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-78b6faf2-7037-44a0-992c-e900986348bd req-105b68aa-bdc9-492d-a125-8a949f8804d0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0591054 Aug 31 16:03:04.150969 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-78b6faf2-7037-44a0-992c-e900986348bd req-edec6b1f-d485-4dc0-97f9-8420cc8391bb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533009 Aug 31 16:03:05.293685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1e4f-ee76-4678-b369-550a2d51c39d req-47765b6d-3577-4926-bc3e-d184735d22c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:05.296437 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e53e1e4f-ee76-4678-b369-550a2d51c39d req-47765b6d-3577-4926-bc3e-d184735d22c7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0563123 Aug 31 16:03:05.360461 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e53e1e4f-ee76-4678-b369-550a2d51c39d req-69de556c-ac42-492e-a546-59152e3c17d0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555007 Aug 31 16:03:06.564426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f756054-3dcf-4a91-9fcd-f207bd08dcee req-f10b17b1-4e6f-466b-a6c4-7d5db26a6219 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:06.566266 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2f756054-3dcf-4a91-9fcd-f207bd08dcee req-f10b17b1-4e6f-466b-a6c4-7d5db26a6219 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0868709 Aug 31 16:03:06.644873 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2f756054-3dcf-4a91-9fcd-f207bd08dcee req-45f7cfad-1bd4-4ae8-a14e-4d9c10bcbf1e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712383 Aug 31 16:03:06.753992 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:06.755241 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:07.813314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce07cc-cf5c-4a47-88a5-1e0e93c611bf req-c12456a4-8ed2-45c5-a731-0e8b61dcba86 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:07.816235 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-03ce07cc-cf5c-4a47-88a5-1e0e93c611bf req-c12456a4-8ed2-45c5-a731-0e8b61dcba86 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0813298 Aug 31 16:03:07.876519 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-03ce07cc-cf5c-4a47-88a5-1e0e93c611bf req-e551e69d-f185-4eef-a01b-fb6ad5e14492 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544496 Aug 31 16:03:08.684017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dd9b11b6-ebbe-476e-9e9b-3e57556b294b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:09.018572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67003d-1e63-4c24-95d9-aadc821bc7a5 req-7a6772e6-29f4-4037-bf7f-964c41609ca1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:09.021050 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5b67003d-1e63-4c24-95d9-aadc821bc7a5 req-7a6772e6-29f4-4037-bf7f-964c41609ca1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0521498 Aug 31 16:03:09.050930 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:09.086356 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5b67003d-1e63-4c24-95d9-aadc821bc7a5 req-d2b0f44b-4a65-477f-95a9-e3eed1952a60 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596242 Aug 31 16:03:10.204981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:10.226416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9306a-86f2-4d17-a67c-310e0c910afc req-a351c213-e983-42b7-84f2-a502e6cd12a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:10.228019 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ffa9306a-86f2-4d17-a67c-310e0c910afc req-a351c213-e983-42b7-84f2-a502e6cd12a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0588806 Aug 31 16:03:10.290227 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ffa9306a-86f2-4d17-a67c-310e0c910afc req-c50b4a7d-1f2f-4fbc-adb1-95ad7597c96d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545437 Aug 31 16:03:10.712690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b90f37cf-037a-41b8-b143-a360535595f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:11.433182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a632b-4e17-49e0-9ffa-56f62d6ebd6a req-5d0a6c4d-08da-442a-8d4a-c83a819ab9b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:11.435261 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d57a632b-4e17-49e0-9ffa-56f62d6ebd6a req-5d0a6c4d-08da-442a-8d4a-c83a819ab9b4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0542009 Aug 31 16:03:11.521502 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d57a632b-4e17-49e0-9ffa-56f62d6ebd6a req-7e42b634-ede7-40b3-b4ea-6bc02a54e574 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=185f030f-60b6-4e83-bd80-d62c31d77fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796185 Aug 31 16:03:11.910568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-b87fde11-1973-40a6-b51f-ea68bd57c488 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:11.912431 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-b87fde11-1973-40a6-b51f-ea68bd57c488 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 944 time: 0.0547080 Aug 31 16:03:12.019567 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:03:12.019965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:12.132165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f,segment=NetworkSegment(19aa835b-b3cb-4ea2-87cb-e51de70e7b0a),segment_id=19aa835b-b3cb-4ea2-87cb-e51de70e7b0a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:12.132707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:12.150898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:03:12.174470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:12.398224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:12.429604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:12.459687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.459687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.460095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.460095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.460424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.460960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.461173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.461393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.461970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.462150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.462501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.462667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.463035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.463337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.463622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:12.508531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] No DVR routers for this DVR port 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:03:12.512371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:12.518948 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9f6ebf3-a758-4be4-9d88-336fb3d6e937 req-82dff77a-635a-44f7-b121-0ec0f7ded5d8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "DELETE /networking/v2.0/ports/6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f HTTP/1.1" status: 204 len: 173 time: 0.5976038 Aug 31 16:03:12.519665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1c8d25-37ee-4bc2-9def-21459bd20b1b', 'name': 'network-vif-deleted', 'tag': '6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:03:12.523811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b9b022-fe46-40ad-9251-629e8ba6dd8a" -d '{"events": [{"server_uuid": "aa1c8d25-37ee-4bc2-9def-21459bd20b1b", "name": "network-vif-deleted", "tag": "6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:12.571788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d349a3a1-1008-48ab-9adb-259b70ff9eba x-openstack-request-id: req-d349a3a1-1008-48ab-9adb-259b70ff9eba {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:12.572184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1c8d25-37ee-4bc2-9def-21459bd20b1b", "name": "network-vif-deleted", "tag": "6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:12.572508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d349a3a1-1008-48ab-9adb-259b70ff9eba {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:12.573076 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d349a3a1-1008-48ab-9adb-259b70ff9eba']: {'server_uuid': 'aa1c8d25-37ee-4bc2-9def-21459bd20b1b', 'name': 'network-vif-deleted', 'tag': '6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:03:12.658630 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9aebecbb-443d-4566-bbd2-14dc33a7c3c8 req-f11567e7-75ec-458e-8d5b-97be7e1e09fc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 210 time: 0.0434442 Aug 31 16:03:13.610264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:13.724515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:13.784620 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:03:13.841740 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c53e94e1-137f-4534-b932-9845455f0a76 req-62f33a74-4bdf-4ea3-ac62-f5504ccfd869 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 210 time: 0.0483122 Aug 31 16:03:14.098637 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4cd8822e-10cd-40d1-9049-a5d0c75856ea req-b9f968c7-754f-45a8-97e3-6bb3aa33308b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aa1c8d25-37ee-4bc2-9def-21459bd20b1b HTTP/1.1" status: 200 len: 210 time: 0.0319121 Aug 31 16:03:14.804234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43030) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:14.834652 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:14.916543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f90133b1-4763-445b-ab48-22f52a1225fd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (185f030f-60b6-4e83-bd80-d62c31d77fa4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:14.966654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f90133b1-4763-445b-ab48-22f52a1225fd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (185f030f-60b6-4e83-bd80-d62c31d77fa4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:15.168343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f90133b1-4763-445b-ab48-22f52a1225fd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (185f030f-60b6-4e83-bd80-d62c31d77fa4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:15.172049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f90133b1-4763-445b-ab48-22f52a1225fd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:15.173289 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f90133b1-4763-445b-ab48-22f52a1225fd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/185f030f-60b6-4e83-bd80-d62c31d77fa4 HTTP/1.1" status: 204 len: 168 time: 0.3676608 Aug 31 16:03:15.184509 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90133b1-4763-445b-ab48-22f52a1225fd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=185f030f-60b6-4e83-bd80-d62c31d77fa4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:15.308811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43034) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:15.601320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:15.694767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (3c56c3a3-53da-4d30-a4a6-a98f9e032973), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:15.831700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:03:15.855974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:03:15.856954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 6e7ed90c-9045-4a16-ba65-c6cad4d6fc5f not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:03:16.340219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:03:16.340971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:16.459668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=75cd307e-b507-45e8-a1ac-f9aaf6b31cd9,segment=NetworkSegment(19aa835b-b3cb-4ea2-87cb-e51de70e7b0a),segment_id=19aa835b-b3cb-4ea2-87cb-e51de70e7b0a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:16.460256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:16.485468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:03:16.575323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:16.781267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (75cd307e-b507-45e8-a1ac-f9aaf6b31cd9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:16.816713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=75cd307e-b507-45e8-a1ac-f9aaf6b31cd9,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:17.076500 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (3c56c3a3-53da-4d30-a4a6-a98f9e032973), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:17.189470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:17.368742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:03:17.536646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:03:17.543062 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0b1ac519-010b-4bea-b480-cdec9a7e3f27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/3c56c3a3-53da-4d30-a4a6-a98f9e032973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2328541 Aug 31 16:03:17.547273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43036) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:17.550607 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] Sync routers for ids ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:03:17.569548 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] Routers {'3c56c3a3-53da-4d30-a4a6-a98f9e032973'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:03:17.570672 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:03:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:17.608098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5a0e35-6636-476a-a6a4-c5b10402d74f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting subnet c6b4a172-be8d-4d8f-a55a-44a724371138 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:03:17.612714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f5a0e35-6636-476a-a6a4-c5b10402d74f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (c6b4a172-be8d-4d8f-a55a-44a724371138), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:17.662379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f5a0e35-6636-476a-a6a4-c5b10402d74f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (c6b4a172-be8d-4d8f-a55a-44a724371138), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:17.730289 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] Set router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:03:17.767031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:17.775502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f5a0e35-6636-476a-a6a4-c5b10402d74f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (c6b4a172-be8d-4d8f-a55a-44a724371138), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:17.963625 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'name': 'tempest-TestNetworkBasicOps-router-1603910542', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:03:16Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:18.016583 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] Checking router: 3c56c3a3-53da-4d30-a4a6-a98f9e032973 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:03:18.032890 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] Routers {'3c56c3a3-53da-4d30-a4a6-a98f9e032973'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:03:18.033986 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:03:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:18.045215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f5a0e35-6636-476a-a6a4-c5b10402d74f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (c6b4a172-be8d-4d8f-a55a-44a724371138), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:18.072895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a0e35-6636-476a-a6a4-c5b10402d74f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b4a172-be8d-4d8f-a55a-44a724371138,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:18.086250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9f5a0e35-6636-476a-a6a4-c5b10402d74f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:18.093287 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9f5a0e35-6636-476a-a6a4-c5b10402d74f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/c6b4a172-be8d-4d8f-a55a-44a724371138 HTTP/1.1" status: 204 len: 168 time: 0.5445738 Aug 31 16:03:18.095923 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c110a-8ed3-4087-82a4-65e014e67d15 None None] Network b22548a2-3545-4995-bb06-b2f0742fae11 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:03:18.097533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43038) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:18.221100 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] Set router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:03:18.295591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (3c56c3a3-53da-4d30-a4a6-a98f9e032973), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:18.324124 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] DHCP port deletion for b22548a2-3545-4995-bb06-b2f0742fae11 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:03:18.399414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Deleting port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:03:18.400391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:18.430422 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'name': 'tempest-TestNetworkBasicOps-router-1603910542', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:03:16Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:18.475961 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341139d-7deb-47e3-bdd8-0c91e8d8219c None None] The sync data for ids ['3c56c3a3-53da-4d30-a4a6-a98f9e032973'] in dv-neutron-855257-2-hyperv is: [{'id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'name': 'tempest-TestNetworkBasicOps-router-1603910542', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:03:16Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '6d7dd275-b4f4-4002-9564-7a0bc00fe29f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c56c3a3-53da-4d30-a4a6-a98f9e032973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:01:51Z', 'updated_at': '2022-08-31T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:03:18.506761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (3c56c3a3-53da-4d30-a4a6-a98f9e032973), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:18.532690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] For port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd,segment=NetworkSegment(19aa835b-b3cb-4ea2-87cb-e51de70e7b0a),segment_id=19aa835b-b3cb-4ea2-87cb-e51de70e7b0a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:18.533382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:18.549998 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Calling delete_port for cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:03:18.649103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 6d7dd275-b4f4-4002-9564-7a0bc00fe29f {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:03:18.649523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:18.798966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 6d7dd275-b4f4-4002-9564-7a0bc00fe29f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6d7dd275-b4f4-4002-9564-7a0bc00fe29f,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:18.799437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:18.816468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 6d7dd275-b4f4-4002-9564-7a0bc00fe29f owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:03:18.920666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:18.930051 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:03:18.985320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:03:18.985320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 75cd307e-b507-45e8-a1ac-f9aaf6b31cd9 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:03:18.987139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:03:19.007155 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.086692 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:03:19.087245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:03:19.100686 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Pushing event deleted for resources: {'Port': ['ID=cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:19.109772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] No DVR routers for this DVR port cfcd8348-8ffd-442d-a5b1-16bf1aa0e2dd on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:03:19.134233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.134908 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.135310 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.135880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.136439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.136966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.137749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.138257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.138827 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.139395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.139969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.140527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.141084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.141642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.142221 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e5c9f-7b53-44c1-88df-c1d5229bf9f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:19.226280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6d7dd275-b4f4-4002-9564-7a0bc00fe29f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.259378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=6d7dd275-b4f4-4002-9564-7a0bc00fe29f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:19.331129 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (3c56c3a3-53da-4d30-a4a6-a98f9e032973), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.431863 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (3c56c3a3-53da-4d30-a4a6-a98f9e032973), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.435132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (3c56c3a3-53da-4d30-a4a6-a98f9e032973), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.477168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=11,neutron:UPDATE=3,neutron:SELECT=86 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:19.665433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (3c56c3a3-53da-4d30-a4a6-a98f9e032973), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.666277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Fanout notify agent at l3_agent the message router_deleted on router 3c56c3a3-53da-4d30-a4a6-a98f9e032973 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:03:19.676143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.681737 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-dc27fdfe-6a3f-440f-a1ed-9bb2a03d7df6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/routers/3c56c3a3-53da-4d30-a4a6-a98f9e032973 HTTP/1.1" status: 204 len: 168 time: 1.5796325 Aug 31 16:03:19.682852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43040) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:19.797821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (b22548a2-3545-4995-bb06-b2f0742fae11), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.915330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (b22548a2-3545-4995-bb06-b2f0742fae11), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.939991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22548a2-3545-4995-bb06-b2f0742fae11']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:19.951842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:19.952172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19aa835b-b3cb-4ea2-87cb-e51de70e7b0a') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:19.963373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (19aa835b-b3cb-4ea2-87cb-e51de70e7b0a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.980155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (19aa835b-b3cb-4ea2-87cb-e51de70e7b0a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:19.988579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:03:20.001598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (19aa835b-b3cb-4ea2-87cb-e51de70e7b0a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:20.102455 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 19aa835b-b3cb-4ea2-87cb-e51de70e7b0a resource provider aggregate not found Aug 31 16:03:20.119309 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 19aa835b-b3cb-4ea2-87cb-e51de70e7b0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19aa835b-b3cb-4ea2-87cb-e51de70e7b0a found for delete ", "request_id": "req-e02aaaf2-91f1-407b-bcaf-970ef39b92b2"}]} Aug 31 16:03:20.209841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (b22548a2-3545-4995-bb06-b2f0742fae11), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:20.217867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:20.225066 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/networks/b22548a2-3545-4995-bb06-b2f0742fae11 HTTP/1.1" status: 204 len: 168 time: 0.5383277 Aug 31 16:03:20.241101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d438c4e-20e6-4242-b11d-480f744ac9c3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Network': ['ID=b22548a2-3545-4995-bb06-b2f0742fae11,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:20.252611 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43048) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:20.257876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'network': {'name': 'tempest-network-smoke--235102639', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'port_security_enabled': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:20.262260 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:20.405283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:20.409460 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:20.438283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:03:20.449658 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (87b8824f-7c8d-4a7b-a363-4d932ca0bbee), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:20.450554 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Added segment 87b8824f-7c8d-4a7b-a363-4d932ca0bbee of type vlan for network b95b9d6c-1150-43fd-8f41-c320c4ca2824 Aug 31 16:03:20.495113 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (b95b9d6c-1150-43fd-8f41-c320c4ca2824), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:20.665911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (b95b9d6c-1150-43fd-8f41-c320c4ca2824), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:20.671275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:20.672009 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:20.750833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Network': ['ID=b95b9d6c-1150-43fd-8f41-c320c4ca2824,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:20.761883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.763784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.763784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.764162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.764710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.765244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.765727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.766153 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.766674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.767161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.767633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.768348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.768893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.769492 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.770042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:20.791992 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network b95b9d6c-1150-43fd-8f41-c320c4ca2824 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:03:20.812976 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b37a485f-f9b3-46c4-8d46-8597028020ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5590305 Aug 31 16:03:20.822813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43050) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:20.828373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-134572681', 'admin_state_up': True, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:20.848675 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6d7dd275-b4f4-4002-9564-7a0bc00fe29f no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:03:20.879826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 6d7dd275-b4f4-4002-9564-7a0bc00fe29f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:03:20.880217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6d7dd275-b4f4-4002-9564-7a0bc00fe29f not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:03:20.947087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (3a85f26d-1623-43e9-808b-06355723ff47), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:20.948389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (3a85f26d-1623-43e9-808b-06355723ff47), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:21.031180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (3a85f26d-1623-43e9-808b-06355723ff47), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:21.118121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:21.285532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (3a85f26d-1623-43e9-808b-06355723ff47), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:21.641405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (3a85f26d-1623-43e9-808b-06355723ff47), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:21.662959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:21.787729 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.26.2.22 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/fb5fd9f8-4459-4ca9-8250-fa8f9030be02) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:21.806756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:21.910645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:21.919958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:22.084145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:22.126109 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:22.132255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:22.138825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:03:22.166109 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=fb5fd9f8-4459-4ca9-8250-fa8f9030be02,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:22.578555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (3a85f26d-1623-43e9-808b-06355723ff47), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:22.803895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (3a85f26d-1623-43e9-808b-06355723ff47), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:23.268561 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:23.417645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 3a85f26d-1623-43e9-808b-06355723ff47 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:03:23.606870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:03:23.617944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Sync routers for ids ['3a85f26d-1623-43e9-808b-06355723ff47'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:03:23.631725 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Routers {'3a85f26d-1623-43e9-808b-06355723ff47'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:03:23.636190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:03:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3a85f26d-1623-43e9-808b-06355723ff47'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:23.697240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:23.698694 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e030dd5b-6a11-4a45-b685-b9dc53854174 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8747470 Aug 31 16:03:23.703012 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43052) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:23.738466 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-41c02386-d48e-42e6-82cd-aa5ea57c79a0 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=c1c1baf047434c6c96bb801d711d1228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340796 Aug 31 16:03:23.742866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43054) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:23.812471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Set router 3a85f26d-1623-43e9-808b-06355723ff47 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:03:23.870575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a6c0b-ec3f-47f1-88b9-6e4de908ed3c tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:23.877039 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a67a6c0b-ec3f-47f1-88b9-6e4de908ed3c tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304700 Aug 31 16:03:23.880959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43056) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:23.946851 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1ee24d00-45eb-4186-9dc0-6c0c26f7e378 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671077 Aug 31 16:03:23.950859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43058) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:23.952365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:23.957439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-43378901', 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:24.025536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:24.050472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a85f26d-1623-43e9-808b-06355723ff47', 'name': 'tempest-TestNetworkBasicOps-router-134572681', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:03:20Z', 'updated_at': '2022-08-31T16:03:22Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:21Z', 'updated_at': '2022-08-31T16:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:24.085715 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Checking router: 3a85f26d-1623-43e9-808b-06355723ff47 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:03:24.086088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Updating router 3a85f26d-1623-43e9-808b-06355723ff47 port fb5fd9f8-4459-4ca9-8250-fa8f9030be02 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:03:24.119644 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:24.158432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:24.163900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:24.475362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Publish callbacks [] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:24.500755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (799d353c-0eba-40f3-9381-02c3c5fb39b4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:24.577714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Subnet': ['ID=799d353c-0eba-40f3-9381-02c3c5fb39b4,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:24.593519 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Checking segment: {'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:03:24.594057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network hostable DHCP agents. Network: b95b9d6c-1150-43fd-8f41-c320c4ca2824, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:03:24.597738 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:24.641008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Attempting to bind port fb5fd9f8-4459-4ca9-8250-fa8f9030be02 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:03:24.641870 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Attempting to bind port fb5fd9f8-4459-4ca9-8250-fa8f9030be02 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:03:24.641870 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Attempting to bind port fb5fd9f8-4459-4ca9-8250-fa8f9030be02 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:03:24.659115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:03:24.659616 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:03:24.659861 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:24.660467 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:03:24.661051 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Bound port: fb5fd9f8-4459-4ca9-8250-fa8f9030be02, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:03:24.661427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:24.667455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7f5d-2db0-43b9-9fd3-488b83f4e7fe None None] Pushing event updated for resources: {'Port': ['ID=fb5fd9f8-4459-4ca9-8250-fa8f9030be02,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:24.717705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b95b9d6c-1150-43fd-8f41-c320c4ca2824 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:03:24.725679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] For port fb5fd9f8-4459-4ca9-8250-fa8f9030be02, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:24.729702 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] For port fb5fd9f8-4459-4ca9-8250-fa8f9030be02, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fb5fd9f8-4459-4ca9-8250-fa8f9030be02,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:24.836611 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, b95b9d6c-1150-43fd-8f41-c320c4ca2824) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:24.842059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:24.842698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:24.847859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b804f-7098-4cbb-abfd-e7336fdb88e1 None None] Network b95b9d6c-1150-43fd-8f41-c320c4ca2824 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:03:24.854245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:24.941639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Routers {'3a85f26d-1623-43e9-808b-06355723ff47'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:03:24.942454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:03:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3a85f26d-1623-43e9-808b-06355723ff47'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:24.943966 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-89721254-bb70-4815-9d85-fc9879f5b9e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9919360 Aug 31 16:03:24.954504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43060) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:25.011003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:25.025366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7f5d-2db0-43b9-9fd3-488b83f4e7fe None None] Pushing event updated for resources: {'Port': ['ID=fb5fd9f8-4459-4ca9-8250-fa8f9030be02,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:25.123627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:25.160645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-b95b9d6c-1150-43fd-8f41-c320c4ca2824', 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'fixed_ips': [{'subnet_id': '799d353c-0eba-40f3-9381-02c3c5fb39b4'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:03:25.161629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:25.187314 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] Set router 3a85f26d-1623-43e9-808b-06355723ff47 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:03:25.477370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Allocated IP 172.20.0.2 (b95b9d6c-1150-43fd-8f41-c320c4ca2824/799d353c-0eba-40f3-9381-02c3c5fb39b4/ed34053d-e165-42e8-95cc-82cb2539ce76) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:25.503835 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:25.511566 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a85f26d-1623-43e9-808b-06355723ff47', 'name': 'tempest-TestNetworkBasicOps-router-134572681', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:03:20Z', 'updated_at': '2022-08-31T16:03:22Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:21Z', 'updated_at': '2022-08-31T16:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:25.542762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:25.554333 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37413c46-d62b-46a2-89e8-f56a470de905 None None] The sync data for ids ['3a85f26d-1623-43e9-808b-06355723ff47'] in dv-neutron-855257-2-hyperv is: [{'id': '3a85f26d-1623-43e9-808b-06355723ff47', 'name': 'tempest-TestNetworkBasicOps-router-134572681', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:03:20Z', 'updated_at': '2022-08-31T16:03:22Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:21Z', 'updated_at': '2022-08-31T16:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:03:25.713773 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Publish callbacks [] for port (ed34053d-e165-42e8-95cc-82cb2539ce76), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:25.821463 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (ed34053d-e165-42e8-95cc-82cb2539ce76), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:25.881069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Network b95b9d6c-1150-43fd-8f41-c320c4ca2824 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:25.909149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:25.914378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:03:25.949437 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Pushing event updated for resources: {'Port': ['ID=ed34053d-e165-42e8-95cc-82cb2539ce76,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:26.029763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.1 (b95b9d6c-1150-43fd-8f41-c320c4ca2824/799d353c-0eba-40f3-9381-02c3c5fb39b4/a0558c23-ba56-463b-8e2e-57991d1969e4) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:26.037470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:26.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Attempting to bind port ed34053d-e165-42e8-95cc-82cb2539ce76 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:03:26.046511 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Attempting to bind port ed34053d-e165-42e8-95cc-82cb2539ce76 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:03:26.047082 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Attempting to bind port ed34053d-e165-42e8-95cc-82cb2539ce76 on network b95b9d6c-1150-43fd-8f41-c320c4ca2824 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:03:26.056364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:03:26.056844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Checking segment: {'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:03:26.057488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:26.058146 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Bound using segment: {'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:03:26.059482 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Bound port: ed34053d-e165-42e8-95cc-82cb2539ce76, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:03:26.060291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ed34053d-e165-42e8-95cc-82cb2539ce76), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:26.185714 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] For port ed34053d-e165-42e8-95cc-82cb2539ce76, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:26.191654 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] For port ed34053d-e165-42e8-95cc-82cb2539ce76, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ed34053d-e165-42e8-95cc-82cb2539ce76,segment=NetworkSegment(87b8824f-7c8d-4a7b-a363-4d932ca0bbee),segment_id=87b8824f-7c8d-4a7b-a363-4d932ca0bbee)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:26.248627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:26.272525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ed34053d-e165-42e8-95cc-82cb2539ce76), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:26.304554 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:26.386786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:26.459766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b95b9d6c-1150-43fd-8f41-c320c4ca2824 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:26.467058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:26.471526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:03:26.490335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de450854-3b8c-4f65-a812-a632b7101540 None None] Pushing event updated for resources: {'Port': ['ID=ed34053d-e165-42e8-95cc-82cb2539ce76,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:26.522899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=a0558c23-ba56-463b-8e2e-57991d1969e4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:26.579230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (3a85f26d-1623-43e9-808b-06355723ff47), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:26.870518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:26.917089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ed34053d-e165-42e8-95cc-82cb2539ce76 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:26.999377 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ed34053d-e165-42e8-95cc-82cb2539ce76 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:03:26.999993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ed34053d-e165-42e8-95cc-82cb2539ce76), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:27.000528 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ed34053d-e165-42e8-95cc-82cb2539ce76 Aug 31 16:03:27.056726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:03:27.071733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fb5fd9f8-4459-4ca9-8250-fa8f9030be02 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:27.160336 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port fb5fd9f8-4459-4ca9-8250-fa8f9030be02 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:03:27.160945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:27.161661 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port fb5fd9f8-4459-4ca9-8250-fa8f9030be02 Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:27.220939 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:03:27.257104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:27.358893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:27.455110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (3a85f26d-1623-43e9-808b-06355723ff47), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:27.457798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=a0558c23-ba56-463b-8e2e-57991d1969e4,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:27.514993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb9ada-fcfb-4823-b398-2bfd23016df1 None None] Network b95b9d6c-1150-43fd-8f41-c320c4ca2824 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:03:27.536201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:27.587754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b95b9d6c-1150-43fd-8f41-c320c4ca2824 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:27.589274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:27.625034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2ef9b0c2-935d-489f-bf2c-5fc54a4f913d None None] Provisioning complete for port ed34053d-e165-42e8-95cc-82cb2539ce76 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:03:27.625485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b0c2-935d-489f-bf2c-5fc54a4f913d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ed34053d-e165-42e8-95cc-82cb2539ce76), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:27.626447 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2ef9b0c2-935d-489f-bf2c-5fc54a4f913d None None] Attempt 1 to provision port ed34053d-e165-42e8-95cc-82cb2539ce76 Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-2ef9b0c2-935d-489f-bf2c-5fc54a4f913d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:27.712894 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:03:27.749447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 3a85f26d-1623-43e9-808b-06355723ff47 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:03:27.879752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:03:27.885366 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a0078786-3e9b-4e99-8d88-b1cb43922829 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/3a85f26d-1623-43e9-808b-06355723ff47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9284382 Aug 31 16:03:27.888677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43062) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:27.930869 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Sync routers for ids ['3a85f26d-1623-43e9-808b-06355723ff47'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:03:27.950672 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Routers {'3a85f26d-1623-43e9-808b-06355723ff47'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:03:27.951559 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:03:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3a85f26d-1623-43e9-808b-06355723ff47'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:28.036189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee2ea1-3b1d-402c-a639-722916e44af8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:28.036668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee2ea1-3b1d-402c-a639-722916e44af8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:28.037144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee2ea1-3b1d-402c-a639-722916e44af8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:28.037718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee2ea1-3b1d-402c-a639-722916e44af8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:28.039522 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cdee2ea1-3b1d-402c-a639-722916e44af8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1496973 Aug 31 16:03:28.044601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43064) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:28.046521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:28.052740 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Provisioning complete for port ed34053d-e165-42e8-95cc-82cb2539ce76 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:03:28.053545 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ed34053d-e165-42e8-95cc-82cb2539ce76), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:28.054148 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Attempt 1 to provision port ed34053d-e165-42e8-95cc-82cb2539ce76 Aug 31 16:03:28.080682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:28.111321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ed29bc-4dc0-4d04-bccf-539ccf769029 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:28.111790 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ed29bc-4dc0-4d04-bccf-539ccf769029 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:28.112417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ed29bc-4dc0-4d04-bccf-539ccf769029 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:28.113677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ed29bc-4dc0-4d04-bccf-539ccf769029 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:28.114872 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-32ed29bc-4dc0-4d04-bccf-539ccf769029 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0691285 Aug 31 16:03:28.133908 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Set router 3a85f26d-1623-43e9-808b-06355723ff47 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:03:28.135417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43066) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:28.147448 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:03:28.178470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Provisioning complete for port a0558c23-ba56-463b-8e2e-57991d1969e4 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:03:28.179150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:28.180097 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Attempt 1 to provision port a0558c23-ba56-463b-8e2e-57991d1969e4 Aug 31 16:03:28.249457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Port a0558c23-ba56-463b-8e2e-57991d1969e4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:03:28.294304 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1c4a6e84-6f1e-408e-b020-a4e9dffce89f tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1442926 Aug 31 16:03:28.459102 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a85f26d-1623-43e9-808b-06355723ff47', 'name': 'tempest-TestNetworkBasicOps-router-134572681', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:03:20Z', 'updated_at': '2022-08-31T16:03:26Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:21Z', 'updated_at': '2022-08-31T16:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'a0558c23-ba56-463b-8e2e-57991d1969e4', 'name': '', 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:a3:db:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '799d353c-0eba-40f3-9381-02c3c5fb39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:25Z', 'updated_at': '2022-08-31T16:03:27Z', 'revision_number': 2, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '799d353c-0eba-40f3-9381-02c3c5fb39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:28.477148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43070) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:28.483158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-52becd8a-3ade-485a-a4ce-cdce26230998 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485162640', 'description': 'tempest-secgroup-smoke-485162640 description', 'project_id': 'c1c1baf047434c6c96bb801d711d1228'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:28.487863 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Checking router: 3a85f26d-1623-43e9-808b-06355723ff47 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:03:28.488500 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Updating router 3a85f26d-1623-43e9-808b-06355723ff47 port a0558c23-ba56-463b-8e2e-57991d1969e4 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:03:28.513946 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:28.521224 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:28.537076 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:28.615223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52becd8a-3ade-485a-a4ce-cdce26230998 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:28.702370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52becd8a-3ade-485a-a4ce-cdce26230998 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (30e09378-7947-438e-b748-a28cf4769af8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:28.752018 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Attempt 2 to provision port a0558c23-ba56-463b-8e2e-57991d1969e4 Aug 31 16:03:28.788405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Port a0558c23-ba56-463b-8e2e-57991d1969e4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:03:28.814643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52becd8a-3ade-485a-a4ce-cdce26230998 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (30e09378-7947-438e-b748-a28cf4769af8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:28.840767 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Publish callbacks [] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:28.849336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52becd8a-3ade-485a-a4ce-cdce26230998 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e09378-7947-438e-b748-a28cf4769af8,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:28.925654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-52becd8a-3ade-485a-a4ce-cdce26230998 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:28.926988 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-52becd8a-3ade-485a-a4ce-cdce26230998 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4485297 Aug 31 16:03:28.930424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43072) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:28.935701 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:28.936600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9343c035-6954-49f3-b2b5-46e94852ed18 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '30e09378-7947-438e-b748-a28cf4769af8', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:28.944603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:29.009150 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Pushing event updated for resources: {'Port': ['ID=a0558c23-ba56-463b-8e2e-57991d1969e4,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:29.035561 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.037393 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.037393 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.037393 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.037393 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.037393 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.038187 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.038187 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.038187 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.038669 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.038824 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.039073 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.039387 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.039697 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.040002 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:29.053470 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Attempting to bind port a0558c23-ba56-463b-8e2e-57991d1969e4 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:03:29.053864 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Attempting to bind port a0558c23-ba56-463b-8e2e-57991d1969e4 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:03:29.054222 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Attempting to bind port a0558c23-ba56-463b-8e2e-57991d1969e4 on network b95b9d6c-1150-43fd-8f41-c320c4ca2824 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:03:29.061498 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:03:29.061899 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Checking segment: {'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:03:29.062294 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.062686 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Bound using segment: {'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:03:29.063166 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Bound port: a0558c23-ba56-463b-8e2e-57991d1969e4, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:03:29.063541 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.073333 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9343c035-6954-49f3-b2b5-46e94852ed18 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (0693721c-9b28-4c72-af65-1bbf57a5876f), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.148432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9343c035-6954-49f3-b2b5-46e94852ed18 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (0693721c-9b28-4c72-af65-1bbf57a5876f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.214131 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] For port a0558c23-ba56-463b-8e2e-57991d1969e4, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:29.218385 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] For port a0558c23-ba56-463b-8e2e-57991d1969e4, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a0558c23-ba56-463b-8e2e-57991d1969e4,segment=NetworkSegment(87b8824f-7c8d-4a7b-a363-4d932ca0bbee),segment_id=87b8824f-7c8d-4a7b-a363-4d932ca0bbee)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:29.243420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9343c035-6954-49f3-b2b5-46e94852ed18 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (0693721c-9b28-4c72-af65-1bbf57a5876f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.265393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343c035-6954-49f3-b2b5-46e94852ed18 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0693721c-9b28-4c72-af65-1bbf57a5876f,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:29.289637 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Attempt 3 to provision port a0558c23-ba56-463b-8e2e-57991d1969e4 Aug 31 16:03:29.313030 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.325844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Port a0558c23-ba56-463b-8e2e-57991d1969e4 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:03:29.344051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9343c035-6954-49f3-b2b5-46e94852ed18 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.349035 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9343c035-6954-49f3-b2b5-46e94852ed18 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4142439 Aug 31 16:03:29.349735 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43074) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:29.354738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f7cf7ada-f97e-4578-aced-dee38c768edd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '30e09378-7947-438e-b748-a28cf4769af8', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:29.364124 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Routers {'3a85f26d-1623-43e9-808b-06355723ff47'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:03:29.364124 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:03:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3a85f26d-1623-43e9-808b-06355723ff47'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:29.365474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:29.409786 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bcba7-2439-47b9-8848-f620262c9b08 None None] Pushing event updated for resources: {'Port': ['ID=a0558c23-ba56-463b-8e2e-57991d1969e4,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:29.485840 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] Set router 3a85f26d-1623-43e9-808b-06355723ff47 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:03:29.520056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7ada-f97e-4578-aced-dee38c768edd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (59510bcf-1156-4dce-a825-7206d4794ac6), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.590748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:29.593015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7ada-f97e-4578-aced-dee38c768edd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (59510bcf-1156-4dce-a825-7206d4794ac6), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.660393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7ada-f97e-4578-aced-dee38c768edd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (59510bcf-1156-4dce-a825-7206d4794ac6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.681914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf7ada-f97e-4578-aced-dee38c768edd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59510bcf-1156-4dce-a825-7206d4794ac6,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:29.703153 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:29.767878 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a85f26d-1623-43e9-808b-06355723ff47', 'name': 'tempest-TestNetworkBasicOps-router-134572681', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:03:20Z', 'updated_at': '2022-08-31T16:03:26Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:21Z', 'updated_at': '2022-08-31T16:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'a0558c23-ba56-463b-8e2e-57991d1969e4', 'name': '', 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:a3:db:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '799d353c-0eba-40f3-9381-02c3c5fb39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:25Z', 'updated_at': '2022-08-31T16:03:29Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '799d353c-0eba-40f3-9381-02c3c5fb39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:29.788196 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7ada-f97e-4578-aced-dee38c768edd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:29.790083 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f7cf7ada-f97e-4578-aced-dee38c768edd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4389019 Aug 31 16:03:29.794644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43076) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:29.800705 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4e335-16c1-40c7-b9c9-e9beaa3f1126 None None] The sync data for ids ['3a85f26d-1623-43e9-808b-06355723ff47'] in dv-neutron-855257-2-hyperv is: [{'id': '3a85f26d-1623-43e9-808b-06355723ff47', 'name': 'tempest-TestNetworkBasicOps-router-134572681', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:03:20Z', 'updated_at': '2022-08-31T16:03:26Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:21Z', 'updated_at': '2022-08-31T16:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'a0558c23-ba56-463b-8e2e-57991d1969e4', 'name': '', 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:a3:db:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '799d353c-0eba-40f3-9381-02c3c5fb39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:25Z', 'updated_at': '2022-08-31T16:03:29Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '799d353c-0eba-40f3-9381-02c3c5fb39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:03:29.802481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b8c28b64-6aba-4d44-b940-3c594dd513dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '30e09378-7947-438e-b748-a28cf4769af8', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:29.827353 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Attempt 4 to provision port a0558c23-ba56-463b-8e2e-57991d1969e4 Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d275fce0-3b12-449d-9f79-875121cb2efa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:29.919567 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:03:29.957293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8c28b64-6aba-4d44-b940-3c594dd513dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (5593370d-7f28-4848-83c1-27b4e6bf2203), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:30.050288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8c28b64-6aba-4d44-b940-3c594dd513dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (5593370d-7f28-4848-83c1-27b4e6bf2203), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:30.050554 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d2ef5689-56c3-4047-9357-2ec75413a007 None None] Provisioning complete for port a0558c23-ba56-463b-8e2e-57991d1969e4 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:03:30.050554 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5689-56c3-4047-9357-2ec75413a007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:30.050554 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d2ef5689-56c3-4047-9357-2ec75413a007 None None] Attempt 1 to provision port a0558c23-ba56-463b-8e2e-57991d1969e4 Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d2ef5689-56c3-4047-9357-2ec75413a007 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:30.127646 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:03:30.134673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8c28b64-6aba-4d44-b940-3c594dd513dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (5593370d-7f28-4848-83c1-27b4e6bf2203), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:30.157307 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c28b64-6aba-4d44-b940-3c594dd513dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5593370d-7f28-4848-83c1-27b4e6bf2203,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:30.248517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b8c28b64-6aba-4d44-b940-3c594dd513dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:30.250680 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b8c28b64-6aba-4d44-b940-3c594dd513dd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4543536 Aug 31 16:03:30.254419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43078) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:30.259363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9a3a632b-5e13-4ce7-96bf-aee44b24119e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '30e09378-7947-438e-b748-a28cf4769af8', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:30.423600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a3a632b-5e13-4ce7-96bf-aee44b24119e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (8e7458a0-6e87-4e01-9285-267a0ccb5a98), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:30.528360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a3a632b-5e13-4ce7-96bf-aee44b24119e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (8e7458a0-6e87-4e01-9285-267a0ccb5a98), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:30.666099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a3a632b-5e13-4ce7-96bf-aee44b24119e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (8e7458a0-6e87-4e01-9285-267a0ccb5a98), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:30.692273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a632b-5e13-4ce7-96bf-aee44b24119e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7458a0-6e87-4e01-9285-267a0ccb5a98,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:30.839159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a0558c23-ba56-463b-8e2e-57991d1969e4 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:30.868910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9a3a632b-5e13-4ce7-96bf-aee44b24119e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:30.871773 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9a3a632b-5e13-4ce7-96bf-aee44b24119e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6149962 Aug 31 16:03:30.875194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43080) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:30.880633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-23ec0dc1-597b-4eec-b539-8197b9a4e3bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '30e09378-7947-438e-b748-a28cf4769af8', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:30.903789 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port a0558c23-ba56-463b-8e2e-57991d1969e4 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:03:30.904246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:30.904748 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port a0558c23-ba56-463b-8e2e-57991d1969e4 Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:30.951201 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:03:31.061085 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-23ec0dc1-597b-4eec-b539-8197b9a4e3bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:03:31.076237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-23ec0dc1-597b-4eec-b539-8197b9a4e3bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (c5b1e691-12c7-4773-afdd-6a111c816223), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:31.145023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-23ec0dc1-597b-4eec-b539-8197b9a4e3bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (c5b1e691-12c7-4773-afdd-6a111c816223), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:31.283664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-23ec0dc1-597b-4eec-b539-8197b9a4e3bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (c5b1e691-12c7-4773-afdd-6a111c816223), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:31.307009 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec0dc1-597b-4eec-b539-8197b9a4e3bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b1e691-12c7-4773-afdd-6a111c816223,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:31.419593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-23ec0dc1-597b-4eec-b539-8197b9a4e3bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:31.421855 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-23ec0dc1-597b-4eec-b539-8197b9a4e3bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5451295 Aug 31 16:03:31.424888 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43082) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:03:31.429664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-307762a7-f395-4be4-aebd-532bbcbf595e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '30e09378-7947-438e-b748-a28cf4769af8', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:31.558027 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-307762a7-f395-4be4-aebd-532bbcbf595e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:03:31.564649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-307762a7-f395-4be4-aebd-532bbcbf595e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (0a38ffe7-5b99-4ccd-ba41-f4cecc75801e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:31.654599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-307762a7-f395-4be4-aebd-532bbcbf595e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (0a38ffe7-5b99-4ccd-ba41-f4cecc75801e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:31.763727 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-307762a7-f395-4be4-aebd-532bbcbf595e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (0a38ffe7-5b99-4ccd-ba41-f4cecc75801e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:31.789053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307762a7-f395-4be4-aebd-532bbcbf595e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a38ffe7-5b99-4ccd-ba41-f4cecc75801e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:31.898114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-307762a7-f395-4be4-aebd-532bbcbf595e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:31.899916 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-307762a7-f395-4be4-aebd-532bbcbf595e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4738715 Aug 31 16:03:32.095556 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-13e8a3cb-642d-4bb4-90f2-89d4073f4454 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-485162640&fields=id&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 267 time: 0.0608234 Aug 31 16:03:32.239919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-3a5242d9-f8f0-4c2f-90b5-d0e407ac79a8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:32.242565 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-3a5242d9-f8f0-4c2f-90b5-d0e407ac79a8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/networks?id=b95b9d6c-1150-43fd-8f41-c320c4ca2824 HTTP/1.1" status: 200 len: 796 time: 0.1390870 Aug 31 16:03:32.263027 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-160b6bc0-39a9-49ba-befb-73e6bfecf2bd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/quotas/c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 375 time: 0.0130534 Aug 31 16:03:32.332799 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-f9a6877a-6df4-4894-bf2f-2a185a36cf9e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594420 Aug 31 16:03:32.457855 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-d67ea349-5033-4b42-a31f-7f2b875126ee service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b95b9d6c-1150-43fd-8f41-c320c4ca2824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117852 Aug 31 16:03:32.570087 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-be03bf92-9c9b-4fcd-8535-37d7757111cb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b95b9d6c-1150-43fd-8f41-c320c4ca2824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048310 Aug 31 16:03:32.896884 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-357b02cf-7667-4905-854e-12bcc5eb11d6 req-f9def5f8-87ba-4c82-8134-5b5ff4c13a21 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 210 time: 0.0406060 Aug 31 16:03:34.017696 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3bdd7fb-153a-4b7d-9f6a-2e6f62901ed6 req-4b2fdfcc-3dbc-48d3-b56b-966325970d0e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 210 time: 0.0491323 Aug 31 16:03:35.141116 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bc22b807-0696-4e37-a793-cf388e3fa519 req-d58380ee-c06a-4da8-b5c8-186905754a3e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 210 time: 0.0341101 Aug 31 16:03:35.705636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:35.765035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-0651be3d-7436-4793-a78e-3f3d5902923b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:35.766749 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-0651be3d-7436-4793-a78e-3f3d5902923b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/networks?id=b95b9d6c-1150-43fd-8f41-c320c4ca2824 HTTP/1.1" status: 200 len: 796 time: 0.1631286 Aug 31 16:03:35.864859 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-8c13e4bd-6ffe-420a-9a56-1ca3f7b36a49 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 379 time: 0.0794137 Aug 31 16:03:35.878054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'port': {'device_id': '68123e06-2f60-451c-a8e4-b15b87d367ce', 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824', 'admin_state_up': True, 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'security_groups': ['30e09378-7947-438e-b748-a28cf4769af8']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:36.181610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:36.188881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:36.235556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:36.300954 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-efa90db2-8639-4521-9db0-db8578715695 req-e5d3b349-616a-4db8-9eab-722517af8af3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 210 time: 0.0459206 Aug 31 16:03:36.376342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.3 (b95b9d6c-1150-43fd-8f41-c320c4ca2824/799d353c-0eba-40f3-9381-02c3c5fb39b4/0af1cabd-53e4-46bf-96be-7f81a3996b71) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:36.607405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:36.734117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:36.788070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b95b9d6c-1150-43fd-8f41-c320c4ca2824 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:36.793647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:36.799433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:03:36.808554 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=0af1cabd-53e4-46bf-96be-7f81a3996b71,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:36.883264 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:36.884290 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:37.024316 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-e8cdfaec-ac30-466e-a557-accb4af91f8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1499183 Aug 31 16:03:37.036877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Request body: {'port': {'device_id': '68123e06-2f60-451c-a8e4-b15b87d367ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:37.088208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7f762bf1-1229-42f3-9302-119874fe246d None None] Provisioning complete for port 0af1cabd-53e4-46bf-96be-7f81a3996b71 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:03:37.089266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7f762bf1-1229-42f3-9302-119874fe246d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:37.090214 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f762bf1-1229-42f3-9302-119874fe246d None None] Attempt 1 to provision port 0af1cabd-53e4-46bf-96be-7f81a3996b71 Aug 31 16:03:37.126420 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7f762bf1-1229-42f3-9302-119874fe246d None None] Port 0af1cabd-53e4-46bf-96be-7f81a3996b71 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:03:37.127181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:37.154469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:37.489858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e48f9-3ca5-4c3e-8339-b10079175dbc req-a40f3fa4-622f-4597-9087-112aa0fa0891 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:37.491540 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be1e48f9-3ca5-4c3e-8339-b10079175dbc req-a40f3fa4-622f-4597-9087-112aa0fa0891 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 931 time: 0.0832462 Aug 31 16:03:37.563455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:37.573648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af1cabd-53e4-46bf-96be-7f81a3996b71 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:03:37.587990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Publish callbacks [] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:37.618440 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be1e48f9-3ca5-4c3e-8339-b10079175dbc req-be271752-2034-433f-a02a-beabff4d3ca5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137791 Aug 31 16:03:37.623747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Transition to ACTIVE for port object 0af1cabd-53e4-46bf-96be-7f81a3996b71 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:03:37.627707 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f762bf1-1229-42f3-9302-119874fe246d None None] Attempt 2 to provision port 0af1cabd-53e4-46bf-96be-7f81a3996b71 Aug 31 16:03:37.670887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7f762bf1-1229-42f3-9302-119874fe246d None None] Port 0af1cabd-53e4-46bf-96be-7f81a3996b71 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:03:37.752390 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:37.836416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Pushing event updated for resources: {'Port': ['ID=0af1cabd-53e4-46bf-96be-7f81a3996b71,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:37.904823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Attempting to bind port 0af1cabd-53e4-46bf-96be-7f81a3996b71 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:03:37.905144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Attempting to bind port 0af1cabd-53e4-46bf-96be-7f81a3996b71 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:03:37.905319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Attempting to bind port 0af1cabd-53e4-46bf-96be-7f81a3996b71 on network b95b9d6c-1150-43fd-8f41-c320c4ca2824 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:03:37.910665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Port 0af1cabd-53e4-46bf-96be-7f81a3996b71 on network b95b9d6c-1150-43fd-8f41-c320c4ca2824 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:03:37.910973 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Attempting to bind port 0af1cabd-53e4-46bf-96be-7f81a3996b71 on network b95b9d6c-1150-43fd-8f41-c320c4ca2824 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:03:37.917588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:03:37.918014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Checking segment: {'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:03:37.918468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Bound using segment: {'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:03:37.918988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Bound port: 0af1cabd-53e4-46bf-96be-7f81a3996b71, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b8824f-7c8d-4a7b-a363-4d932ca0bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:03:37.919392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:38.013376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] For port 0af1cabd-53e4-46bf-96be-7f81a3996b71, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:38.017439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] For port 0af1cabd-53e4-46bf-96be-7f81a3996b71, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=0af1cabd-53e4-46bf-96be-7f81a3996b71,segment=NetworkSegment(87b8824f-7c8d-4a7b-a363-4d932ca0bbee),segment_id=87b8824f-7c8d-4a7b-a363-4d932ca0bbee)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:38.146762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:38.151723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:38.152926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:38.154043 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/0af1cabd-53e4-46bf-96be-7f81a3996b71 HTTP/1.1" status: 200 len: 1093 time: 1.1221218 Aug 31 16:03:38.154635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68123e06-2f60-451c-a8e4-b15b87d367ce', 'tag': '0af1cabd-53e4-46bf-96be-7f81a3996b71'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:03:38.157389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90101ec6-5ffc-4895-ba83-4663e05f62c2" -d '{"events": [{"name": "network-changed", "server_uuid": "68123e06-2f60-451c-a8e4-b15b87d367ce", "tag": "0af1cabd-53e4-46bf-96be-7f81a3996b71"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:38.172212 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f762bf1-1229-42f3-9302-119874fe246d None None] Attempt 3 to provision port 0af1cabd-53e4-46bf-96be-7f81a3996b71 Aug 31 16:03:38.225484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7f762bf1-1229-42f3-9302-119874fe246d None None] Port 0af1cabd-53e4-46bf-96be-7f81a3996b71 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:03:38.238894 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80274c-f597-4cfb-80bc-bdc9ab350368 service neutron] Pushing event updated for resources: {'Port': ['ID=0af1cabd-53e4-46bf-96be-7f81a3996b71,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:38.337795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b05f5d-2965-4199-9dd7-8ff09803662f x-openstack-request-id: req-52b05f5d-2965-4199-9dd7-8ff09803662f {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:38.338206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68123e06-2f60-451c-a8e4-b15b87d367ce", "tag": "0af1cabd-53e4-46bf-96be-7f81a3996b71", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:38.338562 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52b05f5d-2965-4199-9dd7-8ff09803662f {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:38.339076 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b05f5d-2965-4199-9dd7-8ff09803662f'] response: {'name': 'network-changed', 'server_uuid': '68123e06-2f60-451c-a8e4-b15b87d367ce', 'tag': '0af1cabd-53e4-46bf-96be-7f81a3996b71', 'status': 'completed', 'code': 200} Aug 31 16:03:38.350555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-5d4075a4-9fe7-4e48-ae0c-f192eff0d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:38.352569 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-5d4075a4-9fe7-4e48-ae0c-f192eff0d53a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 1127 time: 0.0555165 Aug 31 16:03:38.603701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4b4679df-731f-429d-92fc-ca1c86b8276e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:38.630263 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-2fddc359-0b14-416b-b0cc-f16bdf6eb0b1 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0af1cabd-53e4-46bf-96be-7f81a3996b71 HTTP/1.1" status: 200 len: 217 time: 0.0531409 Aug 31 16:03:38.715591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-3a14e126-2ff5-4085-b6a6-2b6fd212ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:38.717890 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-3a14e126-2ff5-4085-b6a6-2b6fd212ee34 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=799d353c-0eba-40f3-9381-02c3c5fb39b4 HTTP/1.1" status: 200 len: 833 time: 0.0708954 Aug 31 16:03:38.841237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-a86d9572-f607-4dd4-b0b3-a3f460bcab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:38.843897 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-a86d9572-f607-4dd4-b0b3-a3f460bcab47 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=b95b9d6c-1150-43fd-8f41-c320c4ca2824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161318 Aug 31 16:03:38.883437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadffae-4e77-4973-9629-3681918d65a1 req-86926dfb-4ed4-472b-af91-089fa0813e63 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:38.885931 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ddadffae-4e77-4973-9629-3681918d65a1 req-86926dfb-4ed4-472b-af91-089fa0813e63 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 943 time: 0.1154959 Aug 31 16:03:39.024697 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ddadffae-4e77-4973-9629-3681918d65a1 req-bf4d5779-eb12-4b1c-a77c-a3c254c24133 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158459 Aug 31 16:03:39.044666 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-2d48d67b-1a97-4349-8857-10a61d31bc07 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b95b9d6c-1150-43fd-8f41-c320c4ca2824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893902 Aug 31 16:03:39.222253 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-6e282cb4-20d1-499a-9f47-ef7cc9aee413 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b95b9d6c-1150-43fd-8f41-c320c4ca2824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193440 Aug 31 16:03:39.771659 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:40.179882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171a6d2-131b-406d-9c8c-b5aaff8d0baa req-0326cfd5-5d77-490b-b67e-ee20a95e127e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:40.181501 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e171a6d2-131b-406d-9c8c-b5aaff8d0baa req-0326cfd5-5d77-490b-b67e-ee20a95e127e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 943 time: 0.0551097 Aug 31 16:03:40.265053 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e171a6d2-131b-406d-9c8c-b5aaff8d0baa req-bbd03d87-6692-4b49-953f-aa004d75995b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760636 Aug 31 16:03:40.295419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-28ad8d0e-7258-4ed9-8985-6e3097560ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:40.297015 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-28ad8d0e-7258-4ed9-8985-6e3097560ca0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 1127 time: 0.0617373 Aug 31 16:03:40.371398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:40.421513 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-a090fcf2-e262-4034-adee-68f5cc5690d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:40.423253 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-a090fcf2-e262-4034-adee-68f5cc5690d0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=b95b9d6c-1150-43fd-8f41-c320c4ca2824 HTTP/1.1" status: 200 len: 897 time: 0.1202357 Aug 31 16:03:40.496441 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-30e7d890-04c8-47ac-abab-46d873c3ddf4 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0af1cabd-53e4-46bf-96be-7f81a3996b71 HTTP/1.1" status: 200 len: 217 time: 0.0652401 Aug 31 16:03:40.568805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:40.595469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-e0bbebdb-6626-420c-a1b1-45aba42350af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:40.598217 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-e0bbebdb-6626-420c-a1b1-45aba42350af service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=799d353c-0eba-40f3-9381-02c3c5fb39b4 HTTP/1.1" status: 200 len: 833 time: 0.0935729 Aug 31 16:03:40.669760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-32f04cf4-4821-48f8-981c-2c57b91bc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:40.672522 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-32f04cf4-4821-48f8-981c-2c57b91bc069 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=b95b9d6c-1150-43fd-8f41-c320c4ca2824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637131 Aug 31 16:03:40.722918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-26cb0303-92a8-4a0a-87e7-8583001eb9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:40.789340 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-ab724086-dfe7-4063-92ec-30c65e2ba78e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b95b9d6c-1150-43fd-8f41-c320c4ca2824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071525 Aug 31 16:03:40.902244 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90101ec6-5ffc-4895-ba83-4663e05f62c2 req-494129dc-7e99-47d9-b5c8-df111eebd661 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b95b9d6c-1150-43fd-8f41-c320c4ca2824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032088 Aug 31 16:03:41.407535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0f944-4e8f-47a7-b17e-269449e3eda7 req-56f9b0b2-e8f6-4557-ab2e-847d54e85b25 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:41.409195 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4b0f944-4e8f-47a7-b17e-269449e3eda7 req-56f9b0b2-e8f6-4557-ab2e-847d54e85b25 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 943 time: 0.0610003 Aug 31 16:03:41.482385 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4b0f944-4e8f-47a7-b17e-269449e3eda7 req-bbe438df-580c-42b6-8642-c0eecf11e85f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665336 Aug 31 16:03:41.882766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 0af1cabd-53e4-46bf-96be-7f81a3996b71 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:41.909024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:42.008031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 0af1cabd-53e4-46bf-96be-7f81a3996b71, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=0af1cabd-53e4-46bf-96be-7f81a3996b71,segment=NetworkSegment(87b8824f-7c8d-4a7b-a363-4d932ca0bbee),segment_id=87b8824f-7c8d-4a7b-a363-4d932ca0bbee)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:42.022300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '0af1cabd-53e4-46bf-96be-7f81a3996b71', 'network_id': 'b95b9d6c-1150-43fd-8f41-c320c4ca2824', 'port_id': '0af1cabd-53e4-46bf-96be-7f81a3996b71', 'mac_address': 'fa:16:3e:f8:47:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799d353c-0eba-40f3-9381-02c3c5fb39b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:42.092313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 0af1cabd-53e4-46bf-96be-7f81a3996b71 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:03:42.092693 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:42.113959 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af1cabd-53e4-46bf-96be-7f81a3996b71 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:03:42.147822 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 0af1cabd-53e4-46bf-96be-7f81a3996b71, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=0af1cabd-53e4-46bf-96be-7f81a3996b71,segment=NetworkSegment(87b8824f-7c8d-4a7b-a363-4d932ca0bbee),segment_id=87b8824f-7c8d-4a7b-a363-4d932ca0bbee)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:42.151262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:42.225766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:42.266924 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:42.283408 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=0af1cabd-53e4-46bf-96be-7f81a3996b71,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:42.488447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['0af1cabd-53e4-46bf-96be-7f81a3996b71'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:03:42.632441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03375d-a0a2-499d-a9a3-fc4bf964ec7e req-0bb7f152-5f53-43b0-9057-47ced02435a1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:42.634093 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-db03375d-a0a2-499d-a9a3-fc4bf964ec7e req-0bb7f152-5f53-43b0-9057-47ced02435a1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0531778 Aug 31 16:03:42.652584 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:42.679421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:42.703414 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-db03375d-a0a2-499d-a9a3-fc4bf964ec7e req-1fcf2649-c592-481c-bd86-9dda41ae1426 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589073 Aug 31 16:03:43.596864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:43.785577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:43.884707 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 0af1cabd-53e4-46bf-96be-7f81a3996b71 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:43.888249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0581c-605b-4259-8c98-fb49553e6140 req-e6d55276-d1cc-4fff-91e2-9a3e8dc0a289 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:43.891685 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-50f0581c-605b-4259-8c98-fb49553e6140 req-e6d55276-d1cc-4fff-91e2-9a3e8dc0a289 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0556443 Aug 31 16:03:43.950953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 0af1cabd-53e4-46bf-96be-7f81a3996b71 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:03:43.965954 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-50f0581c-605b-4259-8c98-fb49553e6140 req-c2c7f092-d2d2-405f-9590-26af50576041 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664709 Aug 31 16:03:44.036909 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 0af1cabd-53e4-46bf-96be-7f81a3996b71 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:03:44.037350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:44.037826 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 0af1cabd-53e4-46bf-96be-7f81a3996b71 Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:03:44.081746 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:03:45.103905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e5d70-f6bb-4ea7-b5af-49eb80ac4e95 req-132572a9-e845-43ba-87aa-14662bf14ef4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:45.106316 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c0e5d70-f6bb-4ea7-b5af-49eb80ac4e95 req-132572a9-e845-43ba-87aa-14662bf14ef4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0566187 Aug 31 16:03:45.167995 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c0e5d70-f6bb-4ea7-b5af-49eb80ac4e95 req-4e7b0722-3d07-47e1-8b03-8b3d172d4f41 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549703 Aug 31 16:03:46.712451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd443f-4355-4693-938d-98c3d03361d0 req-14ee2871-e9a9-4f78-a95e-3aeb99c5c51f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:46.714628 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3cfd443f-4355-4693-938d-98c3d03361d0 req-14ee2871-e9a9-4f78-a95e-3aeb99c5c51f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.4307461 Aug 31 16:03:46.773017 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3cfd443f-4355-4693-938d-98c3d03361d0 req-236a5e13-96fc-4636-90ad-b9636cd03693 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519910 Aug 31 16:03:47.920821 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7307502-8387-45ae-9964-94b85c971f63 req-4f296644-53f7-4883-96c1-2f6412051069 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:47.922572 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c7307502-8387-45ae-9964-94b85c971f63 req-4f296644-53f7-4883-96c1-2f6412051069 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0560837 Aug 31 16:03:47.985438 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c7307502-8387-45ae-9964-94b85c971f63 req-a4175f05-919c-4460-8a79-5b00e6e0bbf5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572395 Aug 31 16:03:49.113152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ab672-6ee2-4a1e-8125-fd6c646e284e req-6b6bd514-4d16-4f06-8bde-ebf0f2ba1ce7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:49.114732 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4a3ab672-6ee2-4a1e-8125-fd6c646e284e req-6b6bd514-4d16-4f06-8bde-ebf0f2ba1ce7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0533719 Aug 31 16:03:49.171180 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4a3ab672-6ee2-4a1e-8125-fd6c646e284e req-b0432923-1994-437c-8d24-121f0d638bc1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490274 Aug 31 16:03:50.304620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a47a0-07a6-4fae-95c3-b6f8a172c010 req-0b704e20-8740-4da9-b29b-0d98db3264b6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:50.306176 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-579a47a0-07a6-4fae-95c3-b6f8a172c010 req-0b704e20-8740-4da9-b29b-0d98db3264b6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0497239 Aug 31 16:03:50.367511 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-579a47a0-07a6-4fae-95c3-b6f8a172c010 req-69c66d0f-b951-4839-af77-014d92bde311 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553961 Aug 31 16:03:50.783877 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:03:51.110915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:03:51.500773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f06cb-c7f5-4f8a-9e3c-7aa3ab094d21 req-a3a76e65-c314-4424-a991-645fea62f7fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:51.502365 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2e4f06cb-c7f5-4f8a-9e3c-7aa3ab094d21 req-a3a76e65-c314-4424-a991-645fea62f7fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0542502 Aug 31 16:03:51.557116 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2e4f06cb-c7f5-4f8a-9e3c-7aa3ab094d21 req-51f76b05-30b6-464b-8599-1a99bcb9e6bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489836 Aug 31 16:03:52.694680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd552-1763-42a4-8fa0-aa39f07282f9 req-3c68bf23-b796-44a2-ac86-2b71ba1effb4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:52.696132 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6abfd552-1763-42a4-8fa0-aa39f07282f9 req-3c68bf23-b796-44a2-ac86-2b71ba1effb4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0527084 Aug 31 16:03:52.756543 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6abfd552-1763-42a4-8fa0-aa39f07282f9 req-7eb7c2d1-133b-4dde-bddc-ea8f8748d0b9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535667 Aug 31 16:03:53.887749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2bd59-9cf5-4dce-a687-35413a79acf8 req-e631b70a-a9bc-45cd-a6c6-431222b235ba tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:53.889425 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b6e2bd59-9cf5-4dce-a687-35413a79acf8 req-e631b70a-a9bc-45cd-a6c6-431222b235ba tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0553403 Aug 31 16:03:53.962137 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b6e2bd59-9cf5-4dce-a687-35413a79acf8 req-fbb9b373-5d24-4a5d-9a89-d8056ae863fc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658541 Aug 31 16:03:55.103771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d0b78-c027-4851-8b9c-b5a42a1f6f5c req-d374d147-9015-485d-ad03-b1ba5e91621d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:55.106058 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ad1d0b78-c027-4851-8b9c-b5a42a1f6f5c req-d374d147-9015-485d-ad03-b1ba5e91621d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0524342 Aug 31 16:03:55.159599 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ad1d0b78-c027-4851-8b9c-b5a42a1f6f5c req-cf4110e9-d8cf-4b22-8792-1ff068a69b96 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475540 Aug 31 16:03:56.321232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2679d4-4fa2-44f3-83cc-bd8a3726ed60 req-7f57c4af-27cd-4cab-992d-b370a37ca514 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:56.324052 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fa2679d4-4fa2-44f3-83cc-bd8a3726ed60 req-7f57c4af-27cd-4cab-992d-b370a37ca514 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0832396 Aug 31 16:03:56.414658 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fa2679d4-4fa2-44f3-83cc-bd8a3726ed60 req-04328887-cbd6-49d9-9a9a-5d4c1188eda9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845208 Aug 31 16:03:57.544854 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cfb2d-762b-453f-977d-c5e6a9812abf req-ff9e9ebb-11cf-46aa-b644-1fc89d81d6e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:57.546669 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cf4cfb2d-762b-453f-977d-c5e6a9812abf req-ff9e9ebb-11cf-46aa-b644-1fc89d81d6e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0525723 Aug 31 16:03:57.601800 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cf4cfb2d-762b-453f-977d-c5e6a9812abf req-01e8d379-a412-46a5-a102-3c5c8852a2ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489445 Aug 31 16:03:58.775022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6f215-0513-48e5-a574-062a1860a584 req-e58432e8-a7f3-44e1-904f-ea5f4a4850ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:03:58.777317 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9af6f215-0513-48e5-a574-062a1860a584 req-e58432e8-a7f3-44e1-904f-ea5f4a4850ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0558624 Aug 31 16:03:58.802118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:03:58.841102 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9af6f215-0513-48e5-a574-062a1860a584 req-d7c85757-6da1-4d76-b585-fab052412210 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568309 Aug 31 16:04:00.006158 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdde28-c77f-4341-b951-3229f01698a9 req-850b1303-ae60-4341-8205-f129d0edba3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:00.007714 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-26cdde28-c77f-4341-b951-3229f01698a9 req-850b1303-ae60-4341-8205-f129d0edba3c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0652182 Aug 31 16:04:00.078540 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-26cdde28-c77f-4341-b951-3229f01698a9 req-aa163a28-5f30-4778-9143-8379eb64940c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606356 Aug 31 16:04:01.024353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:01.027502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:01.226158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb946cc-bda5-46e9-8e7e-04630f1c0ada req-87799616-f439-49fc-a29d-f2c151a06149 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:01.227767 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7fb946cc-bda5-46e9-8e7e-04630f1c0ada req-87799616-f439-49fc-a29d-f2c151a06149 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0607634 Aug 31 16:04:01.261808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:01.293364 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7fb946cc-bda5-46e9-8e7e-04630f1c0ada req-43031bdb-e2d7-4438-8df5-c3836e396813 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545576 Aug 31 16:04:02.426044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe25cd-ac29-4512-b7fd-92d80063d7ba req-1201968c-6388-4b0f-b1c9-73e8cd5d464e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:02.427652 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-febe25cd-ac29-4512-b7fd-92d80063d7ba req-1201968c-6388-4b0f-b1c9-73e8cd5d464e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0521522 Aug 31 16:04:02.518587 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-febe25cd-ac29-4512-b7fd-92d80063d7ba req-65ad01d9-81b7-4afe-bcdc-bedd8d4e6d2e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844598 Aug 31 16:04:03.751825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01dd24-68e0-42c7-85d1-2a21221e0976 req-9297a7c4-b842-43ac-8f8c-46f3bd66dc72 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:03.753499 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d01dd24-68e0-42c7-85d1-2a21221e0976 req-9297a7c4-b842-43ac-8f8c-46f3bd66dc72 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0634925 Aug 31 16:04:03.833255 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d01dd24-68e0-42c7-85d1-2a21221e0976 req-e4bd4034-f7f0-4fac-bdf6-fc74940d7757 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687916 Aug 31 16:04:04.990960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93fdf6-7790-4df2-ac89-bcd30622db91 req-5e3f1e65-cd42-4ab7-afd0-df22ed0cb41f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:04.992908 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0e93fdf6-7790-4df2-ac89-bcd30622db91 req-5e3f1e65-cd42-4ab7-afd0-df22ed0cb41f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0597839 Aug 31 16:04:05.051260 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0e93fdf6-7790-4df2-ac89-bcd30622db91 req-5f7fba76-69b4-4e07-aed2-cd411d25d6a2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513954 Aug 31 16:04:06.196250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07847c-42a7-4ebf-ace2-901a36143cf1 req-f393d582-b95e-486c-ac0c-01485064531b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:06.197941 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9a07847c-42a7-4ebf-ace2-901a36143cf1 req-f393d582-b95e-486c-ac0c-01485064531b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0524113 Aug 31 16:04:06.259824 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9a07847c-42a7-4ebf-ace2-901a36143cf1 req-1e7baa53-c1a5-4b49-a912-3edf96340899 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518758 Aug 31 16:04:07.413549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3906c30-56e0-48e6-abe6-9ea565e14216 req-3da4a884-9253-4f9f-8282-dbd536dc683e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:07.415254 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a3906c30-56e0-48e6-abe6-9ea565e14216 req-3da4a884-9253-4f9f-8282-dbd536dc683e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0596952 Aug 31 16:04:07.440250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:07.475145 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a3906c30-56e0-48e6-abe6-9ea565e14216 req-d36dd4cc-6925-4014-b321-19b8e26d5970 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530198 Aug 31 16:04:08.601791 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4814abc3-b121-431f-adb7-834eb677b39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:08.646327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6be0e-ca39-4210-8460-b4cf88cd8d18 req-86797e67-2ca5-44af-926c-3fc2170a9b11 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:08.648972 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4c6be0e-ca39-4210-8460-b4cf88cd8d18 req-86797e67-2ca5-44af-926c-3fc2170a9b11 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0856240 Aug 31 16:04:08.749845 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4c6be0e-ca39-4210-8460-b4cf88cd8d18 req-f06d67d9-34d0-46d3-936c-dd777766787b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912230 Aug 31 16:04:09.910606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590ffbd-a9f0-4f5e-be41-830d9302226f req-ebb2c49e-6b9a-492b-885b-7b491e509b4b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:09.912147 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b590ffbd-a9f0-4f5e-be41-830d9302226f req-ebb2c49e-6b9a-492b-885b-7b491e509b4b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0554819 Aug 31 16:04:09.981108 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b590ffbd-a9f0-4f5e-be41-830d9302226f req-37ad14c6-43cb-4765-ae74-423ab8030320 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624824 Aug 31 16:04:10.721982 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-050b17e5-d928-4cf6-a6cb-88d162b5e744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:11.116151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46cd06-3770-4da8-ad09-c75bfd2638a9 req-d6eabaf3-dbf7-4e10-8eaf-a7463287e709 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:11.117805 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af46cd06-3770-4da8-ad09-c75bfd2638a9 req-d6eabaf3-dbf7-4e10-8eaf-a7463287e709 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0554538 Aug 31 16:04:11.184633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af46cd06-3770-4da8-ad09-c75bfd2638a9 req-41189374-b7c7-47d3-a39f-184313c556fb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595355 Aug 31 16:04:12.219467 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:12.327010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32f587-9a6b-4ac3-92e5-17c82cea1163 req-2c14a3ff-2fe0-4dbe-80e2-50d3bcfe6b23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:12.331166 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3f32f587-9a6b-4ac3-92e5-17c82cea1163 req-2c14a3ff-2fe0-4dbe-80e2-50d3bcfe6b23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0631473 Aug 31 16:04:12.362370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:12.395353 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3f32f587-9a6b-4ac3-92e5-17c82cea1163 req-28b53a11-abd4-4c37-93a3-d31eff48e2f6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591140 Aug 31 16:04:13.539846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399da5f1-8235-4c68-b24b-13a26d4ee4da req-291a974c-6b92-4202-8f09-0e6d56096329 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:13.542152 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-399da5f1-8235-4c68-b24b-13a26d4ee4da req-291a974c-6b92-4202-8f09-0e6d56096329 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0584941 Aug 31 16:04:13.609787 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-399da5f1-8235-4c68-b24b-13a26d4ee4da req-6b4901bd-98fc-40cd-a95e-8bd227e5725c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576775 Aug 31 16:04:13.612636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:13.756023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:14.752090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c57930-e329-407e-bb5f-0a067cf5e4c4 req-29c69752-6c8d-466d-9758-f08b534e5d91 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:14.753755 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-52c57930-e329-407e-bb5f-0a067cf5e4c4 req-29c69752-6c8d-466d-9758-f08b534e5d91 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0530484 Aug 31 16:04:14.825261 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-52c57930-e329-407e-bb5f-0a067cf5e4c4 req-c4a49be4-f38b-40b4-ab84-400d96184d6f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603976 Aug 31 16:04:15.735748 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=20 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:15.740948 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=16 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:15.985059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee035f-d716-4c08-86fa-af8811091ce4 req-87404dee-e99e-4cdd-825a-86b4b0dd9e4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:15.986822 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ecee035f-d716-4c08-86fa-af8811091ce4 req-87404dee-e99e-4cdd-825a-86b4b0dd9e4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0607178 Aug 31 16:04:16.051810 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ecee035f-d716-4c08-86fa-af8811091ce4 req-b8674d02-47da-4400-b0c5-f4f217185e25 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583847 Aug 31 16:04:17.194282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897599b-9099-4997-a9e0-6dc911d4095c req-eb88095a-798c-4b2e-937b-ac006ee7cbe3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:17.195859 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4897599b-9099-4997-a9e0-6dc911d4095c req-eb88095a-798c-4b2e-937b-ac006ee7cbe3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0609787 Aug 31 16:04:17.257153 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4897599b-9099-4997-a9e0-6dc911d4095c req-31b20a75-00d7-49a2-a49e-7a6b5ec51d07 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545373 Aug 31 16:04:18.398641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210dc8c-a72c-4781-a23b-abc33c0900c2 req-213edbfe-5d43-47f1-b295-677267baf42b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:18.401593 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b210dc8c-a72c-4781-a23b-abc33c0900c2 req-213edbfe-5d43-47f1-b295-677267baf42b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0615292 Aug 31 16:04:18.460550 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b210dc8c-a72c-4781-a23b-abc33c0900c2 req-fa1da68b-e23c-4c9d-8be8-a6102ec2ad8c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523643 Aug 31 16:04:19.597918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ead83-e445-42bb-a75d-83af277934e2 req-ad7f7822-b5fc-4b04-894a-cfc3822ed4c6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:19.599900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a92ead83-e445-42bb-a75d-83af277934e2 req-ad7f7822-b5fc-4b04-894a-cfc3822ed4c6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0530379 Aug 31 16:04:19.661216 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a92ead83-e445-42bb-a75d-83af277934e2 req-cb9b53c2-3550-48d5-9157-39857a7f8bf8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543232 Aug 31 16:04:20.822656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94b64-5b78-41de-bd47-bd123cf9fd7b req-eb90e009-99cf-4e11-88cb-8f5457e9f153 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:20.824864 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cca94b64-5b78-41de-bd47-bd123cf9fd7b req-eb90e009-99cf-4e11-88cb-8f5457e9f153 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0647757 Aug 31 16:04:20.894541 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cca94b64-5b78-41de-bd47-bd123cf9fd7b req-f0d36699-f86c-4605-9bd8-b4af318bc33a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617123 Aug 31 16:04:21.116150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:22.071731 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56144eb-61e8-4ffb-8d45-01d8167a7466 req-580e45e7-cbf1-4580-ac86-d9e0de1b59e3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:22.073334 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a56144eb-61e8-4ffb-8d45-01d8167a7466 req-580e45e7-cbf1-4580-ac86-d9e0de1b59e3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0771720 Aug 31 16:04:22.146541 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a56144eb-61e8-4ffb-8d45-01d8167a7466 req-f1db5e67-18a0-4fe2-a07b-87ff48194ed1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628433 Aug 31 16:04:23.294230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91ff04-68ef-4150-a1fd-e39919fa1157 req-f6ed85b8-b36e-4f09-9370-3c7aa5bcc19c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:23.296341 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cd91ff04-68ef-4150-a1fd-e39919fa1157 req-f6ed85b8-b36e-4f09-9370-3c7aa5bcc19c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0560293 Aug 31 16:04:23.357152 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cd91ff04-68ef-4150-a1fd-e39919fa1157 req-8c032a22-b3f3-4f1f-899d-df9fe0245482 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539944 Aug 31 16:04:23.669429 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:24.535712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11499-3eb5-44d8-9083-4160decf0820 req-f9a6ef57-abc0-40fb-90a7-575d291611bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:24.537442 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-07f11499-3eb5-44d8-9083-4160decf0820 req-f9a6ef57-abc0-40fb-90a7-575d291611bf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0544951 Aug 31 16:04:24.602122 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-07f11499-3eb5-44d8-9083-4160decf0820 req-b9795c8e-60f8-4d79-887b-22f789d66765 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568509 Aug 31 16:04:25.761344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e095df0-b90b-4b17-a3c8-1c3d88def316 req-5b71240c-da35-47f5-9796-9456d1a4c150 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:25.763001 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2e095df0-b90b-4b17-a3c8-1c3d88def316 req-5b71240c-da35-47f5-9796-9456d1a4c150 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0562720 Aug 31 16:04:25.789778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:25.830987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2e095df0-b90b-4b17-a3c8-1c3d88def316 req-3c279639-698b-4eaa-98fb-e78ac5ae4785 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580754 Aug 31 16:04:26.973042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8ba3f-d9f6-4586-bbad-fecbfa232648 req-2bd58c3c-fc10-443c-929e-8743006241a4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:26.974825 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b8f8ba3f-d9f6-4586-bbad-fecbfa232648 req-2bd58c3c-fc10-443c-929e-8743006241a4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0554273 Aug 31 16:04:27.039003 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b8f8ba3f-d9f6-4586-bbad-fecbfa232648 req-8eef2002-ba70-475e-9b91-0442ec09216e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535541 Aug 31 16:04:27.783842 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:04:28.186090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf3c41-bb55-450e-83e9-0b3d0c7e584e req-ff223b5e-19f1-4d00-824a-b54c2896a00e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:28.187736 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-43cf3c41-bb55-450e-83e9-0b3d0c7e584e req-ff223b5e-19f1-4d00-824a-b54c2896a00e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0554249 Aug 31 16:04:28.229418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:28.245907 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-43cf3c41-bb55-450e-83e9-0b3d0c7e584e req-f1285939-2f51-4937-9d9c-da5da737d0c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519729 Aug 31 16:04:29.397736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0549e7-44b5-4c59-bbd4-a220f6f65ff9 req-77f3dae9-741a-4091-bf5e-db68dc8cf2ba tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:29.400030 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9b0549e7-44b5-4c59-bbd4-a220f6f65ff9 req-77f3dae9-741a-4091-bf5e-db68dc8cf2ba tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0571380 Aug 31 16:04:29.460392 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9b0549e7-44b5-4c59-bbd4-a220f6f65ff9 req-79793d1a-82ed-43be-bcde-396f9dc486c6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537961 Aug 31 16:04:30.748547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b6235-c0b1-484e-b47a-bdba729f0de1 req-f2942a45-9f96-4947-a6de-f3a057abad0c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:30.748547 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3e2b6235-c0b1-484e-b47a-bdba729f0de1 req-f2942a45-9f96-4947-a6de-f3a057abad0c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0595427 Aug 31 16:04:30.748547 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3e2b6235-c0b1-484e-b47a-bdba729f0de1 req-a1cdc00c-887d-4d17-85de-d08292199e41 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603938 Aug 31 16:04:31.027443 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:31.802605 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d50e4-4b8b-4f54-8822-7942b6dfc4e1 req-d13f6df1-24e6-4df1-882c-c4ffee22163a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:31.804558 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e36d50e4-4b8b-4f54-8822-7942b6dfc4e1 req-d13f6df1-24e6-4df1-882c-c4ffee22163a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0532000 Aug 31 16:04:31.866428 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e36d50e4-4b8b-4f54-8822-7942b6dfc4e1 req-823ede6e-1509-4e7c-90dd-b3317e245e1e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551953 Aug 31 16:04:33.001990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3601c8-3c0d-4ddc-89b1-7ad41efe534f req-af7547f4-d0bb-4deb-ae84-6ceeff7af845 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:33.003650 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0e3601c8-3c0d-4ddc-89b1-7ad41efe534f req-af7547f4-d0bb-4deb-ae84-6ceeff7af845 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0573087 Aug 31 16:04:33.061168 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0e3601c8-3c0d-4ddc-89b1-7ad41efe534f req-58760d2d-f3d7-46b5-ae14-eda5b4a3be01 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513146 Aug 31 16:04:34.197314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1fe50-0998-4e5a-b76e-57ceb086bac4 req-a2d872b2-66e0-4edc-ba9f-50dbfd66f594 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:34.199068 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c6d1fe50-0998-4e5a-b76e-57ceb086bac4 req-a2d872b2-66e0-4edc-ba9f-50dbfd66f594 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0572929 Aug 31 16:04:34.242901 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:34.259803 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c6d1fe50-0998-4e5a-b76e-57ceb086bac4 req-6a1f34db-b6c6-4bff-90d0-7d710a91dede tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539277 Aug 31 16:04:35.418701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597a02e-d5dc-4869-9620-5a71b43507b7 req-e98c800e-2baa-4141-a037-2df949d33d27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:35.420364 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f597a02e-d5dc-4869-9620-5a71b43507b7 req-e98c800e-2baa-4141-a037-2df949d33d27 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0608997 Aug 31 16:04:35.484527 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f597a02e-d5dc-4869-9620-5a71b43507b7 req-12baadb1-5882-47b0-a901-1bdce5639d9e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578694 Aug 31 16:04:36.635227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc490f3-8ea1-46ba-bfb8-0893ae271842 req-a6f2061b-04bd-400b-986b-99bcade9438a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:36.636809 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3cc490f3-8ea1-46ba-bfb8-0893ae271842 req-a6f2061b-04bd-400b-986b-99bcade9438a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0559809 Aug 31 16:04:36.703307 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3cc490f3-8ea1-46ba-bfb8-0893ae271842 req-0d69d453-d985-4171-8425-a2540bf0989a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595434 Aug 31 16:04:37.777819 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:37.778948 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:37.842568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332e73c-6bf9-42e8-8f0a-5fec79b28843 req-10fbd79a-45cf-47a5-93d5-be04595e12d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:37.844250 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7332e73c-6bf9-42e8-8f0a-5fec79b28843 req-10fbd79a-45cf-47a5-93d5-be04595e12d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0617406 Aug 31 16:04:37.911459 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7332e73c-6bf9-42e8-8f0a-5fec79b28843 req-4b52d3fa-a8df-4c18-8e69-48dd135e9bc0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611417 Aug 31 16:04:38.549777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5470-99a6-4a29-886f-a118e8902f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:39.094561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c737554-8e61-4139-9ea0-39370d03ed7d req-8c760d93-fa09-4e7c-baf1-cb19fb136ccb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:39.096136 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6c737554-8e61-4139-9ea0-39370d03ed7d req-8c760d93-fa09-4e7c-baf1-cb19fb136ccb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0631392 Aug 31 16:04:39.138914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:39.166656 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6c737554-8e61-4139-9ea0-39370d03ed7d req-a67c696d-96af-473c-87df-3d88b18f92c9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634234 Aug 31 16:04:40.331654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af512b-066a-4094-a101-f31be0a07196 req-a3f0e499-3374-4dc4-aa0f-5c7588481273 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:40.333300 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-08af512b-066a-4094-a101-f31be0a07196 req-a3f0e499-3374-4dc4-aa0f-5c7588481273 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0530858 Aug 31 16:04:40.396301 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-08af512b-066a-4094-a101-f31be0a07196 req-535bd6a7-49af-4186-80e9-ee23207d5481 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568171 Aug 31 16:04:40.727805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-43aec74b-d4f1-4b7a-85be-2b4d05414901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:41.573317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2e056-f066-4e6e-b512-b1e97a1f6ecb req-8d5dc696-51a1-4d1f-bf11-0b30d2b0af2a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:41.576009 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2dc2e056-f066-4e6e-b512-b1e97a1f6ecb req-8d5dc696-51a1-4d1f-bf11-0b30d2b0af2a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0814459 Aug 31 16:04:41.659674 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2dc2e056-f066-4e6e-b512-b1e97a1f6ecb req-553ea4d4-8ed1-405a-8f61-e11a55ef2f7a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762825 Aug 31 16:04:42.097942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-9a4f6779-e01d-4990-b505-ab68c7908ac0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:42.099607 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-9a4f6779-e01d-4990-b505-ab68c7908ac0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0549493 Aug 31 16:04:42.200696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:42.207606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 0af1cabd-53e4-46bf-96be-7f81a3996b71 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:04:42.207944 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:42.312156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 0af1cabd-53e4-46bf-96be-7f81a3996b71, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=0af1cabd-53e4-46bf-96be-7f81a3996b71,segment=NetworkSegment(87b8824f-7c8d-4a7b-a363-4d932ca0bbee),segment_id=87b8824f-7c8d-4a7b-a363-4d932ca0bbee)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:42.312519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:42.327892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 0af1cabd-53e4-46bf-96be-7f81a3996b71 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:04:42.773662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:42.794052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754f0d-7387-4d33-933c-eac698571744 req-445fccb3-8fca-49b1-b6db-a81227a557e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:42.795476 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab754f0d-7387-4d33-933c-eac698571744 req-445fccb3-8fca-49b1-b6db-a81227a557e8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 944 time: 0.0563757 Aug 31 16:04:42.817958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:42.853292 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab754f0d-7387-4d33-933c-eac698571744 req-19eeda95-dac1-4776-b99b-b0d5cf3aaeac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=30e09378-7947-438e-b748-a28cf4769af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512240 Aug 31 16:04:42.897691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (0af1cabd-53e4-46bf-96be-7f81a3996b71), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:42.927653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=0af1cabd-53e4-46bf-96be-7f81a3996b71,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:42.942083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.942083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.942083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.942083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.942083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.942425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.942630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.942968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.943291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.943606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.943927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.944243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.944565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.944880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.945244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:42.985673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] No DVR routers for this DVR port 0af1cabd-53e4-46bf-96be-7f81a3996b71 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:04:42.989441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:42.992816 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7e7ca-8549-44c5-8483-51b553a9d2e9 req-8eb92d0d-be1b-49c2-830f-1592e1a67ba3 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "DELETE /networking/v2.0/ports/0af1cabd-53e4-46bf-96be-7f81a3996b71 HTTP/1.1" status: 204 len: 173 time: 0.8843908 Aug 31 16:04:42.993331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68123e06-2f60-451c-a8e4-b15b87d367ce', 'name': 'network-vif-deleted', 'tag': '0af1cabd-53e4-46bf-96be-7f81a3996b71'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:04:42.995683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aada5460-574e-4062-9f22-2401572965ab" -d '{"events": [{"server_uuid": "68123e06-2f60-451c-a8e4-b15b87d367ce", "name": "network-vif-deleted", "tag": "0af1cabd-53e4-46bf-96be-7f81a3996b71"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:43.033102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c146bc1-66a5-4d0f-9598-a32445577f9d x-openstack-request-id: req-5c146bc1-66a5-4d0f-9598-a32445577f9d {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:43.033403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68123e06-2f60-451c-a8e4-b15b87d367ce", "name": "network-vif-deleted", "tag": "0af1cabd-53e4-46bf-96be-7f81a3996b71", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:43.033702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c146bc1-66a5-4d0f-9598-a32445577f9d {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:43.034126 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5c146bc1-66a5-4d0f-9598-a32445577f9d']: {'server_uuid': '68123e06-2f60-451c-a8e4-b15b87d367ce', 'name': 'network-vif-deleted', 'tag': '0af1cabd-53e4-46bf-96be-7f81a3996b71', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:04:43.606839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:43.766818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:43.977808 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-041fa791-9a77-4222-b954-474c4f7efda2 req-ae5c4707-23e3-47dd-9bd4-9f59aafc8df7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 210 time: 0.0392113 Aug 31 16:04:44.218407 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 0af1cabd-53e4-46bf-96be-7f81a3996b71 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:44.245779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 0af1cabd-53e4-46bf-96be-7f81a3996b71 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:04:44.246118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 0af1cabd-53e4-46bf-96be-7f81a3996b71 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:45.119067 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-056fb896-2acb-461c-aea8-84e82caa37b8 req-2dedb237-3dcb-4286-9b37-12d08ace4b49 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 210 time: 0.0341432 Aug 31 16:04:45.400193 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-de115f67-11b0-4dae-aafe-0abfa4c958a7 req-a4396ac3-21ca-4636-9aad-33f3978c54e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=68123e06-2f60-451c-a8e4-b15b87d367ce HTTP/1.1" status: 200 len: 210 time: 0.0372765 Aug 31 16:04:46.156818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43248) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:46.224259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (30e09378-7947-438e-b748-a28cf4769af8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:46.259363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (30e09378-7947-438e-b748-a28cf4769af8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:46.423753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (30e09378-7947-438e-b748-a28cf4769af8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:46.426663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:46.428959 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/30e09378-7947-438e-b748-a28cf4769af8 HTTP/1.1" status: 204 len: 168 time: 0.2739298 Aug 31 16:04:46.441859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e09378-7947-438e-b748-a28cf4769af8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:46.459825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.460221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.460603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.461639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.462006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.462311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.462731 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.463094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.463524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.463885 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.464214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.464574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.465011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.465382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:46.465743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cbbd2-02d4-450b-a2c2-7af33f5714e1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:47.207782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43252) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:47.957310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (3a85f26d-1623-43e9-808b-06355723ff47), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:48.223950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port a0558c23-ba56-463b-8e2e-57991d1969e4 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:04:48.224622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:48.228510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:48.283099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:48.333386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port a0558c23-ba56-463b-8e2e-57991d1969e4, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a0558c23-ba56-463b-8e2e-57991d1969e4,segment=NetworkSegment(87b8824f-7c8d-4a7b-a363-4d932ca0bbee),segment_id=87b8824f-7c8d-4a7b-a363-4d932ca0bbee)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:48.333767 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:48.349610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for a0558c23-ba56-463b-8e2e-57991d1969e4 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:04:48.646483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (a0558c23-ba56-463b-8e2e-57991d1969e4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:48.674336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=a0558c23-ba56-463b-8e2e-57991d1969e4,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:48.933875 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (3a85f26d-1623-43e9-808b-06355723ff47), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:49.188898 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router 3a85f26d-1623-43e9-808b-06355723ff47 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:04:49.371195 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:04:49.380810 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ab423b91-f875-4a73-ac58-c8d6b810c2ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/3a85f26d-1623-43e9-808b-06355723ff47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1712012 Aug 31 16:04:49.384247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43254) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:49.388488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] Sync routers for ids ['3a85f26d-1623-43e9-808b-06355723ff47'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:04:49.405299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] Routers {'3a85f26d-1623-43e9-808b-06355723ff47'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:04:49.405998 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:04:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3a85f26d-1623-43e9-808b-06355723ff47'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:49.448402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5a3de3-17f6-47df-9e11-a37a193f5485 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting subnet 799d353c-0eba-40f3-9381-02c3c5fb39b4 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:04:49.452255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3de3-17f6-47df-9e11-a37a193f5485 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (799d353c-0eba-40f3-9381-02c3c5fb39b4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:49.503844 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3de3-17f6-47df-9e11-a37a193f5485 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (799d353c-0eba-40f3-9381-02c3c5fb39b4), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:49.518811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] Set router 3a85f26d-1623-43e9-808b-06355723ff47 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:04:49.628679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3de3-17f6-47df-9e11-a37a193f5485 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (799d353c-0eba-40f3-9381-02c3c5fb39b4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:49.718064 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a85f26d-1623-43e9-808b-06355723ff47', 'name': 'tempest-TestNetworkBasicOps-router-134572681', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:03:20Z', 'updated_at': '2022-08-31T16:04:48Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:21Z', 'updated_at': '2022-08-31T16:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:49.749038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] Checking router: 3a85f26d-1623-43e9-808b-06355723ff47 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:04:49.759405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] Routers {'3a85f26d-1623-43e9-808b-06355723ff47'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:04:49.760040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:04:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3a85f26d-1623-43e9-808b-06355723ff47'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:49.801588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3de3-17f6-47df-9e11-a37a193f5485 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (799d353c-0eba-40f3-9381-02c3c5fb39b4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:49.833215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a3de3-17f6-47df-9e11-a37a193f5485 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Subnet': ['ID=799d353c-0eba-40f3-9381-02c3c5fb39b4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:49.837675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3de3-17f6-47df-9e11-a37a193f5485 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:49.841151 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5a5a3de3-17f6-47df-9e11-a37a193f5485 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/799d353c-0eba-40f3-9381-02c3c5fb39b4 HTTP/1.1" status: 204 len: 168 time: 0.4556236 Aug 31 16:04:49.844100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43256) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:49.868826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b21305-320c-4115-999a-a2c5aab62512 None None] Network b95b9d6c-1150-43fd-8f41-c320c4ca2824 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:04:49.936728 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:50.002882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:50.009967 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (3a85f26d-1623-43e9-808b-06355723ff47), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:50.101469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] Set router 3a85f26d-1623-43e9-808b-06355723ff47 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:04:50.128436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (3a85f26d-1623-43e9-808b-06355723ff47), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:50.267146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port fb5fd9f8-4459-4ca9-8250-fa8f9030be02 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:04:50.267696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:50.319572 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] DHCP port deletion for b95b9d6c-1150-43fd-8f41-c320c4ca2824 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:04:50.340941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a85f26d-1623-43e9-808b-06355723ff47', 'name': 'tempest-TestNetworkBasicOps-router-134572681', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:03:20Z', 'updated_at': '2022-08-31T16:04:48Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:21Z', 'updated_at': '2022-08-31T16:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:50.377700 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port fb5fd9f8-4459-4ca9-8250-fa8f9030be02, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fb5fd9f8-4459-4ca9-8250-fa8f9030be02,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:50.378569 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:50.393909 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1f39a-5544-4342-b16a-eb62f38aa138 None None] The sync data for ids ['3a85f26d-1623-43e9-808b-06355723ff47'] in dv-neutron-855257-2-hyperv is: [{'id': '3a85f26d-1623-43e9-808b-06355723ff47', 'name': 'tempest-TestNetworkBasicOps-router-134572681', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:03:20Z', 'updated_at': '2022-08-31T16:04:48Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': 'fb5fd9f8-4459-4ca9-8250-fa8f9030be02', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a85f26d-1623-43e9-808b-06355723ff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:03:21Z', 'updated_at': '2022-08-31T16:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:04:50.398991 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for fb5fd9f8-4459-4ca9-8250-fa8f9030be02 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:04:50.407742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Deleting port ed34053d-e165-42e8-95cc-82cb2539ce76 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:04:50.408121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ed34053d-e165-42e8-95cc-82cb2539ce76), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:50.488994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] For port ed34053d-e165-42e8-95cc-82cb2539ce76, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ed34053d-e165-42e8-95cc-82cb2539ce76,segment=NetworkSegment(87b8824f-7c8d-4a7b-a363-4d932ca0bbee),segment_id=87b8824f-7c8d-4a7b-a363-4d932ca0bbee)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:50.489394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ed34053d-e165-42e8-95cc-82cb2539ce76), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:50.506759 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Calling delete_port for ed34053d-e165-42e8-95cc-82cb2539ce76 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:04:50.520744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:50.562113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:50.703554 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (fb5fd9f8-4459-4ca9-8250-fa8f9030be02), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:50.738933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (ed34053d-e165-42e8-95cc-82cb2539ce76), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:50.747602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=fb5fd9f8-4459-4ca9-8250-fa8f9030be02,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:50.794163 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Pushing event deleted for resources: {'Port': ['ID=ed34053d-e165-42e8-95cc-82cb2539ce76,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:50.808701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] No DVR routers for this DVR port ed34053d-e165-42e8-95cc-82cb2539ce76 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:04:50.813253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.813903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.815312 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.815867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.816403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.819189 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.820403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.820953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.821503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.822239 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.822803 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.823392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.824008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.828737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.828737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd235c9-38e1-4eb7-bf50-151372f4ccf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:50.878642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (3a85f26d-1623-43e9-808b-06355723ff47), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:50.987413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ed34053d-e165-42e8-95cc-82cb2539ce76 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:51.016056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ed34053d-e165-42e8-95cc-82cb2539ce76 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:04:51.016548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ed34053d-e165-42e8-95cc-82cb2539ce76 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:51.017036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a0558c23-ba56-463b-8e2e-57991d1969e4 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:51.045828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: a0558c23-ba56-463b-8e2e-57991d1969e4 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:04:51.045828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a0558c23-ba56-463b-8e2e-57991d1969e4 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:51.061255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (3a85f26d-1623-43e9-808b-06355723ff47), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:51.067457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (3a85f26d-1623-43e9-808b-06355723ff47), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:51.177486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:51.300403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (3a85f26d-1623-43e9-808b-06355723ff47), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:51.300403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Fanout notify agent at l3_agent the message router_deleted on router 3a85f26d-1623-43e9-808b-06355723ff47 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:04:51.310572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:51.312325 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5341ee9b-fb02-44a1-9ae3-7ba9a175e5fa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/routers/3a85f26d-1623-43e9-808b-06355723ff47 HTTP/1.1" status: 204 len: 168 time: 1.4668121 Aug 31 16:04:51.315792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43258) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:51.425972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (b95b9d6c-1150-43fd-8f41-c320c4ca2824), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:51.544832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (b95b9d6c-1150-43fd-8f41-c320c4ca2824), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:51.583597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95b9d6c-1150-43fd-8f41-c320c4ca2824']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:51.596989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b8824f-7c8d-4a7b-a363-4d932ca0bbee') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:51.597267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b8824f-7c8d-4a7b-a363-4d932ca0bbee') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:51.609760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (87b8824f-7c8d-4a7b-a363-4d932ca0bbee), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:51.626937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (87b8824f-7c8d-4a7b-a363-4d932ca0bbee), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:51.636600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:04:51.637096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (87b8824f-7c8d-4a7b-a363-4d932ca0bbee), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:51.702684 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 87b8824f-7c8d-4a7b-a363-4d932ca0bbee resource provider aggregate not found Aug 31 16:04:51.724033 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 87b8824f-7c8d-4a7b-a363-4d932ca0bbee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87b8824f-7c8d-4a7b-a363-4d932ca0bbee found for delete ", "request_id": "req-c11a5729-b9f0-41cb-909c-5310700a4d45"}]} Aug 31 16:04:52.012274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (b95b9d6c-1150-43fd-8f41-c320c4ca2824), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:52.024876 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:52.028227 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/networks/b95b9d6c-1150-43fd-8f41-c320c4ca2824 HTTP/1.1" status: 204 len: 168 time: 0.7110646 Aug 31 16:04:52.041022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa083e0-d7f5-4fea-b6b9-9c1871423c55 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Network': ['ID=b95b9d6c-1150-43fd-8f41-c320c4ca2824,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:52.054159 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43264) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:52.059805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'network': {'name': 'tempest-network-smoke--526908316', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'port_security_enabled': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:52.184920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:52.190108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:52.220323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:04:52.231376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (40920304-c611-4534-9a0a-a8e2a03dc954), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:52.231725 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Added segment 40920304-c611-4534-9a0a-a8e2a03dc954 of type vlan for network c6dc4367-1be3-466d-bcf4-88315534a045 Aug 31 16:04:52.241487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:52.308624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (c6dc4367-1be3-466d-bcf4-88315534a045), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:52.468613 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (c6dc4367-1be3-466d-bcf4-88315534a045), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:52.474325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:52.474977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:52.537189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:52.561310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Network': ['ID=c6dc4367-1be3-466d-bcf4-88315534a045,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:52.573588 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network c6dc4367-1be3-466d-bcf4-88315534a045 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:04:52.599754 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fdda0a50-0e95-4ef3-8074-e382b9bec647 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5439322 Aug 31 16:04:52.605535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43266) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:52.614689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1558353560', 'admin_state_up': True, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:52.734482 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:52.739600 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:52.761117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (bf613321-95d1-4471-8965-f65ca7d5d19e), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:52.762375 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (bf613321-95d1-4471-8965-f65ca7d5d19e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:52.822542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fb5fd9f8-4459-4ca9-8250-fa8f9030be02 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:52.837992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (bf613321-95d1-4471-8965-f65ca7d5d19e), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:52.849985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: fb5fd9f8-4459-4ca9-8250-fa8f9030be02 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:04:52.850533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fb5fd9f8-4459-4ca9-8250-fa8f9030be02 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:53.030548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:53.166480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (bf613321-95d1-4471-8965-f65ca7d5d19e), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:53.371266 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:53.474041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (bf613321-95d1-4471-8965-f65ca7d5d19e), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:53.495762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:53.637593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.26.2.15 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/1984d588-8a1a-435f-bce7-46aed5fd9419) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:04:53.773751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:53.956150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:54.043590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:54.049828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:54.057866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:04:54.060191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:54.063829 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=1984d588-8a1a-435f-bce7-46aed5fd9419,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:54.567548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (bf613321-95d1-4471-8965-f65ca7d5d19e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:54.801800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (bf613321-95d1-4471-8965-f65ca7d5d19e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:55.411820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router bf613321-95d1-4471-8965-f65ca7d5d19e is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:04:55.528143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:04:55.542199 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Sync routers for ids ['bf613321-95d1-4471-8965-f65ca7d5d19e'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:04:55.561383 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Routers {'bf613321-95d1-4471-8965-f65ca7d5d19e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:04:55.562537 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:04:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf613321-95d1-4471-8965-f65ca7d5d19e'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:55.654084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:55.655473 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-862c7ba8-155e-480b-9539-8af7c8e6481e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0474970 Aug 31 16:04:55.659755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43268) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:55.693972 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Set router bf613321-95d1-4471-8965-f65ca7d5d19e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:04:55.703620 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-459d93c1-81f7-4c02-83eb-c38a3e26d61a tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=c1c1baf047434c6c96bb801d711d1228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423849 Aug 31 16:04:55.706292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43270) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:55.804066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f3b4a-f1d6-4935-9014-0950ae4508ec tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:55.806127 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7c0f3b4a-f1d6-4935-9014-0950ae4508ec tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988185 Aug 31 16:04:55.810378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43272) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:55.820755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:55.847436 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-02c91913-e739-480b-95d0-e84cd78f6273 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358751 Aug 31 16:04:55.850583 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43274) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:55.856722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1585828992', 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:55.940556 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'name': 'tempest-TestNetworkBasicOps-router-1558353560', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:04:52Z', 'updated_at': '2022-08-31T16:04:54Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:53Z', 'updated_at': '2022-08-31T16:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:55.985098 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Checking router: bf613321-95d1-4471-8965-f65ca7d5d19e for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:04:55.985710 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Updating router bf613321-95d1-4471-8965-f65ca7d5d19e port 1984d588-8a1a-435f-bce7-46aed5fd9419 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:04:56.021341 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:56.057990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:56.064714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:56.174002 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:56.380526 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Publish callbacks [] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:56.423921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (10c9a163-4825-4ca2-a7d3-74145d3e558f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:56.468542 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:56.491793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Subnet': ['ID=10c9a163-4825-4ca2-a7d3-74145d3e558f,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:56.517188 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Attempting to bind port 1984d588-8a1a-435f-bce7-46aed5fd9419 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:04:56.517652 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Attempting to bind port 1984d588-8a1a-435f-bce7-46aed5fd9419 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:04:56.518959 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Attempting to bind port 1984d588-8a1a-435f-bce7-46aed5fd9419 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:04:56.519373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Checking segment: {'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:04:56.519995 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network hostable DHCP agents. Network: c6dc4367-1be3-466d-bcf4-88315534a045, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:04:56.535824 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:04:56.536311 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:04:56.536655 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:56.537045 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:04:56.537522 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Bound port: 1984d588-8a1a-435f-bce7-46aed5fd9419, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:04:56.537921 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:56.544215 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Pushing event updated for resources: {'Port': ['ID=1984d588-8a1a-435f-bce7-46aed5fd9419,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:56.572353 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.572696 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.573029 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.573357 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.573729 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.574053 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.574468 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.574686 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.575000 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.575315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.575636 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.575943 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.576255 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.576559 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.576867 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:56.615967 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] For port 1984d588-8a1a-435f-bce7-46aed5fd9419, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:04:56.620989 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] For port 1984d588-8a1a-435f-bce7-46aed5fd9419, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1984d588-8a1a-435f-bce7-46aed5fd9419,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:04:56.634454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network c6dc4367-1be3-466d-bcf4-88315534a045 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:04:56.744527 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:56.759577 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, c6dc4367-1be3-466d-bcf4-88315534a045) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:56.768019 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:04:56.769333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:56.774235 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e902c9-8139-49f7-957a-b38e36f025ea None None] Network c6dc4367-1be3-466d-bcf4-88315534a045 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:04:56.826090 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Routers {'bf613321-95d1-4471-8965-f65ca7d5d19e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:04:56.827083 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:04:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf613321-95d1-4471-8965-f65ca7d5d19e'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:56.912365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43276) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:04:56.913313 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cf541d71-3c66-4f61-ab43-c8712f1bcc4f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0600069 Aug 31 16:04:56.920624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-c6dc4367-1be3-466d-bcf4-88315534a045', 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'fixed_ips': [{'subnet_id': '10c9a163-4825-4ca2-a7d3-74145d3e558f'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:04:56.922389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:57.044275 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43434f50-deca-433b-ae97-ed8ef229faa5 None None] Pushing event updated for resources: {'Port': ['ID=1984d588-8a1a-435f-bce7-46aed5fd9419,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:57.103837 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:57.114092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Allocated IP 172.20.0.2 (c6dc4367-1be3-466d-bcf4-88315534a045/10c9a163-4825-4ca2-a7d3-74145d3e558f/953542d2-8752-4111-969e-3de7b00327e8) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:04:57.121378 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:57.127260 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] Set router bf613321-95d1-4471-8965-f65ca7d5d19e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:04:57.324028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Publish callbacks [] for port (953542d2-8752-4111-969e-3de7b00327e8), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:57.397680 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'name': 'tempest-TestNetworkBasicOps-router-1558353560', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:04:52Z', 'updated_at': '2022-08-31T16:04:54Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:53Z', 'updated_at': '2022-08-31T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:57.401809 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (953542d2-8752-4111-969e-3de7b00327e8), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:57.435239 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7fc5a1-1cac-4cd3-8c0a-5d1c421f1770 None None] The sync data for ids ['bf613321-95d1-4471-8965-f65ca7d5d19e'] in dv-neutron-855257-2-hyperv is: [{'id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'name': 'tempest-TestNetworkBasicOps-router-1558353560', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:04:52Z', 'updated_at': '2022-08-31T16:04:54Z', 'revision_number': 3, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:53Z', 'updated_at': '2022-08-31T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:04:57.480242 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Network c6dc4367-1be3-466d-bcf4-88315534a045 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:57.494690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:57.502044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:04:57.508914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Pushing event updated for resources: {'Port': ['ID=953542d2-8752-4111-969e-3de7b00327e8,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:57.607264 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Attempting to bind port 953542d2-8752-4111-969e-3de7b00327e8 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:04:57.607859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Attempting to bind port 953542d2-8752-4111-969e-3de7b00327e8 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:04:57.608424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Attempting to bind port 953542d2-8752-4111-969e-3de7b00327e8 on network c6dc4367-1be3-466d-bcf4-88315534a045 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:04:57.613605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:57.618855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:04:57.619509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Checking segment: {'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:04:57.620162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:57.620761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Bound using segment: {'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:04:57.621189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:57.621553 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Bound port: 953542d2-8752-4111-969e-3de7b00327e8, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:04:57.627608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (953542d2-8752-4111-969e-3de7b00327e8), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:57.708938 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] For port 953542d2-8752-4111-969e-3de7b00327e8, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:04:57.731794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] For port 953542d2-8752-4111-969e-3de7b00327e8, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=953542d2-8752-4111-969e-3de7b00327e8,segment=NetworkSegment(40920304-c611-4534-9a0a-a8e2a03dc954),segment_id=40920304-c611-4534-9a0a-a8e2a03dc954)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:04:57.904513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (953542d2-8752-4111-969e-3de7b00327e8), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:57.995505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c730b2-3332-4a33-ab40-0e3ad117c41a None None] Pushing event updated for resources: {'Port': ['ID=953542d2-8752-4111-969e-3de7b00327e8,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:58.168281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.1 (c6dc4367-1be3-466d-bcf4-88315534a045/10c9a163-4825-4ca2-a7d3-74145d3e558f/a2feb1a4-951a-4545-a944-216d9a192029) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:04:58.359093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (a2feb1a4-951a-4545-a944-216d9a192029), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:58.388124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:58.399756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:58.480585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (a2feb1a4-951a-4545-a944-216d9a192029), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:58.534472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network c6dc4367-1be3-466d-bcf4-88315534a045 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:58.537706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:58.543013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:04:58.551200 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=a2feb1a4-951a-4545-a944-216d9a192029,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:58.604947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (bf613321-95d1-4471-8965-f65ca7d5d19e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:58.909725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a2feb1a4-951a-4545-a944-216d9a192029), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:58.981478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1984d588-8a1a-435f-bce7-46aed5fd9419 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:59.068081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:59.071147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 1984d588-8a1a-435f-bce7-46aed5fd9419 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:04:59.071700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:59.072108 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 1984d588-8a1a-435f-bce7-46aed5fd9419 Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:04:59.120106 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:04:59.121638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 953542d2-8752-4111-969e-3de7b00327e8 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:59.176997 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 953542d2-8752-4111-969e-3de7b00327e8 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:04:59.177540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (953542d2-8752-4111-969e-3de7b00327e8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:59.178111 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 953542d2-8752-4111-969e-3de7b00327e8 Aug 31 16:04:59.207159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ade52e-a127-4677-94cc-1cfe802fcf0a None None] Network c6dc4367-1be3-466d-bcf4-88315534a045 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:04:59.286917 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:04:59.330229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-62d40526-87e4-4da1-aaf7-f0d1ca4ba462 None None] Provisioning complete for port 953542d2-8752-4111-969e-3de7b00327e8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:04:59.330635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-62d40526-87e4-4da1-aaf7-f0d1ca4ba462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (953542d2-8752-4111-969e-3de7b00327e8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:59.330922 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-62d40526-87e4-4da1-aaf7-f0d1ca4ba462 None None] Attempt 1 to provision port 953542d2-8752-4111-969e-3de7b00327e8 Aug 31 16:04:59.363434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (a2feb1a4-951a-4545-a944-216d9a192029), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-62d40526-87e4-4da1-aaf7-f0d1ca4ba462 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:04:59.413830 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:04:59.447723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (a2feb1a4-951a-4545-a944-216d9a192029), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:59.577853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=a2feb1a4-951a-4545-a944-216d9a192029,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:59.583714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (bf613321-95d1-4471-8965-f65ca7d5d19e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:59.699028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network c6dc4367-1be3-466d-bcf4-88315534a045 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:59.700640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:59.739476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Provisioning complete for port a2feb1a4-951a-4545-a944-216d9a192029 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:04:59.740192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a2feb1a4-951a-4545-a944-216d9a192029), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:04:59.740634 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Attempt 1 to provision port a2feb1a4-951a-4545-a944-216d9a192029 Aug 31 16:04:59.781651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Port a2feb1a4-951a-4545-a944-216d9a192029 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:04:59.802173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:04:59.874936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router bf613321-95d1-4471-8965-f65ca7d5d19e has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:04:59.938540 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:00.012174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:05:00.020127 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-910dfdb8-a34a-4ae8-922e-26691839f1ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/bf613321-95d1-4471-8965-f65ca7d5d19e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1065905 Aug 31 16:05:00.024557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43278) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:05:00.027202 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Sync routers for ids ['bf613321-95d1-4471-8965-f65ca7d5d19e'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:05:00.046166 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Routers {'bf613321-95d1-4471-8965-f65ca7d5d19e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:05:00.047383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:04:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf613321-95d1-4471-8965-f65ca7d5d19e'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:00.167536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af23037-163b-47f7-9c02-0963a14fd1f8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:00.168369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af23037-163b-47f7-9c02-0963a14fd1f8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:00.170225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af23037-163b-47f7-9c02-0963a14fd1f8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:00.170846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af23037-163b-47f7-9c02-0963a14fd1f8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:00.173993 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4af23037-163b-47f7-9c02-0963a14fd1f8 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1480570 Aug 31 16:05:00.176838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43280) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:05:00.192268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Set router bf613321-95d1-4471-8965-f65ca7d5d19e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:05:00.243611 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb23026-2934-4a69-8b91-8c9461c68a7f tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:00.244070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb23026-2934-4a69-8b91-8c9461c68a7f tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:00.244516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb23026-2934-4a69-8b91-8c9461c68a7f tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:00.244965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb23026-2934-4a69-8b91-8c9461c68a7f tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:00.247120 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-afb23026-2934-4a69-8b91-8c9461c68a7f tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0687432 Aug 31 16:05:00.249968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43282) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:05:00.313613 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Attempt 2 to provision port a2feb1a4-951a-4545-a944-216d9a192029 Aug 31 16:05:00.393478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Port a2feb1a4-951a-4545-a944-216d9a192029 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:05:00.623329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:00.643962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'name': 'tempest-TestNetworkBasicOps-router-1558353560', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:04:52Z', 'updated_at': '2022-08-31T16:04:58Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:53Z', 'updated_at': '2022-08-31T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'a2feb1a4-951a-4545-a944-216d9a192029', 'name': '', 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:5b:b0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '10c9a163-4825-4ca2-a7d3-74145d3e558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:57Z', 'updated_at': '2022-08-31T16:04:59Z', 'revision_number': 2, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '10c9a163-4825-4ca2-a7d3-74145d3e558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:00.673154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Checking router: bf613321-95d1-4471-8965-f65ca7d5d19e for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:05:00.673506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Updating router bf613321-95d1-4471-8965-f65ca7d5d19e port a2feb1a4-951a-4545-a944-216d9a192029 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:05:00.718321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a2feb1a4-951a-4545-a944-216d9a192029), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:00.801517 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e908d147-a1a2-4b4e-aa66-fd4ef5478be2 tempest-TestNetworkBasicOps-1963235705 tempest-TestNetworkBasicOps-1963235705-project-admin] 10.222.0.46 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.5502245 Aug 31 16:05:00.895450 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Attempt 3 to provision port a2feb1a4-951a-4545-a944-216d9a192029 Aug 31 16:05:00.982459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43286) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:05:00.986636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Port a2feb1a4-951a-4545-a944-216d9a192029 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:05:00.987918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c1644423-b953-4b1d-ad2d-34624f7a88a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-648338678', 'description': 'tempest-secgroup-smoke-648338678 description', 'project_id': 'c1c1baf047434c6c96bb801d711d1228'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:01.021318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:01.068584 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c1644423-b953-4b1d-ad2d-34624f7a88a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.158109 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c1644423-b953-4b1d-ad2d-34624f7a88a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (0315317a-7a4d-486c-8762-9a8a35db879c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.159472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Publish callbacks [] for port (a2feb1a4-951a-4545-a944-216d9a192029), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.223548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c1644423-b953-4b1d-ad2d-34624f7a88a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (0315317a-7a4d-486c-8762-9a8a35db879c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.246402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a2feb1a4-951a-4545-a944-216d9a192029), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.262527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1644423-b953-4b1d-ad2d-34624f7a88a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0315317a-7a4d-486c-8762-9a8a35db879c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:01.334098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c1644423-b953-4b1d-ad2d-34624f7a88a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.336290 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c1644423-b953-4b1d-ad2d-34624f7a88a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3526416 Aug 31 16:05:01.339710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43288) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:05:01.345173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-0e7d0531-dbdb-4c95-ab0e-6a969851cd53 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '0315317a-7a4d-486c-8762-9a8a35db879c', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:01.393811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e679f-6e61-419c-b7fb-c0abd7cfea06 None None] Pushing event updated for resources: {'Port': ['ID=a2feb1a4-951a-4545-a944-216d9a192029,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:01.422187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Attempting to bind port a2feb1a4-951a-4545-a944-216d9a192029 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:05:01.422757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Attempting to bind port a2feb1a4-951a-4545-a944-216d9a192029 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:05:01.423305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Attempting to bind port a2feb1a4-951a-4545-a944-216d9a192029 on network c6dc4367-1be3-466d-bcf4-88315534a045 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:05:01.433728 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:05:01.434319 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Checking segment: {'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:05:01.434965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.435607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Bound using segment: {'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:05:01.436411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Bound port: a2feb1a4-951a-4545-a944-216d9a192029, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:05:01.437036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a2feb1a4-951a-4545-a944-216d9a192029), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.454618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0531-dbdb-4c95-ab0e-6a969851cd53 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (ac57a6fe-cf0e-4ddd-bd3f-8a958741314e), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.495478 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Attempt 4 to provision port a2feb1a4-951a-4545-a944-216d9a192029 Aug 31 16:05:01.526694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0531-dbdb-4c95-ab0e-6a969851cd53 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (ac57a6fe-cf0e-4ddd-bd3f-8a958741314e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.603976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Port a2feb1a4-951a-4545-a944-216d9a192029 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:05:01.610207 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] For port a2feb1a4-951a-4545-a944-216d9a192029, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:01.615799 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] For port a2feb1a4-951a-4545-a944-216d9a192029, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a2feb1a4-951a-4545-a944-216d9a192029,segment=NetworkSegment(40920304-c611-4534-9a0a-a8e2a03dc954),segment_id=40920304-c611-4534-9a0a-a8e2a03dc954)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:01.618529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0531-dbdb-4c95-ab0e-6a969851cd53 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (ac57a6fe-cf0e-4ddd-bd3f-8a958741314e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.644370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d0531-dbdb-4c95-ab0e-6a969851cd53 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac57a6fe-cf0e-4ddd-bd3f-8a958741314e,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:01.715356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a2feb1a4-951a-4545-a944-216d9a192029), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.745358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0531-dbdb-4c95-ab0e-6a969851cd53 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.746948 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0e7d0531-dbdb-4c95-ab0e-6a969851cd53 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4057517 Aug 31 16:05:01.752031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43290) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:05:01.758750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Routers {'bf613321-95d1-4471-8965-f65ca7d5d19e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:05:01.759765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:04:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf613321-95d1-4471-8965-f65ca7d5d19e'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:01.760205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9918d1d8-c0e8-4ba1-83f5-2f4beb5700ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '0315317a-7a4d-486c-8762-9a8a35db879c', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:01.843718 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e679f-6e61-419c-b7fb-c0abd7cfea06 None None] Pushing event updated for resources: {'Port': ['ID=a2feb1a4-951a-4545-a944-216d9a192029,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:01.889128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9918d1d8-c0e8-4ba1-83f5-2f4beb5700ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (79acc3c9-7fdf-4965-b40c-ea49985235c3), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:01.894278 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:01.919160 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] Set router bf613321-95d1-4471-8965-f65ca7d5d19e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:05:01.974295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9918d1d8-c0e8-4ba1-83f5-2f4beb5700ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (79acc3c9-7fdf-4965-b40c-ea49985235c3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.045933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:02.051489 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9918d1d8-c0e8-4ba1-83f5-2f4beb5700ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (79acc3c9-7fdf-4965-b40c-ea49985235c3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.076746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918d1d8-c0e8-4ba1-83f5-2f4beb5700ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79acc3c9-7fdf-4965-b40c-ea49985235c3,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:02.105764 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Attempt 5 to provision port a2feb1a4-951a-4545-a944-216d9a192029 Aug 31 16:05:02.156993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9918d1d8-c0e8-4ba1-83f5-2f4beb5700ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.158333 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9918d1d8-c0e8-4ba1-83f5-2f4beb5700ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4044728 Aug 31 16:05:02.163146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43292) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:05:02.168232 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3c1a0292-8976-4819-beb3-4c778212267f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '0315317a-7a4d-486c-8762-9a8a35db879c', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:05:02.200395 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:05:02.202881 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'name': 'tempest-TestNetworkBasicOps-router-1558353560', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:04:52Z', 'updated_at': '2022-08-31T16:04:58Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:53Z', 'updated_at': '2022-08-31T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'a2feb1a4-951a-4545-a944-216d9a192029', 'name': '', 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:5b:b0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '10c9a163-4825-4ca2-a7d3-74145d3e558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:57Z', 'updated_at': '2022-08-31T16:05:01Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '10c9a163-4825-4ca2-a7d3-74145d3e558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:02.239402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e2bb2-a49f-44f9-ad05-2c8be123ee46 None None] The sync data for ids ['bf613321-95d1-4471-8965-f65ca7d5d19e'] in dv-neutron-855257-2-hyperv is: [{'id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'name': 'tempest-TestNetworkBasicOps-router-1558353560', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:04:52Z', 'updated_at': '2022-08-31T16:04:58Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:53Z', 'updated_at': '2022-08-31T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'a2feb1a4-951a-4545-a944-216d9a192029', 'name': '', 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'mac_address': 'fa:16:3e:5b:b0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '10c9a163-4825-4ca2-a7d3-74145d3e558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:57Z', 'updated_at': '2022-08-31T16:05:01Z', 'revision_number': 4, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'subnets': [{'id': '10c9a163-4825-4ca2-a7d3-74145d3e558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:05:02.239402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Provisioning complete for port 953542d2-8752-4111-969e-3de7b00327e8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:05:02.239402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (953542d2-8752-4111-969e-3de7b00327e8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.239402 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Attempt 1 to provision port 953542d2-8752-4111-969e-3de7b00327e8 Aug 31 16:05:02.289539 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:02.337318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0292-8976-4819-beb3-4c778212267f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (eda2c077-f04e-47dc-bb39-3af6eb5bef1b), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-10c2deeb-2505-4c60-bce9-664bc3893caa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:05:02.337725 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:05:02.427963 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0292-8976-4819-beb3-4c778212267f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (eda2c077-f04e-47dc-bb39-3af6eb5bef1b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.458854 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b547541c-8b8a-4260-afd9-4df59429da3e None None] Provisioning complete for port a2feb1a4-951a-4545-a944-216d9a192029 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:05:02.459230 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b547541c-8b8a-4260-afd9-4df59429da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a2feb1a4-951a-4545-a944-216d9a192029), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.459574 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b547541c-8b8a-4260-afd9-4df59429da3e None None] Attempt 1 to provision port a2feb1a4-951a-4545-a944-216d9a192029 Aug 31 16:05:02.514282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0292-8976-4819-beb3-4c778212267f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (eda2c077-f04e-47dc-bb39-3af6eb5bef1b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.539191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a0292-8976-4819-beb3-4c778212267f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda2c077-f04e-47dc-bb39-3af6eb5bef1b,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-b547541c-8b8a-4260-afd9-4df59429da3e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:05:02.542040 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:05:02.608483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0292-8976-4819-beb3-4c778212267f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.609901 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3c1a0292-8976-4819-beb3-4c778212267f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4453526 Aug 31 16:05:02.613300 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43294) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:05:02.618458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d7c0a399-af0e-43a6-ba1a-ea1503534b8a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '0315317a-7a4d-486c-8762-9a8a35db879c', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:02.745386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a399-af0e-43a6-ba1a-ea1503534b8a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (20dfd8ea-8987-4be1-9f78-9807eae22f71), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.863371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:02.867621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a399-af0e-43a6-ba1a-ea1503534b8a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (20dfd8ea-8987-4be1-9f78-9807eae22f71), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:02.934130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a2feb1a4-951a-4545-a944-216d9a192029 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:02.965782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a399-af0e-43a6-ba1a-ea1503534b8a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (20dfd8ea-8987-4be1-9f78-9807eae22f71), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:03.000976 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0a399-af0e-43a6-ba1a-ea1503534b8a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dfd8ea-8987-4be1-9f78-9807eae22f71,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:03.008890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port a2feb1a4-951a-4545-a944-216d9a192029 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:05:03.009501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a2feb1a4-951a-4545-a944-216d9a192029), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:03.010135 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port a2feb1a4-951a-4545-a944-216d9a192029 Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:05:03.056677 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:05:03.095161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a399-af0e-43a6-ba1a-ea1503534b8a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:03.099452 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d7c0a399-af0e-43a6-ba1a-ea1503534b8a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4823811 Aug 31 16:05:03.100150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43296) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:05:03.104966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-89762414-43cf-4998-ad82-095d0b4475ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '0315317a-7a4d-486c-8762-9a8a35db879c', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:03.195540 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-89762414-43cf-4998-ad82-095d0b4475ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:05:03.203088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-89762414-43cf-4998-ad82-095d0b4475ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (2afa428d-e775-4490-adfc-6cf2aff24fa8), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:03.302146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-89762414-43cf-4998-ad82-095d0b4475ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (2afa428d-e775-4490-adfc-6cf2aff24fa8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:03.429875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-89762414-43cf-4998-ad82-095d0b4475ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (2afa428d-e775-4490-adfc-6cf2aff24fa8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:03.456450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89762414-43cf-4998-ad82-095d0b4475ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afa428d-e775-4490-adfc-6cf2aff24fa8,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:03.528422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-89762414-43cf-4998-ad82-095d0b4475ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:03.530000 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-89762414-43cf-4998-ad82-095d0b4475ee tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4285913 Aug 31 16:05:03.533153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43298) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:05:03.538303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-84042e02-0a6b-4095-84a6-7fb588ebf797 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'security_group_rule': {'security_group_id': '0315317a-7a4d-486c-8762-9a8a35db879c', 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:03.640613 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-84042e02-0a6b-4095-84a6-7fb588ebf797 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Project c1c1baf047434c6c96bb801d711d1228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:05:03.649807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-84042e02-0a6b-4095-84a6-7fb588ebf797 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (475f3399-7427-472f-9c3c-c3365ae44b00), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:03.733691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-84042e02-0a6b-4095-84a6-7fb588ebf797 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (475f3399-7427-472f-9c3c-c3365ae44b00), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:03.920451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-84042e02-0a6b-4095-84a6-7fb588ebf797 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (475f3399-7427-472f-9c3c-c3365ae44b00), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:03.938246 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:03.946291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84042e02-0a6b-4095-84a6-7fb588ebf797 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475f3399-7427-472f-9c3c-c3365ae44b00,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:04.023131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-84042e02-0a6b-4095-84a6-7fb588ebf797 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:04.025299 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-84042e02-0a6b-4095-84a6-7fb588ebf797 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4907575 Aug 31 16:05:04.240439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:04.261057 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-3903e9a4-5994-4aa8-9689-31b0429af8ac tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-648338678&fields=id&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 267 time: 0.0536463 Aug 31 16:05:04.407760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-db3aa374-a358-45b5-ade2-281859fec0a4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:04.409367 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-db3aa374-a358-45b5-ade2-281859fec0a4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/networks?id=c6dc4367-1be3-466d-bcf4-88315534a045 HTTP/1.1" status: 200 len: 796 time: 0.1352220 Aug 31 16:05:04.432157 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-57cf5cd0-c455-4f42-8efc-55b97d69b991 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/quotas/c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 375 time: 0.0115998 Aug 31 16:05:04.497709 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-aeccea7d-51e0-4262-ba3a-6410ff6e4e8e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542819 Aug 31 16:05:04.636190 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-df350d5f-11e7-44d2-8f22-4e57538388b7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/c6dc4367-1be3-466d-bcf4-88315534a045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198788 Aug 31 16:05:04.748715 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-651e316a-eb7c-41cd-b26d-d178d97eeb3f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/c6dc4367-1be3-466d-bcf4-88315534a045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059480 Aug 31 16:05:04.784022 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:05:05.091184 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-036847a7-6399-42d2-8cd9-ba0c35950a9d req-198a5633-e668-44f2-b7d5-2afb527eaf5f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 210 time: 0.0341263 Aug 31 16:05:06.209915 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6777abc2-f46e-4329-9f43-cd7ef6736487 req-a3c47c28-e8fb-4110-99e9-423c3bfec76c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 210 time: 0.0339887 Aug 31 16:05:07.343428 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d827a5e1-77f8-4151-ac47-777126f1c3ec req-668fea1e-87b0-46be-a768-7d795393195e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 210 time: 0.0500979 Aug 31 16:05:07.503019 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8dcc13e3-e7cf-4cff-926d-6a7ed9e2153b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:07.504872 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8dcc13e3-e7cf-4cff-926d-6a7ed9e2153b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/networks?id=c6dc4367-1be3-466d-bcf4-88315534a045 HTTP/1.1" status: 200 len: 796 time: 0.1357501 Aug 31 16:05:07.605203 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-0f03fb09-4b48-4b16-9604-2c6c0373bb85 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1c1baf047434c6c96bb801d711d1228 HTTP/1.1" status: 200 len: 379 time: 0.0788836 Aug 31 16:05:07.617873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Request body: {'port': {'device_id': 'b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3', 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045', 'admin_state_up': True, 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'security_groups': ['0315317a-7a4d-486c-8762-9a8a35db879c']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:07.863440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Made reservation on behalf of c1c1baf047434c6c96bb801d711d1228 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:07.868499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:07.967120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:08.049886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Allocated IP 172.20.0.9 (c6dc4367-1be3-466d-bcf4-88315534a045/10c9a163-4825-4ca2-a7d3-74145d3e558f/9ed82348-cba3-41da-ad13-4b2087b2e7fe) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:08.235435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:08.258022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:08.372637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:08.439704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Network c6dc4367-1be3-466d-bcf4-88315534a045 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:08.443573 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:08.450578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:05:08.514969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event updated for resources: {'Port': ['ID=9ed82348-cba3-41da-ad13-4b2087b2e7fe,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:08.583344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-38930d17-1c51-4f34-8ae2-809634fd0d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:08.613162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5049913-b9ec-4063-b3a3-2fef6739a315 req-8dffdd95-eb03-4a89-8b3d-c7c49d358fbb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:08.614962 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d5049913-b9ec-4063-b3a3-2fef6739a315 req-8dffdd95-eb03-4a89-8b3d-c7c49d358fbb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 931 time: 0.1690087 Aug 31 16:05:08.624066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:08.624732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:08.717080 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d5049913-b9ec-4063-b3a3-2fef6739a315 req-be24e507-851c-4c3a-bf06-46605c41be99 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887947 Aug 31 16:05:08.763730 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8375145d-9d34-402d-87b9-2488277412e7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1506109 Aug 31 16:05:08.810444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d433280b-9bfc-4b4e-9583-a34c109c0227 None None] Provisioning complete for port 9ed82348-cba3-41da-ad13-4b2087b2e7fe triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:05:08.811054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d433280b-9bfc-4b4e-9583-a34c109c0227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:08.811626 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d433280b-9bfc-4b4e-9583-a34c109c0227 None None] Attempt 1 to provision port 9ed82348-cba3-41da-ad13-4b2087b2e7fe Aug 31 16:05:08.836558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Request body: {'port': {'device_id': 'b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:08.885661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d433280b-9bfc-4b4e-9583-a34c109c0227 None None] Port 9ed82348-cba3-41da-ad13-4b2087b2e7fe cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:05:08.925016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:09.329864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed82348-cba3-41da-ad13-4b2087b2e7fe {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:05:09.340502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Publish callbacks [] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:09.357896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Transition to ACTIVE for port object 9ed82348-cba3-41da-ad13-4b2087b2e7fe will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:05:09.386985 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d433280b-9bfc-4b4e-9583-a34c109c0227 None None] Attempt 2 to provision port 9ed82348-cba3-41da-ad13-4b2087b2e7fe Aug 31 16:05:09.436121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d433280b-9bfc-4b4e-9583-a34c109c0227 None None] Port 9ed82348-cba3-41da-ad13-4b2087b2e7fe cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:05:09.439695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:09.452553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:09.539744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Pushing event updated for resources: {'Port': ['ID=9ed82348-cba3-41da-ad13-4b2087b2e7fe,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:09.575822 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Attempting to bind port 9ed82348-cba3-41da-ad13-4b2087b2e7fe on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:05:09.576288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Attempting to bind port 9ed82348-cba3-41da-ad13-4b2087b2e7fe by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:05:09.576723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Attempting to bind port 9ed82348-cba3-41da-ad13-4b2087b2e7fe on network c6dc4367-1be3-466d-bcf4-88315534a045 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:05:09.582398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Port 9ed82348-cba3-41da-ad13-4b2087b2e7fe on network c6dc4367-1be3-466d-bcf4-88315534a045 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:05:09.582729 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Attempting to bind port 9ed82348-cba3-41da-ad13-4b2087b2e7fe on network c6dc4367-1be3-466d-bcf4-88315534a045 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:05:09.589131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:05:09.589474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Checking segment: {'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:05:09.589937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Bound using segment: {'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:05:09.590375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Bound port: 9ed82348-cba3-41da-ad13-4b2087b2e7fe, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40920304-c611-4534-9a0a-a8e2a03dc954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:05:09.590748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:09.651544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:09.696927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] For port 9ed82348-cba3-41da-ad13-4b2087b2e7fe, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:09.700613 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] For port 9ed82348-cba3-41da-ad13-4b2087b2e7fe, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=9ed82348-cba3-41da-ad13-4b2087b2e7fe,segment=NetworkSegment(40920304-c611-4534-9a0a-a8e2a03dc954),segment_id=40920304-c611-4534-9a0a-a8e2a03dc954)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:09.790761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:09.796789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:09.797420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:09.799130 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/9ed82348-cba3-41da-ad13-4b2087b2e7fe HTTP/1.1" status: 200 len: 1093 time: 1.0239217 Aug 31 16:05:09.799800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3', 'tag': '9ed82348-cba3-41da-ad13-4b2087b2e7fe'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:05:09.802120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fc9b85-2076-41ce-9198-01d4134eb161" -d '{"events": [{"name": "network-changed", "server_uuid": "b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3", "tag": "9ed82348-cba3-41da-ad13-4b2087b2e7fe"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:09.859049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dd999-ab12-4487-a950-48563f2a84ac service neutron] Pushing event updated for resources: {'Port': ['ID=9ed82348-cba3-41da-ad13-4b2087b2e7fe,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:09.892490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b47bb9-08d8-4ce0-9949-1b1c58115279 x-openstack-request-id: req-06b47bb9-08d8-4ce0-9949-1b1c58115279 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:09.892849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3", "tag": "9ed82348-cba3-41da-ad13-4b2087b2e7fe", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:09.893096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06b47bb9-08d8-4ce0-9949-1b1c58115279 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:09.893517 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b47bb9-08d8-4ce0-9949-1b1c58115279'] response: {'name': 'network-changed', 'server_uuid': 'b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3', 'tag': '9ed82348-cba3-41da-ad13-4b2087b2e7fe', 'status': 'completed', 'code': 200} Aug 31 16:05:09.906230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63ff92-1c88-4f07-9eab-a5f03269f76f req-292a4dbd-cd35-4103-902d-319deef56087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:09.909004 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2f63ff92-1c88-4f07-9eab-a5f03269f76f req-292a4dbd-cd35-4103-902d-319deef56087 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 943 time: 0.0912261 Aug 31 16:05:09.937351 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d433280b-9bfc-4b4e-9583-a34c109c0227 None None] Attempt 3 to provision port 9ed82348-cba3-41da-ad13-4b2087b2e7fe Aug 31 16:05:09.971792 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2f63ff92-1c88-4f07-9eab-a5f03269f76f req-49df9dcc-d3c1-474b-b723-67c343f61f57 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558975 Aug 31 16:05:10.005449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d433280b-9bfc-4b4e-9583-a34c109c0227 None None] Port 9ed82348-cba3-41da-ad13-4b2087b2e7fe had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:05:10.013456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc9b85-2076-41ce-9198-01d4134eb161 req-b8d4fdb9-cdd3-4670-8fad-fcd6788df99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:10.015096 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-17fc9b85-2076-41ce-9198-01d4134eb161 req-b8d4fdb9-cdd3-4670-8fad-fcd6788df99b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 1127 time: 0.0745697 Aug 31 16:05:10.150067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc9b85-2076-41ce-9198-01d4134eb161 req-2b973e01-4368-42dc-a113-fc76c603269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:10.151935 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-17fc9b85-2076-41ce-9198-01d4134eb161 req-2b973e01-4368-42dc-a113-fc76c603269b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=c1c1baf047434c6c96bb801d711d1228&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1257119 Aug 31 16:05:10.270346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc9b85-2076-41ce-9198-01d4134eb161 req-1166ac5f-8b2e-4052-b211-308e8c124abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:10.271962 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-17fc9b85-2076-41ce-9198-01d4134eb161 req-1166ac5f-8b2e-4052-b211-308e8c124abe service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104772 Aug 31 16:05:10.364190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-5de184a7-d13a-4604-a465-5342abc0dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:10.365862 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-5de184a7-d13a-4604-a465-5342abc0dd15 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c1c1baf047434c6c96bb801d711d1228&device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 1127 time: 0.0471885 Aug 31 16:05:10.413487 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-b4ad0b87-9fc0-4884-86b9-8db23bba5fea service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ed82348-cba3-41da-ad13-4b2087b2e7fe HTTP/1.1" status: 200 len: 217 time: 0.0364568 Aug 31 16:05:10.479506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8fa2d753-5345-492b-a3ba-fe7e5f36cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:10.481384 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8fa2d753-5345-492b-a3ba-fe7e5f36cfe6 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=10c9a163-4825-4ca2-a7d3-74145d3e558f HTTP/1.1" status: 200 len: 835 time: 0.0584753 Aug 31 16:05:10.535291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8338ecf2-00e0-4895-8dba-05f57d4897e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:10.536935 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-8338ecf2-00e0-4895-8dba-05f57d4897e7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c6dc4367-1be3-466d-bcf4-88315534a045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460298 Aug 31 16:05:10.658743 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-1ea639c5-1a50-4e92-b55d-fc5644b8d0de service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c6dc4367-1be3-466d-bcf4-88315534a045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098247 Aug 31 16:05:10.708877 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-93185c1f-1fe0-4905-a3e6-1e6db793f086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:10.778789 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-44db5084-984d-4824-8c5c-9d2abafd9f3b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c6dc4367-1be3-466d-bcf4-88315534a045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103764 Aug 31 16:05:11.153968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9b908-9201-4551-8ec0-1049d9fd2238 req-c2a9abcb-36d8-4c61-8535-b0645b7e69d5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:11.156689 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-28e9b908-9201-4551-8ec0-1049d9fd2238 req-c2a9abcb-36d8-4c61-8535-b0645b7e69d5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 943 time: 0.0804880 Aug 31 16:05:11.247987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-28e9b908-9201-4551-8ec0-1049d9fd2238 req-eae270c2-0f76-457e-a8e7-6899f84998d9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848014 Aug 31 16:05:12.182659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:12.279245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 9ed82348-cba3-41da-ad13-4b2087b2e7fe details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:05:12.426128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8550c7-709b-44f6-b93d-dc39c3d09268 req-04597357-5d55-483d-80e8-1031c54045e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:12.427930 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2a8550c7-709b-44f6-b93d-dc39c3d09268 req-04597357-5d55-483d-80e8-1031c54045e4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 943 time: 0.0600235 Aug 31 16:05:12.438148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 9ed82348-cba3-41da-ad13-4b2087b2e7fe, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=9ed82348-cba3-41da-ad13-4b2087b2e7fe,segment=NetworkSegment(40920304-c611-4534-9a0a-a8e2a03dc954),segment_id=40920304-c611-4534-9a0a-a8e2a03dc954)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:12.453387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '9ed82348-cba3-41da-ad13-4b2087b2e7fe', 'network_id': 'c6dc4367-1be3-466d-bcf4-88315534a045', 'port_id': '9ed82348-cba3-41da-ad13-4b2087b2e7fe', 'mac_address': 'fa:16:3e:d0:62:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c9a163-4825-4ca2-a7d3-74145d3e558f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:05:12.503371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 9ed82348-cba3-41da-ad13-4b2087b2e7fe is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:05:12.503937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:12.505278 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2a8550c7-709b-44f6-b93d-dc39c3d09268 req-2f020124-41f2-49e1-955d-dc7251b7d947 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664458 Aug 31 16:05:12.530699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed82348-cba3-41da-ad13-4b2087b2e7fe {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:05:12.558495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 9ed82348-cba3-41da-ad13-4b2087b2e7fe, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=9ed82348-cba3-41da-ad13-4b2087b2e7fe,segment=NetworkSegment(40920304-c611-4534-9a0a-a8e2a03dc954),segment_id=40920304-c611-4534-9a0a-a8e2a03dc954)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:12.737215 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:12.796543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=9ed82348-cba3-41da-ad13-4b2087b2e7fe,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:12.992731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['9ed82348-cba3-41da-ad13-4b2087b2e7fe'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:05:13.188325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:13.224583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:13.611516 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:13.682078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1841a1-6f59-4869-a10e-8899c3a5a3dc req-36e2ff1f-ef6b-499a-a73d-dd6da05dd7d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:13.684209 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fe1841a1-6f59-4869-a10e-8899c3a5a3dc req-36e2ff1f-ef6b-499a-a73d-dd6da05dd7d6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0840356 Aug 31 16:05:13.746130 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fe1841a1-6f59-4869-a10e-8899c3a5a3dc req-11ddad3e-6703-43ab-8c3a-4890000cf835 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517166 Aug 31 16:05:13.811722 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:14.283104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 9ed82348-cba3-41da-ad13-4b2087b2e7fe up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:14.329014 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 9ed82348-cba3-41da-ad13-4b2087b2e7fe completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:05:14.393811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 9ed82348-cba3-41da-ad13-4b2087b2e7fe triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:05:14.394188 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:14.394528 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 9ed82348-cba3-41da-ad13-4b2087b2e7fe Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:05:14.440944 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:05:14.778334 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=37 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:14.882018 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625ffc-6443-4963-af4a-f0be0ddc4d1f req-f2405bf2-7951-4853-8475-c6ee22e320da tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:14.883868 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-56625ffc-6443-4963-af4a-f0be0ddc4d1f req-f2405bf2-7951-4853-8475-c6ee22e320da tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0570967 Aug 31 16:05:14.941985 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-56625ffc-6443-4963-af4a-f0be0ddc4d1f req-42280fb2-efeb-474c-8f5c-f15d653374c8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515504 Aug 31 16:05:16.087021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:16.117842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63074445-4b99-4771-b954-77b10ac2fb27 req-7bcdfaf3-d944-4011-8492-bb3fa9013ced tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:16.120526 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-63074445-4b99-4771-b954-77b10ac2fb27 req-7bcdfaf3-d944-4011-8492-bb3fa9013ced tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0861306 Aug 31 16:05:16.180781 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-63074445-4b99-4771-b954-77b10ac2fb27 req-192d7c07-1b34-4485-9420-752d094551d9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538492 Aug 31 16:05:17.328703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306de8f9-3e0a-42ce-931f-43be161d226a req-592b4f39-45aa-40ed-a9e6-aa313805fe52 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:17.330886 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-306de8f9-3e0a-42ce-931f-43be161d226a req-592b4f39-45aa-40ed-a9e6-aa313805fe52 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0632775 Aug 31 16:05:17.405582 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-306de8f9-3e0a-42ce-931f-43be161d226a req-9ece27dd-404c-4711-853c-4170999e829f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663774 Aug 31 16:05:18.558802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad2a2c-cfc4-4b9d-a83e-31c877bcef92 req-fab8ba36-b3d5-4164-878b-ca3b98bb4132 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:18.560471 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b5ad2a2c-cfc4-4b9d-a83e-31c877bcef92 req-fab8ba36-b3d5-4164-878b-ca3b98bb4132 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0644627 Aug 31 16:05:18.636246 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b5ad2a2c-cfc4-4b9d-a83e-31c877bcef92 req-928ced99-3f4e-4458-a465-840446a8d7b5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652678 Aug 31 16:05:19.801251 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f9c04-2383-43b2-9bb7-5d1bda5cdaed req-fec137c6-c845-45f4-85cd-8ffd266ba5b6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:19.802997 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f81f9c04-2383-43b2-9bb7-5d1bda5cdaed req-fec137c6-c845-45f4-85cd-8ffd266ba5b6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0529571 Aug 31 16:05:19.879033 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f81f9c04-2383-43b2-9bb7-5d1bda5cdaed req-005ca951-667c-4ebc-87ba-7717fc47cce8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683818 Aug 31 16:05:21.034090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:21.045806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f27e9-cbc1-4ce5-b86c-9397c0907f18 req-7643f455-4bd1-4fa3-b230-63280b79998a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:21.047610 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a86f27e9-cbc1-4ce5-b86c-9397c0907f18 req-7643f455-4bd1-4fa3-b230-63280b79998a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0686641 Aug 31 16:05:21.119771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:21.134595 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a86f27e9-cbc1-4ce5-b86c-9397c0907f18 req-09e14496-f534-4f2d-a783-6b412cd3cd1d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767105 Aug 31 16:05:22.321832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ffd28-9c66-4757-bf4a-a0869e62b159 req-dc713ffb-ff57-43a4-8fcc-bad9b3dd2830 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:22.323717 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-375ffd28-9c66-4757-bf4a-a0869e62b159 req-dc713ffb-ff57-43a4-8fcc-bad9b3dd2830 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0605733 Aug 31 16:05:22.390248 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-375ffd28-9c66-4757-bf4a-a0869e62b159 req-47d462d0-b17e-4437-b929-182b97052c42 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602179 Aug 31 16:05:23.578764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bc023-6c19-46db-93f2-92cb4015f9f5 req-283442e9-e61d-40c3-9bca-5006f3ae5276 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:23.581882 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6a7bc023-6c19-46db-93f2-92cb4015f9f5 req-283442e9-e61d-40c3-9bca-5006f3ae5276 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0663362 Aug 31 16:05:23.655037 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6a7bc023-6c19-46db-93f2-92cb4015f9f5 req-6da69efa-7937-478e-b1ce-734058a9b09f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626364 Aug 31 16:05:24.806164 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940c474-9bdf-47ce-9aa5-72aa6a159896 req-3f798c01-69ef-4f8f-9341-f73e294d6494 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:24.807812 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8940c474-9bdf-47ce-9aa5-72aa6a159896 req-3f798c01-69ef-4f8f-9341-f73e294d6494 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0550592 Aug 31 16:05:24.888480 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8940c474-9bdf-47ce-9aa5-72aa6a159896 req-4aa30a33-49a1-4889-99c3-0ea3977ae580 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741746 Aug 31 16:05:26.053303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6bc50-357f-4ea1-8029-2268206c1cbe req-83b54157-a424-4e1e-9266-f0adc29239b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:26.056182 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-10c6bc50-357f-4ea1-8029-2268206c1cbe req-83b54157-a424-4e1e-9266-f0adc29239b7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0849559 Aug 31 16:05:26.128286 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-10c6bc50-357f-4ea1-8029-2268206c1cbe req-985cbc74-9ba1-43c8-b4cf-33fcf6619be9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657814 Aug 31 16:05:27.295205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d1c0f-337a-4f38-abfe-807601413757 req-a1fc5187-2f5d-46c5-8368-ee378cb2557b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:27.296859 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-535d1c0f-337a-4f38-abfe-807601413757 req-a1fc5187-2f5d-46c5-8368-ee378cb2557b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0749969 Aug 31 16:05:27.314997 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:27.363293 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-535d1c0f-337a-4f38-abfe-807601413757 req-2a19acd8-7aab-4e94-9b90-9c2b7252b4f4 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557563 Aug 31 16:05:28.507419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45b40b-b839-41ee-ab62-24b6c9d4d850 req-526fa291-36ba-4853-bb41-ce1ea569ed07 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:28.509117 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af45b40b-b839-41ee-ab62-24b6c9d4d850 req-526fa291-36ba-4853-bb41-ce1ea569ed07 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0580568 Aug 31 16:05:28.575069 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af45b40b-b839-41ee-ab62-24b6c9d4d850 req-42dcc5f3-a04e-4cd7-97a2-9c8d596999b1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560126 Aug 31 16:05:29.712290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2494f06-a397-4308-9982-11073aa8ba98 req-b941ea9e-8a5e-4d86-bf1b-1f35669be39a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:29.714306 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a2494f06-a397-4308-9982-11073aa8ba98 req-b941ea9e-8a5e-4d86-bf1b-1f35669be39a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0581510 Aug 31 16:05:29.748514 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:29.751830 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:29.779473 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a2494f06-a397-4308-9982-11073aa8ba98 req-e08fa6a3-7d98-4260-9c71-070a0430cc67 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584776 Aug 31 16:05:30.916958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366d888-42b6-4249-afaf-cc8af28f45b2 req-7d591916-5cd4-41fb-a9d4-6f0bf92394a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:30.918963 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9366d888-42b6-4249-afaf-cc8af28f45b2 req-7d591916-5cd4-41fb-a9d4-6f0bf92394a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0585477 Aug 31 16:05:30.976912 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9366d888-42b6-4249-afaf-cc8af28f45b2 req-ca9eda10-0f6b-4b7a-b5e1-618cc5c5c450 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518520 Aug 31 16:05:31.035279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:31.047549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:32.125361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c572ab-5a6c-4740-9d05-e291df86fc6e req-f702b305-b6f9-4b99-8d4c-3970f1a12ec9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:32.128053 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a6c572ab-5a6c-4740-9d05-e291df86fc6e req-f702b305-b6f9-4b99-8d4c-3970f1a12ec9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0666103 Aug 31 16:05:32.189998 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a6c572ab-5a6c-4740-9d05-e291df86fc6e req-35c90452-8a99-4e69-9aeb-b8e507ef8793 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553277 Aug 31 16:05:33.335370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf6d3f-fa83-4089-991c-4b2cecec6f46 req-2cbcde7b-a071-424f-b10b-1169765d9d77 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:33.336998 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cfaf6d3f-fa83-4089-991c-4b2cecec6f46 req-2cbcde7b-a071-424f-b10b-1169765d9d77 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0609095 Aug 31 16:05:33.430406 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cfaf6d3f-fa83-4089-991c-4b2cecec6f46 req-7d4edcdf-5996-49a4-9603-a230b3f5c227 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854213 Aug 31 16:05:34.524764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:34.569642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bad1c-7797-4183-9fbd-431884b2f924 req-29a1c455-78df-455d-8992-4a692cb2fc90 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:34.571206 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-588bad1c-7797-4183-9fbd-431884b2f924 req-29a1c455-78df-455d-8992-4a692cb2fc90 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0551193 Aug 31 16:05:34.629766 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-588bad1c-7797-4183-9fbd-431884b2f924 req-9cf3d2b7-527c-4717-9e31-5d9521398a1a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519648 Aug 31 16:05:35.816340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a67c4-35bd-45d9-8845-c6fdfea222ab req-172b57a2-d437-4d16-9471-4ca51e7bd454 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:35.818344 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-955a67c4-35bd-45d9-8845-c6fdfea222ab req-172b57a2-d437-4d16-9471-4ca51e7bd454 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0645173 Aug 31 16:05:35.884356 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-955a67c4-35bd-45d9-8845-c6fdfea222ab req-06f215d4-73f4-4b5e-8250-362a7c4b3cba tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595427 Aug 31 16:05:37.033505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d07b22-7f6e-4e96-9ea1-c2e3224e3602 req-04eee12c-2959-48a2-b29b-c93f3f019590 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:37.035224 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-18d07b22-7f6e-4e96-9ea1-c2e3224e3602 req-04eee12c-2959-48a2-b29b-c93f3f019590 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0631766 Aug 31 16:05:37.115157 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-18d07b22-7f6e-4e96-9ea1-c2e3224e3602 req-41a7b362-83ed-4407-99c7-965c4a04164e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711761 Aug 31 16:05:38.266549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b2688-59b3-4b8c-a7c4-c0b5e76fff67 req-be1e4e8d-ea19-485c-b2a8-d6b4244ab21b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:38.268171 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-138b2688-59b3-4b8c-a7c4-c0b5e76fff67 req-be1e4e8d-ea19-485c-b2a8-d6b4244ab21b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0644619 Aug 31 16:05:38.331409 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-138b2688-59b3-4b8c-a7c4-c0b5e76fff67 req-79910d4d-af76-4312-9dae-3f1e9219a01b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529304 Aug 31 16:05:38.690525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0629fe82-bb0f-496e-a8a2-aa5120ea134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:39.502470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9703a-02a2-448e-b02e-8840a36e31fb req-11824e6a-b853-4be2-a364-eb0810d9058d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:39.505505 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2be9703a-02a2-448e-b02e-8840a36e31fb req-11824e6a-b853-4be2-a364-eb0810d9058d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0750203 Aug 31 16:05:39.566623 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2be9703a-02a2-448e-b02e-8840a36e31fb req-f13a1026-5685-4f00-af5b-fd977237905c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536559 Aug 31 16:05:40.700301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f196c-cc88-4e2c-9cda-8255d695cb7f req-873e5227-331f-45e7-a580-a2c74a2dd45c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:40.701980 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cc7f196c-cc88-4e2c-9cda-8255d695cb7f req-873e5227-331f-45e7-a580-a2c74a2dd45c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0517817 Aug 31 16:05:40.768460 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cc7f196c-cc88-4e2c-9cda-8255d695cb7f req-22095f7c-3e22-4e3b-9563-c21c010d74a7 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590668 Aug 31 16:05:40.798937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ea32a91c-8f51-421e-ab60-62b6a3fef4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:41.789550 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:05:41.922585 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4d2b-dd46-4cbe-a1da-f03f8ec30d5f req-50be99ce-c780-4e21-822a-5a729962ca7f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:41.924055 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2bde4d2b-dd46-4cbe-a1da-f03f8ec30d5f req-50be99ce-c780-4e21-822a-5a729962ca7f tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0521693 Aug 31 16:05:41.980122 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2bde4d2b-dd46-4cbe-a1da-f03f8ec30d5f req-ae410492-717f-44e0-80f7-7a7786911523 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496395 Aug 31 16:05:42.164493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:43.129175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19ac22-f22a-4670-9300-103d13254962 req-ce35a5f9-ebcc-4ef4-ab6b-41ff9771ea43 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:43.131536 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4d19ac22-f22a-4670-9300-103d13254962 req-ce35a5f9-ebcc-4ef4-ab6b-41ff9771ea43 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0534403 Aug 31 16:05:43.207018 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4d19ac22-f22a-4670-9300-103d13254962 req-b74ecff0-948e-4914-bb91-118073f971b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648007 Aug 31 16:05:43.661059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:43.781855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:44.354350 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454960e-7700-46a8-b6a5-247350c09f5c req-6859982a-abb8-4cf7-9cf3-9b7d7e9d2ed2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:44.356027 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4454960e-7700-46a8-b6a5-247350c09f5c req-6859982a-abb8-4cf7-9cf3-9b7d7e9d2ed2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0589771 Aug 31 16:05:44.428713 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4454960e-7700-46a8-b6a5-247350c09f5c req-7d22ccf2-db66-48e2-a4ce-9c80e9758e48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618861 Aug 31 16:05:45.550405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:45.591945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5377802-eb84-4fca-8177-5102510fe271 req-2c013d05-9b16-49ec-adae-854cb584255c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:45.594097 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5377802-eb84-4fca-8177-5102510fe271 req-2c013d05-9b16-49ec-adae-854cb584255c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0841339 Aug 31 16:05:45.656331 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5377802-eb84-4fca-8177-5102510fe271 req-47bb9e76-3d66-40c0-88da-4b3d94ce425b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537906 Aug 31 16:05:46.807349 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589943b-6b5a-4677-b632-936877c997be req-06030d35-caa0-48df-ac00-da53330424be tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:46.810219 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4589943b-6b5a-4677-b632-936877c997be req-06030d35-caa0-48df-ac00-da53330424be tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0659471 Aug 31 16:05:46.899041 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4589943b-6b5a-4677-b632-936877c997be req-eb315a0d-ba2b-4467-8b5c-ffeeac77dfaa tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783269 Aug 31 16:05:48.041950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:48.058604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76c2b-a853-44aa-9475-d82bb7958bf0 req-9861a981-42e9-4915-9c3b-5878e5d5fd32 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:48.061217 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c9e76c2b-a853-44aa-9475-d82bb7958bf0 req-9861a981-42e9-4915-9c3b-5878e5d5fd32 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0754414 Aug 31 16:05:48.149138 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c9e76c2b-a853-44aa-9475-d82bb7958bf0 req-47c3d793-659a-4d37-b999-e8e69800a048 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810425 Aug 31 16:05:49.290101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b27cc-d8a8-4308-a881-22f0a10c8a7f req-c83f07a0-79ae-4965-a924-f44f9d90d391 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:49.291819 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b31b27cc-d8a8-4308-a881-22f0a10c8a7f req-c83f07a0-79ae-4965-a924-f44f9d90d391 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0556567 Aug 31 16:05:49.387828 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b31b27cc-d8a8-4308-a881-22f0a10c8a7f req-f8cc4063-db72-459a-88a8-03d1077a3f0d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889974 Aug 31 16:05:50.525815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352ce79-37b1-42b7-a2e0-54d454c459c7 req-4046c1f7-4e9a-43e8-bb82-6dfab6cc9ac9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:50.527484 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0352ce79-37b1-42b7-a2e0-54d454c459c7 req-4046c1f7-4e9a-43e8-bb82-6dfab6cc9ac9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0577602 Aug 31 16:05:50.593525 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0352ce79-37b1-42b7-a2e0-54d454c459c7 req-fe74a16e-1e26-41c7-9cf1-179b57152259 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548296 Aug 31 16:05:51.106968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:05:51.749314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92076084-ded8-4ee9-b919-3067fc796779 req-7960e659-d610-4413-8888-06743e7c7cc6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:51.751004 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-92076084-ded8-4ee9-b919-3067fc796779 req-7960e659-d610-4413-8888-06743e7c7cc6 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0547805 Aug 31 16:05:51.781863 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:51.811741 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-92076084-ded8-4ee9-b919-3067fc796779 req-66a5b5f0-c270-4c29-98d7-7c4adb62928d tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534310 Aug 31 16:05:52.954387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed55604-e590-4514-9076-e5bfe3fe6009 req-9a522a49-6642-477d-8f92-a76483747702 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:52.956035 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ed55604-e590-4514-9076-e5bfe3fe6009 req-9a522a49-6642-477d-8f92-a76483747702 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0534754 Aug 31 16:05:53.029751 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ed55604-e590-4514-9076-e5bfe3fe6009 req-e7dc3132-af5c-42d5-9b6a-c2554ae5cb86 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672650 Aug 31 16:05:54.194859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e119b5-d0aa-41ee-927e-57d498219cb7 req-30ad772c-e4db-4a79-919c-a03defda79cf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:54.197644 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-18e119b5-d0aa-41ee-927e-57d498219cb7 req-30ad772c-e4db-4a79-919c-a03defda79cf tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0852044 Aug 31 16:05:54.232572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:54.289375 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-18e119b5-d0aa-41ee-927e-57d498219cb7 req-0698f15a-921d-4af6-a113-3d03bdecb5e0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855227 Aug 31 16:05:55.446628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcc0ec-e250-46be-ba59-f57cb6e2e5e7 req-7e4511ce-3bef-4863-bbe4-7954d7d5ec9e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:55.449041 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-74dcc0ec-e250-46be-ba59-f57cb6e2e5e7 req-7e4511ce-3bef-4863-bbe4-7954d7d5ec9e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0721638 Aug 31 16:05:55.517103 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-74dcc0ec-e250-46be-ba59-f57cb6e2e5e7 req-23866ea4-eccb-4aa4-a56d-e2f7b11fa309 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571275 Aug 31 16:05:56.672949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5766c-cf25-4f99-94a1-a5731ab85abe req-73d8190c-60bb-4438-8576-96fcb334ec50 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:56.674525 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3da5766c-cf25-4f99-94a1-a5731ab85abe req-73d8190c-60bb-4438-8576-96fcb334ec50 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0634320 Aug 31 16:05:56.734402 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3da5766c-cf25-4f99-94a1-a5731ab85abe req-a50f0ac4-bbf4-420d-9fd6-f45d55e44492 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536418 Aug 31 16:05:57.913848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1c10-73de-4d38-b09c-a8b0541ba8de req-3ed28aae-834e-4134-81cb-20f72c842cbb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:57.916295 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-38fb1c10-73de-4d38-b09c-a8b0541ba8de req-3ed28aae-834e-4134-81cb-20f72c842cbb tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0785861 Aug 31 16:05:57.988008 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-38fb1c10-73de-4d38-b09c-a8b0541ba8de req-4e5e92f1-37d5-4acc-843c-6e07f08e83cd tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652378 Aug 31 16:05:59.125349 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa1674-7f46-4a02-9856-be6eeacc623a req-d57be866-9865-4825-8a4a-3894fbc90b36 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:05:59.127173 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5baa1674-7f46-4a02-9856-be6eeacc623a req-d57be866-9865-4825-8a4a-3894fbc90b36 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0539310 Aug 31 16:05:59.181173 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:05:59.187003 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5baa1674-7f46-4a02-9856-be6eeacc623a req-ec6fb69f-e0fb-4a87-9f4c-9999b9ef55b1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533605 Aug 31 16:06:00.333249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c15bb2-dfd1-450e-8941-9ae4220fd6ec req-0d31097b-b1b0-47db-ac66-7cc38fe7dde5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:00.335069 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3c15bb2-dfd1-450e-8941-9ae4220fd6ec req-0d31097b-b1b0-47db-ac66-7cc38fe7dde5 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0613821 Aug 31 16:06:00.402624 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3c15bb2-dfd1-450e-8941-9ae4220fd6ec req-adf5c9b5-97f7-446d-8b0e-a66b5daf1717 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616586 Aug 31 16:06:01.032094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:01.041444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:01.558138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a01ed-c04e-4ca9-90cc-03e4ce815eac req-d1fcf310-828d-4db2-933e-91913ddfb192 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:01.559906 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d5a01ed-c04e-4ca9-90cc-03e4ce815eac req-d1fcf310-828d-4db2-933e-91913ddfb192 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0634701 Aug 31 16:06:01.625042 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d5a01ed-c04e-4ca9-90cc-03e4ce815eac req-f3a0347c-448b-4aca-9db3-ae9f364c7dd8 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548873 Aug 31 16:06:02.765446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf79d8-732f-4ba2-823b-0199a231acb9 req-3e7aa385-4a3e-4863-a3bf-ae9c595b3557 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:02.767186 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ddf79d8-732f-4ba2-823b-0199a231acb9 req-3e7aa385-4a3e-4863-a3bf-ae9c595b3557 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0540352 Aug 31 16:06:02.833739 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1ddf79d8-732f-4ba2-823b-0199a231acb9 req-8f591852-bfe1-4898-b940-ab6f0bc577be tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597997 Aug 31 16:06:04.021838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb1fad-e26f-4c20-8e03-290a660b4d92 req-58c09e7e-c485-4d90-89ff-868bceb377ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:04.024627 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9ecb1fad-e26f-4c20-8e03-290a660b4d92 req-58c09e7e-c485-4d90-89ff-868bceb377ad tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0871584 Aug 31 16:06:04.085982 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9ecb1fad-e26f-4c20-8e03-290a660b4d92 req-f11c5ba9-9d82-43ca-a95f-9bb65b281c48 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550585 Aug 31 16:06:05.236068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5c721-2c73-4b5a-8402-6e226fb9117a req-f9e54e23-e11b-4386-b5f6-fc2c0a1fade0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:05.237798 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-70a5c721-2c73-4b5a-8402-6e226fb9117a req-f9e54e23-e11b-4386-b5f6-fc2c0a1fade0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0663462 Aug 31 16:06:05.301768 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-70a5c721-2c73-4b5a-8402-6e226fb9117a req-51706c96-cb20-43d1-a0d7-bfe3a17afc96 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526235 Aug 31 16:06:06.441231 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d54d7-b6c6-4548-a8e7-f530ebd1607c req-c06ef9c1-2544-4ef5-8922-2309656d7a2c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:06.443146 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aa2d54d7-b6c6-4548-a8e7-f530ebd1607c req-c06ef9c1-2544-4ef5-8922-2309656d7a2c tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0581341 Aug 31 16:06:06.512647 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aa2d54d7-b6c6-4548-a8e7-f530ebd1607c req-f55c52cb-6c73-4080-92fa-f8cf2e19aee9 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629249 Aug 31 16:06:07.669245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547f51-5612-4120-9352-2cffe3615097 req-0f09369e-85b7-4349-9ebe-399202269812 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:07.670901 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-52547f51-5612-4120-9352-2cffe3615097 req-0f09369e-85b7-4349-9ebe-399202269812 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0564051 Aug 31 16:06:07.762151 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-52547f51-5612-4120-9352-2cffe3615097 req-82f9d8dc-8a2d-443f-a4e1-b1eed734c84b tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822108 Aug 31 16:06:08.557824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-51421b94-9a3d-45e3-bcc5-40c67d9ff656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:08.729663 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=15 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:08.731887 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=17 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:08.944284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313def43-9cf7-4292-b975-9f8beef9468b req-284031e9-8234-40e5-8c03-4a5c7c8525fc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:08.947675 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-313def43-9cf7-4292-b975-9f8beef9468b req-284031e9-8234-40e5-8c03-4a5c7c8525fc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0677228 Aug 31 16:06:09.020256 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-313def43-9cf7-4292-b975-9f8beef9468b req-7019abc0-d211-4d94-92cc-f978bf15f34a tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628121 Aug 31 16:06:10.180189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235a976-c11e-40ab-9594-4613aeb9971f req-4e3b166e-533c-414c-952c-d7997cbeccbe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:10.181927 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0235a976-c11e-40ab-9594-4613aeb9971f req-4e3b166e-533c-414c-952c-d7997cbeccbe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0587358 Aug 31 16:06:10.246207 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0235a976-c11e-40ab-9594-4613aeb9971f req-47bf2e8c-6233-4542-931d-5e20e6dc00fc tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583718 Aug 31 16:06:10.719465 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6346e35b-24d0-4017-9826-d248e522a1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:11.391587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f67d6-4224-49d8-80de-f1a036cc10ed req-4afe6f87-a991-4ca0-b93b-23347e14e588 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:11.393347 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f22f67d6-4224-49d8-80de-f1a036cc10ed req-4afe6f87-a991-4ca0-b93b-23347e14e588 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0609925 Aug 31 16:06:11.453682 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f22f67d6-4224-49d8-80de-f1a036cc10ed req-a89531cd-78ab-448e-81d6-52f11698f9f1 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513961 Aug 31 16:06:12.239060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:12.563337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:12.585045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c30408-c609-4621-a08c-15cd7b2c5fcb req-01c28b59-9c0d-46ed-bb7e-f8501e8989f2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:12.586711 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c7c30408-c609-4621-a08c-15cd7b2c5fcb req-01c28b59-9c0d-46ed-bb7e-f8501e8989f2 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0529292 Aug 31 16:06:12.648209 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c7c30408-c609-4621-a08c-15cd7b2c5fcb req-1abc1df9-cefe-4ecc-807b-1c7acc61467e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543110 Aug 31 16:06:13.481465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:13.503721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-15008a6d-a70d-4512-923f-44907f7e5e97 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:13.505363 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-15008a6d-a70d-4512-923f-44907f7e5e97 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0577950 Aug 31 16:06:13.633774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:13.661890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 9ed82348-cba3-41da-ad13-4b2087b2e7fe {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:06:13.662592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:13.747978 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:13.824718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 9ed82348-cba3-41da-ad13-4b2087b2e7fe, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=9ed82348-cba3-41da-ad13-4b2087b2e7fe,segment=NetworkSegment(40920304-c611-4534-9a0a-a8e2a03dc954),segment_id=40920304-c611-4534-9a0a-a8e2a03dc954)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:13.825226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:13.843508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 9ed82348-cba3-41da-ad13-4b2087b2e7fe owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:06:13.849370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01624a2-d5d9-4cc4-913e-8560a0578e6f req-196de1d2-a21a-43fa-b645-d0fdcac91e65 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:13.853193 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f01624a2-d5d9-4cc4-913e-8560a0578e6f req-196de1d2-a21a-43fa-b645-d0fdcac91e65 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 944 time: 0.0971763 Aug 31 16:06:13.959067 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f01624a2-d5d9-4cc4-913e-8560a0578e6f req-ec95ff50-f94b-4476-964d-ca81f6ad2b23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0315317a-7a4d-486c-8762-9a8a35db879c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956528 Aug 31 16:06:14.158556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9ed82348-cba3-41da-ad13-4b2087b2e7fe), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:14.192242 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=9ed82348-cba3-41da-ad13-4b2087b2e7fe,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:14.221492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.222514 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.223096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.223632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.223977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.224316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.224655 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.224998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.225325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.225687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.226018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.226344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.226668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.226991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.227314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:14.260535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] No DVR routers for this DVR port 9ed82348-cba3-41da-ad13-4b2087b2e7fe on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:06:14.263441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:14.267069 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af3f4fa4-eba5-4dce-a224-bc4c2f6f94f4 req-792958ba-6a8c-4843-a8d0-ce4e4a5daa23 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.43 "DELETE /networking/v2.0/ports/9ed82348-cba3-41da-ad13-4b2087b2e7fe HTTP/1.1" status: 204 len: 173 time: 0.7525957 Aug 31 16:06:14.267883 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3', 'name': 'network-vif-deleted', 'tag': '9ed82348-cba3-41da-ad13-4b2087b2e7fe'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:06:14.271839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd63bdc-0042-4a8e-88f9-eda3fb3199df" -d '{"events": [{"server_uuid": "b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3", "name": "network-vif-deleted", "tag": "9ed82348-cba3-41da-ad13-4b2087b2e7fe"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:14.311539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccbd0bc-8328-472d-b982-0513ac16c0ee x-openstack-request-id: req-6ccbd0bc-8328-472d-b982-0513ac16c0ee {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:14.311846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3", "name": "network-vif-deleted", "tag": "9ed82348-cba3-41da-ad13-4b2087b2e7fe", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:14.312116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ccbd0bc-8328-472d-b982-0513ac16c0ee {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:14.312563 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6ccbd0bc-8328-472d-b982-0513ac16c0ee']: {'server_uuid': 'b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3', 'name': 'network-vif-deleted', 'tag': '9ed82348-cba3-41da-ad13-4b2087b2e7fe', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:06:15.073318 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2723148b-20b2-4646-9ac5-418947b82f74 req-364b4a91-2474-4d1e-827f-b8e27189affe tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 210 time: 0.0367134 Aug 31 16:06:16.202060 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5e356bd4-33c3-4497-8ccd-3830e8477bce req-48ace04e-55f2-4c0f-860b-74b63e5132b0 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 210 time: 0.0324614 Aug 31 16:06:16.530186 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0149a27e-9269-4820-a29f-915cb0a31bf4 req-8c604433-703a-40f4-ba78-7d4c7cfc2221 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b626ecd5-2dfd-473a-8f98-75cb0f7ed1b3 HTTP/1.1" status: 200 len: 210 time: 0.0335119 Aug 31 16:06:16.574868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 9ed82348-cba3-41da-ad13-4b2087b2e7fe no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:16.597592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 9ed82348-cba3-41da-ad13-4b2087b2e7fe {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:06:16.598059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 9ed82348-cba3-41da-ad13-4b2087b2e7fe not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:17.176731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43470) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:06:17.248860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ba48d77a-d865-4dbd-b5ca-0c40c727f032 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (0315317a-7a4d-486c-8762-9a8a35db879c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:17.281767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ba48d77a-d865-4dbd-b5ca-0c40c727f032 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (0315317a-7a4d-486c-8762-9a8a35db879c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:17.438217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ba48d77a-d865-4dbd-b5ca-0c40c727f032 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (0315317a-7a4d-486c-8762-9a8a35db879c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:17.442232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ba48d77a-d865-4dbd-b5ca-0c40c727f032 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:17.443774 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ba48d77a-d865-4dbd-b5ca-0c40c727f032 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0315317a-7a4d-486c-8762-9a8a35db879c HTTP/1.1" status: 204 len: 168 time: 0.2692165 Aug 31 16:06:17.458682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48d77a-d865-4dbd-b5ca-0c40c727f032 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0315317a-7a4d-486c-8762-9a8a35db879c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:17.633779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43474) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:06:18.066781 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:18.071715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (bf613321-95d1-4471-8965-f65ca7d5d19e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:18.110996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:18.394860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port a2feb1a4-951a-4545-a944-216d9a192029 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:06:18.395450 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (a2feb1a4-951a-4545-a944-216d9a192029), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:18.554478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port a2feb1a4-951a-4545-a944-216d9a192029, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a2feb1a4-951a-4545-a944-216d9a192029,segment=NetworkSegment(40920304-c611-4534-9a0a-a8e2a03dc954),segment_id=40920304-c611-4534-9a0a-a8e2a03dc954)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:18.554844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (a2feb1a4-951a-4545-a944-216d9a192029), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:18.573520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for a2feb1a4-951a-4545-a944-216d9a192029 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:06:18.791591 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:06:18.952227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (a2feb1a4-951a-4545-a944-216d9a192029), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:18.989681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=a2feb1a4-951a-4545-a944-216d9a192029,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:19.007907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.008486 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.009024 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.009525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.010019 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.010457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.010890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.011314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.011741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.012172 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.012708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.013152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.013533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.014050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.014415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:19.265000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (bf613321-95d1-4471-8965-f65ca7d5d19e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:19.390980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:19.491606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:19.522623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Router bf613321-95d1-4471-8965-f65ca7d5d19e has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:19.652052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:19.660596 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c054f9df-1c6e-42ce-b274-7036d3889159 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "PUT /networking/v2.0/routers/bf613321-95d1-4471-8965-f65ca7d5d19e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0251091 Aug 31 16:06:19.663756 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43476) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:06:19.666449 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] Sync routers for ids ['bf613321-95d1-4471-8965-f65ca7d5d19e'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:19.680073 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] Routers {'bf613321-95d1-4471-8965-f65ca7d5d19e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:06:19.680854 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:06:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf613321-95d1-4471-8965-f65ca7d5d19e'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:19.748214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a9f9a2-b6ca-46f7-afd3-e7ad97bb4f6e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting subnet 10c9a163-4825-4ca2-a7d3-74145d3e558f {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:06:19.756461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97a9f9a2-b6ca-46f7-afd3-e7ad97bb4f6e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (10c9a163-4825-4ca2-a7d3-74145d3e558f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:19.807758 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] Set router bf613321-95d1-4471-8965-f65ca7d5d19e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:06:19.829941 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97a9f9a2-b6ca-46f7-afd3-e7ad97bb4f6e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (10c9a163-4825-4ca2-a7d3-74145d3e558f), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:19.941208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97a9f9a2-b6ca-46f7-afd3-e7ad97bb4f6e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (10c9a163-4825-4ca2-a7d3-74145d3e558f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:20.070509 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'name': 'tempest-TestNetworkBasicOps-router-1558353560', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:04:52Z', 'updated_at': '2022-08-31T16:06:18Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:53Z', 'updated_at': '2022-08-31T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:20.101855 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] Checking router: bf613321-95d1-4471-8965-f65ca7d5d19e for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:06:20.111859 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] Routers {'bf613321-95d1-4471-8965-f65ca7d5d19e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:06:20.113148 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:06:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['bf613321-95d1-4471-8965-f65ca7d5d19e'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:20.113891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97a9f9a2-b6ca-46f7-afd3-e7ad97bb4f6e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (10c9a163-4825-4ca2-a7d3-74145d3e558f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:20.155842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97a9f9a2-b6ca-46f7-afd3-e7ad97bb4f6e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:20.162007 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-97a9f9a2-b6ca-46f7-afd3-e7ad97bb4f6e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/10c9a163-4825-4ca2-a7d3-74145d3e558f HTTP/1.1" status: 204 len: 168 time: 0.4966397 Aug 31 16:06:20.165136 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9f9a2-b6ca-46f7-afd3-e7ad97bb4f6e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Subnet': ['ID=10c9a163-4825-4ca2-a7d3-74145d3e558f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:20.167874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43478) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:06:20.168727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f2db6f-16de-4815-8e8c-f93defa4255c None None] Network c6dc4367-1be3-466d-bcf4-88315534a045 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:06:20.299591 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] Set router bf613321-95d1-4471-8965-f65ca7d5d19e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:06:20.351451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (bf613321-95d1-4471-8965-f65ca7d5d19e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:20.404941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] DHCP port deletion for c6dc4367-1be3-466d-bcf4-88315534a045 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:06:20.477749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Deleting port 953542d2-8752-4111-969e-3de7b00327e8 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:06:20.478322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (953542d2-8752-4111-969e-3de7b00327e8), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:20.515789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_gateway (bf613321-95d1-4471-8965-f65ca7d5d19e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:20.566958 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] For port 953542d2-8752-4111-969e-3de7b00327e8, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=953542d2-8752-4111-969e-3de7b00327e8,segment=NetworkSegment(40920304-c611-4534-9a0a-a8e2a03dc954),segment_id=40920304-c611-4534-9a0a-a8e2a03dc954)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:20.567307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (953542d2-8752-4111-969e-3de7b00327e8), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:20.584361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Calling delete_port for 953542d2-8752-4111-969e-3de7b00327e8 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:06:20.595559 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'name': 'tempest-TestNetworkBasicOps-router-1558353560', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:04:52Z', 'updated_at': '2022-08-31T16:06:18Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:53Z', 'updated_at': '2022-08-31T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:20.645342 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27d374-6b2f-4328-9254-d59e1270984c None None] The sync data for ids ['bf613321-95d1-4471-8965-f65ca7d5d19e'] in dv-neutron-855257-2-hyperv is: [{'id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'name': 'tempest-TestNetworkBasicOps-router-1558353560', 'tenant_id': 'c1c1baf047434c6c96bb801d711d1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:04:52Z', 'updated_at': '2022-08-31T16:06:18Z', 'revision_number': 5, 'project_id': 'c1c1baf047434c6c96bb801d711d1228', 'gw_port': {'id': '1984d588-8a1a-435f-bce7-46aed5fd9419', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf613321-95d1-4471-8965-f65ca7d5d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:04:53Z', 'updated_at': '2022-08-31T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:20.726828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Deleting port 1984d588-8a1a-435f-bce7-46aed5fd9419 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:06:20.727383 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:20.752162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:20.792710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (953542d2-8752-4111-969e-3de7b00327e8), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:20.821710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Pushing event deleted for resources: {'Port': ['ID=953542d2-8752-4111-969e-3de7b00327e8,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:20.830374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] No DVR routers for this DVR port 953542d2-8752-4111-969e-3de7b00327e8 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:06:20.835602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.835602 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.836064 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:20.836208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.836208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.836208 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.836732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.836892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.837230 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.837589 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.837913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.843133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.843133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.843133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.843133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.843133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491144c2-3b10-4620-9c8e-c42f44282559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:20.886331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] For port 1984d588-8a1a-435f-bce7-46aed5fd9419, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1984d588-8a1a-435f-bce7-46aed5fd9419,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:20.887006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:20.912367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Calling delete_port for 1984d588-8a1a-435f-bce7-46aed5fd9419 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:06:21.103595 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a2feb1a4-951a-4545-a944-216d9a192029 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:21.128474 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: a2feb1a4-951a-4545-a944-216d9a192029 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:06:21.128945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a2feb1a4-951a-4545-a944-216d9a192029 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:21.129270 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 953542d2-8752-4111-969e-3de7b00327e8 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:21.155599 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 953542d2-8752-4111-969e-3de7b00327e8 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:06:21.156163 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 953542d2-8752-4111-969e-3de7b00327e8 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:21.170140 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:21.351867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1984d588-8a1a-435f-bce7-46aed5fd9419), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:21.383403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Port': ['ID=1984d588-8a1a-435f-bce7-46aed5fd9419,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:21.468315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (bf613321-95d1-4471-8965-f65ca7d5d19e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:21.576315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (bf613321-95d1-4471-8965-f65ca7d5d19e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:21.578914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router_controller (bf613321-95d1-4471-8965-f65ca7d5d19e), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:21.701208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (bf613321-95d1-4471-8965-f65ca7d5d19e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:21.701941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Fanout notify agent at l3_agent the message router_deleted on router bf613321-95d1-4471-8965-f65ca7d5d19e {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:06:21.712218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:21.714724 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e586e46d-f72b-44c1-ac0c-d9753ef4a28e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/routers/bf613321-95d1-4471-8965-f65ca7d5d19e HTTP/1.1" status: 204 len: 168 time: 1.5433824 Aug 31 16:06:21.718218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43480) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:06:21.836238 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (c6dc4367-1be3-466d-bcf4-88315534a045), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:21.997601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (c6dc4367-1be3-466d-bcf4-88315534a045), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:22.035372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6dc4367-1be3-466d-bcf4-88315534a045']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:22.048542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40920304-c611-4534-9a0a-a8e2a03dc954') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:22.048832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40920304-c611-4534-9a0a-a8e2a03dc954') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:22.063020 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (40920304-c611-4534-9a0a-a8e2a03dc954), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:22.082040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (40920304-c611-4534-9a0a-a8e2a03dc954), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:22.091118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:06:22.091522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (40920304-c611-4534-9a0a-a8e2a03dc954), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:22.115925 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 40920304-c611-4534-9a0a-a8e2a03dc954 resource provider aggregate not found Aug 31 16:06:22.178002 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 40920304-c611-4534-9a0a-a8e2a03dc954 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40920304-c611-4534-9a0a-a8e2a03dc954 found for delete ", "request_id": "req-8d72cd10-199c-4c83-b16c-b8a8525812d6"}]} Aug 31 16:06:22.205935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:22.306681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (c6dc4367-1be3-466d-bcf4-88315534a045), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:22.317240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:22.321800 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] 10.222.0.46 "DELETE /networking/v2.0/networks/c6dc4367-1be3-466d-bcf4-88315534a045 HTTP/1.1" status: 204 len: 168 time: 0.6023207 Aug 31 16:06:22.347102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f0e9f-2b3b-4ea7-b2a1-a48d3807025e tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] Pushing event deleted for resources: {'Network': ['ID=c6dc4367-1be3-466d-bcf4-88315534a045,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:22.939066 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1984d588-8a1a-435f-bce7-46aed5fd9419 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:22.974892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 1984d588-8a1a-435f-bce7-46aed5fd9419 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:06:22.975307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1984d588-8a1a-435f-bce7-46aed5fd9419 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:23.048656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43490) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:06:23.215991 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-580c7eb2-72bb-47c9-ab6d-ad4423e46907 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c1c1baf047434c6c96bb801d711d1228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652696 Aug 31 16:06:23.219016 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43494) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:06:23.283396 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-365a1b10-c2c2-4521-bb67-939ed962c1c1 admin admin] Publish callbacks [] for security_group (4ed7ece8-7f54-4a75-bccc-e50592d57b3c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:23.309116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-365a1b10-c2c2-4521-bb67-939ed962c1c1 admin admin] Publish callbacks [] for security_group (4ed7ece8-7f54-4a75-bccc-e50592d57b3c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:23.803471 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-365a1b10-c2c2-4521-bb67-939ed962c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4ed7ece8-7f54-4a75-bccc-e50592d57b3c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:23.806486 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-365a1b10-c2c2-4521-bb67-939ed962c1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:23.807905 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-365a1b10-c2c2-4521-bb67-939ed962c1c1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4ed7ece8-7f54-4a75-bccc-e50592d57b3c HTTP/1.1" status: 204 len: 168 time: 0.5878003 Aug 31 16:06:23.820795 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a1b10-c2c2-4521-bb67-939ed962c1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed7ece8-7f54-4a75-bccc-e50592d57b3c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:24.706824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43500) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:06:24.722230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-665de2a9-05f5-478d-988f-4ebca0421bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:24.805470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:24.820304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-665de2a9-05f5-478d-988f-4ebca0421bc1 admin admin] Publish callbacks [] for security_group (1339cec6-4179-472e-9c3f-6ce9115be504), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:24.889510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-665de2a9-05f5-478d-988f-4ebca0421bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1339cec6-4179-472e-9c3f-6ce9115be504), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:24.937488 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-665de2a9-05f5-478d-988f-4ebca0421bc1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=841385691c43460d8b1828ee767aba7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294781 Aug 31 16:06:24.938278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de2a9-05f5-478d-988f-4ebca0421bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1339cec6-4179-472e-9c3f-6ce9115be504,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:24.940305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43502) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:06:25.006122 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1829554f-5dbb-4c4f-a161-83533c6084c6 admin admin] Publish callbacks [] for security_group (1339cec6-4179-472e-9c3f-6ce9115be504), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:25.037783 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1829554f-5dbb-4c4f-a161-83533c6084c6 admin admin] Publish callbacks [] for security_group (1339cec6-4179-472e-9c3f-6ce9115be504), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:25.214835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1829554f-5dbb-4c4f-a161-83533c6084c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1339cec6-4179-472e-9c3f-6ce9115be504), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:25.218765 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1829554f-5dbb-4c4f-a161-83533c6084c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:25.220464 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1829554f-5dbb-4c4f-a161-83533c6084c6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1339cec6-4179-472e-9c3f-6ce9115be504 HTTP/1.1" status: 204 len: 168 time: 0.2788315 Aug 31 16:06:25.234129 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829554f-5dbb-4c4f-a161-83533c6084c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1339cec6-4179-472e-9c3f-6ce9115be504,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:30.579642 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=55 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:30.602414 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=67 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:34.506718 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-c568b03c-717b-4ac2-8c7e-d9c496eb4f0f tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=11073b57705f4baca9b0836dec8dce32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342772 Aug 31 16:06:34.809409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4812-ef08-44ea-bba8-38070300694a req-fdc416fd-44ad-4ba3-b4da-ce2d7dd92197 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:34.812219 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-fdc416fd-44ad-4ba3-b4da-ce2d7dd92197 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995861 Aug 31 16:06:34.828265 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-61999fa0-41fc-4639-b188-19928e9f3885 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/quotas/11073b57705f4baca9b0836dec8dce32 HTTP/1.1" status: 200 len: 375 time: 0.0101812 Aug 31 16:06:34.868682 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-019914e1-921b-4ba7-8a0d-d81712d6df2d tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=11073b57705f4baca9b0836dec8dce32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302873 Aug 31 16:06:35.084113 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=37,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:35.226989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:35.254415 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:35.257125 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:35.303071 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e881e334-e727-401b-8e0f-b96b357f5453 req-65dbac21-d22a-4dd8-876b-765b4e97495e tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 210 time: 0.0372915 Aug 31 16:06:36.412306 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3c70e077-5497-42df-bb32-19edbfc289c1 req-d92688ea-8118-43bb-b551-eb56621b958b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 210 time: 0.0305324 Aug 31 16:06:37.547833 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8c7ff8b2-6f46-46b6-a3f4-5abd48a876aa req-0f84c17c-9873-4dda-94a8-e9acb6814352 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 210 time: 0.0387797 Aug 31 16:06:38.302593 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-eefe4c9b-6da0-4deb-8697-0daa98906595 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=11073b57705f4baca9b0836dec8dce32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310783 Aug 31 16:06:38.460574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4812-ef08-44ea-bba8-38070300694a req-e1a8c2af-c2ea-4e1e-9daf-9b40fb999cfe tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:38.462216 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-e1a8c2af-c2ea-4e1e-9daf-9b40fb999cfe tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534870 Aug 31 16:06:38.483483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Request body: {'port': {'device_id': '7af7db27-e6c0-44a0-92cf-d8c97ab87c39', 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de', 'admin_state_up': True, 'tenant_id': '11073b57705f4baca9b0836dec8dce32'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:38.582777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-af407a8b-a5b6-4ae3-813c-d85ffc30a9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:39.021444 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d2837920-5484-48d4-b7f2-b613a13c9df8 req-4cd055dd-ca13-4b76-81e2-a632b3d9108d tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 210 time: 0.0414267 Aug 31 16:06:39.197393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Made reservation on behalf of 11073b57705f4baca9b0836dec8dce32 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:39.201366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:39.213431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:39.310797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:39.326145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks [] for security_group (ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:39.729314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:39.852897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:39.967146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Allocated IP 192.168.233.229 (2fff1975-9f39-49c5-aa07-7344980757de/ae3c2814-e09a-46ca-8b69-d23a2ba92af5/7946c220-faaa-45af-86c3-417221b8ae95) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:39.976458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:40.176551 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7fb131e6-9760-4007-af54-22bc600c1c9a req-dd954184-2755-4dd9-a59e-072d5f2c7e31 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 210 time: 0.0467980 Aug 31 16:06:40.202014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks [] for port (7946c220-faaa-45af-86c3-417221b8ae95), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:40.329740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (7946c220-faaa-45af-86c3-417221b8ae95), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:40.380301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Network 2fff1975-9f39-49c5-aa07-7344980757de is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:40.387492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:40.394630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:06:40.438411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Pushing event updated for resources: {'Port': ['ID=7946c220-faaa-45af-86c3-417221b8ae95,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:40.472922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:40.473600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:40.620484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2fce1bea-0597-4417-bc1a-c96b225ffbcc None None] Provisioning complete for port 7946c220-faaa-45af-86c3-417221b8ae95 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:06:40.621109 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2fce1bea-0597-4417-bc1a-c96b225ffbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7946c220-faaa-45af-86c3-417221b8ae95), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:40.621249 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2fce1bea-0597-4417-bc1a-c96b225ffbcc None None] Attempt 1 to provision port 7946c220-faaa-45af-86c3-417221b8ae95 Aug 31 16:06:40.630457 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-930cd316-16a0-40fe-844c-849580fdc7e0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1535335 Aug 31 16:06:40.647778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Request body: {'port': {'device_id': '7af7db27-e6c0-44a0-92cf-d8c97ab87c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:40.671486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2fce1bea-0597-4417-bc1a-c96b225ffbcc None None] Port 7946c220-faaa-45af-86c3-417221b8ae95 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:06:40.733606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7946c220-faaa-45af-86c3-417221b8ae95), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:40.774417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ef7da1ef-c29d-4c9f-abfd-5e5115ac0018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:40.803212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:41.039426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7946c220-faaa-45af-86c3-417221b8ae95 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:06:41.048256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Publish callbacks [] for port (7946c220-faaa-45af-86c3-417221b8ae95), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:41.063237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Transition to ACTIVE for port object 7946c220-faaa-45af-86c3-417221b8ae95 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:06:41.151773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (7946c220-faaa-45af-86c3-417221b8ae95), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:41.173639 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2fce1bea-0597-4417-bc1a-c96b225ffbcc None None] Attempt 2 to provision port 7946c220-faaa-45af-86c3-417221b8ae95 Aug 31 16:06:41.225200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2fce1bea-0597-4417-bc1a-c96b225ffbcc None None] Port 7946c220-faaa-45af-86c3-417221b8ae95 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:06:41.245483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Pushing event updated for resources: {'Port': ['ID=7946c220-faaa-45af-86c3-417221b8ae95,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:41.294917 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Attempting to bind port 7946c220-faaa-45af-86c3-417221b8ae95 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:06:41.295184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Attempting to bind port 7946c220-faaa-45af-86c3-417221b8ae95 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '0e55c9a7-e630-46b0-b7ff-d99d106b9c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:06:41.295491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Attempting to bind port 7946c220-faaa-45af-86c3-417221b8ae95 on network 2fff1975-9f39-49c5-aa07-7344980757de {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:06:41.319536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Port 7946c220-faaa-45af-86c3-417221b8ae95 on network 2fff1975-9f39-49c5-aa07-7344980757de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:06:41.319865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Attempting to bind port 7946c220-faaa-45af-86c3-417221b8ae95 on network 2fff1975-9f39-49c5-aa07-7344980757de {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:06:41.332441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:06:41.333374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Checking segment: {'id': '0e55c9a7-e630-46b0-b7ff-d99d106b9c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:06:41.333374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Bound using segment: {'id': '0e55c9a7-e630-46b0-b7ff-d99d106b9c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:06:41.333682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Bound port: 7946c220-faaa-45af-86c3-417221b8ae95, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e55c9a7-e630-46b0-b7ff-d99d106b9c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:06:41.334021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7946c220-faaa-45af-86c3-417221b8ae95), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:41.345025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701aaba-897b-4bab-9f5d-5276407ef0fc req-48117c05-3fba-4610-933a-ee3a48460d23 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:41.346797 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f701aaba-897b-4bab-9f5d-5276407ef0fc req-48117c05-3fba-4610-933a-ee3a48460d23 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 948 time: 0.0673251 Aug 31 16:06:41.455700 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f701aaba-897b-4bab-9f5d-5276407ef0fc req-c7d314ab-614b-48b8-9e0e-6ea744572fcd tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017785 Aug 31 16:06:41.460602 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] For port 7946c220-faaa-45af-86c3-417221b8ae95, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:06:41.464431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] For port 7946c220-faaa-45af-86c3-417221b8ae95, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=7946c220-faaa-45af-86c3-417221b8ae95,segment=NetworkSegment(0e55c9a7-e630-46b0-b7ff-d99d106b9c59),segment_id=0e55c9a7-e630-46b0-b7ff-d99d106b9c59)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:06:41.569684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (7946c220-faaa-45af-86c3-417221b8ae95), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:41.575277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:41.576071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:41.577693 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/7946c220-faaa-45af-86c3-417221b8ae95 HTTP/1.1" status: 200 len: 1098 time: 0.9359121 Aug 31 16:06:41.578265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af7db27-e6c0-44a0-92cf-d8c97ab87c39', 'tag': '7946c220-faaa-45af-86c3-417221b8ae95'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:06:41.581381 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6450ab3-061e-4a4a-af87-f079ab169d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "7af7db27-e6c0-44a0-92cf-d8c97ab87c39", "tag": "7946c220-faaa-45af-86c3-417221b8ae95"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:41.618979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:41.644880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f98a0f-60b7-47be-bbd8-c5e460b13711 x-openstack-request-id: req-29f98a0f-60b7-47be-bbd8-c5e460b13711 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:41.645222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af7db27-e6c0-44a0-92cf-d8c97ab87c39", "tag": "7946c220-faaa-45af-86c3-417221b8ae95", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:41.645521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29f98a0f-60b7-47be-bbd8-c5e460b13711 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:41.646120 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f98a0f-60b7-47be-bbd8-c5e460b13711'] response: {'name': 'network-changed', 'server_uuid': '7af7db27-e6c0-44a0-92cf-d8c97ab87c39', 'tag': '7946c220-faaa-45af-86c3-417221b8ae95', 'status': 'completed', 'code': 200} Aug 31 16:06:41.654322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1728e69-a0fb-4cb3-bfd7-819dea5f1897 service neutron] Pushing event updated for resources: {'Port': ['ID=7946c220-faaa-45af-86c3-417221b8ae95,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:41.719481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6450ab3-061e-4a4a-af87-f079ab169d4a req-82e27204-2e7a-4b4f-b7c4-d5cddd23915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:41.721924 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d6450ab3-061e-4a4a-af87-f079ab169d4a req-82e27204-2e7a-4b4f-b7c4-d5cddd23915c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11073b57705f4baca9b0836dec8dce32&device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 1132 time: 0.0522034 Aug 31 16:06:41.727059 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2fce1bea-0597-4417-bc1a-c96b225ffbcc None None] Attempt 3 to provision port 7946c220-faaa-45af-86c3-417221b8ae95 Aug 31 16:06:41.758748 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d6450ab3-061e-4a4a-af87-f079ab169d4a req-e3fde802-2def-4eff-bc5d-fac9a78dd91a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=11073b57705f4baca9b0836dec8dce32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244086 Aug 31 16:06:41.802355 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2fce1bea-0597-4417-bc1a-c96b225ffbcc None None] Port 7946c220-faaa-45af-86c3-417221b8ae95 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:06:41.881084 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6450ab3-061e-4a4a-af87-f079ab169d4a req-c78f62e6-4ead-4b7e-8997-e947916fc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:41.882664 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d6450ab3-061e-4a4a-af87-f079ab169d4a req-c78f62e6-4ead-4b7e-8997-e947916fc75a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182957 Aug 31 16:06:41.971356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4812-ef08-44ea-bba8-38070300694a req-398e404e-1451-4e80-947f-3bd88d4e3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:41.973401 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-398e404e-1451-4e80-947f-3bd88d4e3ed3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11073b57705f4baca9b0836dec8dce32&device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 1132 time: 0.0478852 Aug 31 16:06:42.023534 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-50ab11d0-ca64-4fb2-90c7-8fcb5eb21d63 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7946c220-faaa-45af-86c3-417221b8ae95 HTTP/1.1" status: 200 len: 217 time: 0.0432584 Aug 31 16:06:42.106467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4812-ef08-44ea-bba8-38070300694a req-8d864a61-6eb4-45af-8b52-df3f330a206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:42.108112 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-8d864a61-6eb4-45af-8b52-df3f330a206e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ae3c2814-e09a-46ca-8b69-d23a2ba92af5 HTTP/1.1" status: 200 len: 843 time: 0.0753191 Aug 31 16:06:42.166517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4812-ef08-44ea-bba8-38070300694a req-ec2cce9d-fa2d-4e23-9b15-44eecfd03d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:42.168068 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-ec2cce9d-fa2d-4e23-9b15-44eecfd03d0c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=2fff1975-9f39-49c5-aa07-7344980757de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0465331 Aug 31 16:06:42.219979 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:42.301062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:42.344896 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-23e6b789-2269-46dc-9d5e-a3f62b68f1d8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/2fff1975-9f39-49c5-aa07-7344980757de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663847 Aug 31 16:06:42.485619 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-c7614458-3121-428a-b8a3-cdd5ad1c614a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/2fff1975-9f39-49c5-aa07-7344980757de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298270 Aug 31 16:06:42.627317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5b6cb-a02b-414f-9f8c-a3a20c5e023c req-3c082d42-d194-46cf-9c2b-79b5267ffb77 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:42.630469 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a1a5b6cb-a02b-414f-9f8c-a3a20c5e023c req-3c082d42-d194-46cf-9c2b-79b5267ffb77 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 948 time: 0.0887523 Aug 31 16:06:42.695920 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a1a5b6cb-a02b-414f-9f8c-a3a20c5e023c req-b903b83e-e931-45a5-8cef-8dede50276f0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555573 Aug 31 16:06:43.620259 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:43.731658 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:43.736752 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:43.770067 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:43.856932 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090c1c0-8ce6-49b6-aa89-427aeaa52533 req-8e309f3d-3cbd-45bd-b0ad-4679d08721c0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:43.858632 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0090c1c0-8ce6-49b6-aa89-427aeaa52533 req-8e309f3d-3cbd-45bd-b0ad-4679d08721c0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 948 time: 0.0657878 Aug 31 16:06:43.923124 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0090c1c0-8ce6-49b6-aa89-427aeaa52533 req-4d4eea52-cfce-47f2-bb69-7130633726fb tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529854 Aug 31 16:06:45.069581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d58f36-94f6-466b-8db2-afc21c9d3c77 req-4284d7d1-c761-4f61-a74c-11a2c70b1aa3 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:45.071531 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-97d58f36-94f6-466b-8db2-afc21c9d3c77 req-4284d7d1-c761-4f61-a74c-11a2c70b1aa3 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 948 time: 0.0586197 Aug 31 16:06:45.130427 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-97d58f36-94f6-466b-8db2-afc21c9d3c77 req-93527442-c702-41d2-bc05-984b51c2fbae tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527246 Aug 31 16:06:46.325015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75960787-b387-4372-baaa-90423eb73a21 req-17147765-f827-4061-9779-02cb1087d4dd tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:46.331046 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-75960787-b387-4372-baaa-90423eb73a21 req-17147765-f827-4061-9779-02cb1087d4dd tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 948 time: 0.0751355 Aug 31 16:06:46.405304 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-75960787-b387-4372-baaa-90423eb73a21 req-4934c778-69f2-4375-9d58-c2e47d76a118 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685880 Aug 31 16:06:46.697815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 7946c220-faaa-45af-86c3-417221b8ae95 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:06:46.834997 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 7946c220-faaa-45af-86c3-417221b8ae95, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=7946c220-faaa-45af-86c3-417221b8ae95,segment=NetworkSegment(0e55c9a7-e630-46b0-b7ff-d99d106b9c59),segment_id=0e55c9a7-e630-46b0-b7ff-d99d106b9c59)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:46.853590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '7946c220-faaa-45af-86c3-417221b8ae95', 'network_id': '2fff1975-9f39-49c5-aa07-7344980757de', 'port_id': '7946c220-faaa-45af-86c3-417221b8ae95', 'mac_address': 'fa:16:3e:e0:b4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3c2814-e09a-46ca-8b69-d23a2ba92af5', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:06:46.915421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 7946c220-faaa-45af-86c3-417221b8ae95 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:06:46.916012 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (7946c220-faaa-45af-86c3-417221b8ae95), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:46.940395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7946c220-faaa-45af-86c3-417221b8ae95 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:06:46.979645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 7946c220-faaa-45af-86c3-417221b8ae95, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=7946c220-faaa-45af-86c3-417221b8ae95,segment=NetworkSegment(0e55c9a7-e630-46b0-b7ff-d99d106b9c59),segment_id=0e55c9a7-e630-46b0-b7ff-d99d106b9c59)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:47.071461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (7946c220-faaa-45af-86c3-417221b8ae95), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:47.132667 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=7946c220-faaa-45af-86c3-417221b8ae95,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:47.332949 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['7946c220-faaa-45af-86c3-417221b8ae95'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:06:47.586477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a316d0-c07d-4327-807f-4be664281019 req-f61c5e1b-c9c5-4fc9-a8b2-28b653db6254 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:47.588049 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-17a316d0-c07d-4327-807f-4be664281019 req-f61c5e1b-c9c5-4fc9-a8b2-28b653db6254 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0562754 Aug 31 16:06:47.649794 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-17a316d0-c07d-4327-807f-4be664281019 req-4ea584cd-86a8-4dd5-9e02-8bb15d43405b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552425 Aug 31 16:06:48.715528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 7946c220-faaa-45af-86c3-417221b8ae95 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:06:48.772022 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 7946c220-faaa-45af-86c3-417221b8ae95 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:06:48.795613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfa9e5-2def-41c1-a4a2-44b96e87a3b3 req-646ff724-d83a-4ce4-9887-9794b3231cf2 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:48.797668 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c9dfa9e5-2def-41c1-a4a2-44b96e87a3b3 req-646ff724-d83a-4ce4-9887-9794b3231cf2 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0626280 Aug 31 16:06:48.857027 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c9dfa9e5-2def-41c1-a4a2-44b96e87a3b3 req-2cbf905c-dd86-428e-a5c2-9021718c84a4 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527928 Aug 31 16:06:48.882612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 7946c220-faaa-45af-86c3-417221b8ae95 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:06:48.882987 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (7946c220-faaa-45af-86c3-417221b8ae95), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:48.883340 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 7946c220-faaa-45af-86c3-417221b8ae95 Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:06:48.935516 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:06:49.995630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2d064-961d-4b22-bdfc-ff0652e3d183 req-83acad82-32c4-4e6a-a485-b3fc1b7e7cda tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:49.997506 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e8d2d064-961d-4b22-bdfc-ff0652e3d183 req-83acad82-32c4-4e6a-a485-b3fc1b7e7cda tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0591667 Aug 31 16:06:50.054578 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e8d2d064-961d-4b22-bdfc-ff0652e3d183 req-8cf655f9-61bc-42cd-bd0a-a93ae35a0c9f tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503321 Aug 31 16:06:51.194875 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1d86b-54ce-4d6e-8420-6bdb6040ff54 req-8b4206e2-7964-49b1-bc41-06b9d290f488 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:51.196474 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-61e1d86b-54ce-4d6e-8420-6bdb6040ff54 req-8b4206e2-7964-49b1-bc41-06b9d290f488 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0550022 Aug 31 16:06:51.208496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:06:51.256630 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-61e1d86b-54ce-4d6e-8420-6bdb6040ff54 req-5461500a-b01f-4dc0-87e9-a0a5d226adcb tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537617 Aug 31 16:06:52.397986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75118b7-825e-4782-9cd5-8704b16655c3 req-01a84ab2-0e1b-42dd-ac2c-0db997a6e9df tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:52.399610 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d75118b7-825e-4782-9cd5-8704b16655c3 req-01a84ab2-0e1b-42dd-ac2c-0db997a6e9df tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0539529 Aug 31 16:06:52.455972 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d75118b7-825e-4782-9cd5-8704b16655c3 req-47b79332-438a-418c-ba58-8425f4a7d8b3 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498729 Aug 31 16:06:53.600526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4f1a1-400c-4a34-9afe-bb23b82d3b7f req-b2b88b0f-619e-4561-9c49-3d0d4f00a632 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:53.602244 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-99e4f1a1-400c-4a34-9afe-bb23b82d3b7f req-b2b88b0f-619e-4561-9c49-3d0d4f00a632 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0586321 Aug 31 16:06:53.661049 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-99e4f1a1-400c-4a34-9afe-bb23b82d3b7f req-4071b8de-ec26-422c-b8fc-1049d0669bd4 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519326 Aug 31 16:06:54.797473 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436fd38-fff1-46c6-8e0a-3345a402f26f req-dbd040a7-d8b3-4ddb-aed6-b3254cd0e20f tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:54.799776 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2436fd38-fff1-46c6-8e0a-3345a402f26f req-dbd040a7-d8b3-4ddb-aed6-b3254cd0e20f tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0580928 Aug 31 16:06:54.845699 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:06:54.861612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2436fd38-fff1-46c6-8e0a-3345a402f26f req-dc86d52a-1b25-4609-bf87-6ccd63a13f38 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516038 Aug 31 16:06:55.791692 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:06:56.020039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85df0-2872-422d-95c8-a07a48e1c4dc req-ffc3500f-61f5-4370-9f30-ab4a66de4f41 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:56.021650 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c9c85df0-2872-422d-95c8-a07a48e1c4dc req-ffc3500f-61f5-4370-9f30-ab4a66de4f41 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0508423 Aug 31 16:06:56.074883 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c9c85df0-2872-422d-95c8-a07a48e1c4dc req-b7f7fb64-e5f8-47c4-891b-22593bae4b3c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Aug 31 16:06:57.231358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964d170-932c-4637-81b8-8352683faaf2 req-6ec67147-f9d1-4d8a-90f6-6b2bf24c505f tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:57.234232 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a964d170-932c-4637-81b8-8352683faaf2 req-6ec67147-f9d1-4d8a-90f6-6b2bf24c505f tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0774252 Aug 31 16:06:57.287745 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a964d170-932c-4637-81b8-8352683faaf2 req-32bf55a2-fb08-4d87-badc-23fe181895eb tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470243 Aug 31 16:06:58.430286 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46254c-d561-4a86-8f5e-675679fee675 req-0e168aa6-f23d-49f0-978f-a111f6137d59 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:58.431839 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5e46254c-d561-4a86-8f5e-675679fee675 req-0e168aa6-f23d-49f0-978f-a111f6137d59 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0532405 Aug 31 16:06:58.488596 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5e46254c-d561-4a86-8f5e-675679fee675 req-004ab93a-f087-4604-99c6-bdb5ca8d3100 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511153 Aug 31 16:06:59.624313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3785cf0-e9c9-4d0b-b77e-2223b7fc98a6 req-3e82c0eb-a89c-42da-8c91-f4414e750747 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:06:59.626016 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3785cf0-e9c9-4d0b-b77e-2223b7fc98a6 req-3e82c0eb-a89c-42da-8c91-f4414e750747 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0555367 Aug 31 16:06:59.679115 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e3785cf0-e9c9-4d0b-b77e-2223b7fc98a6 req-758da53c-df66-4fd6-9272-79ae16018b07 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467894 Aug 31 16:07:00.822626 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d945a-b077-41c8-8895-17476c710ad9 req-0a7a9876-bcca-4003-88e6-553cdcc767a6 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:00.824330 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-480d945a-b077-41c8-8895-17476c710ad9 req-0a7a9876-bcca-4003-88e6-553cdcc767a6 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0595326 Aug 31 16:07:00.886455 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-480d945a-b077-41c8-8895-17476c710ad9 req-c65a6051-b475-4d09-9eb0-562cb10a074d tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553412 Aug 31 16:07:01.043888 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:01.052040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:02.022788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6733c-0f37-4dff-8b97-afbf2b188f08 req-a4e85c00-cdd4-438e-a297-67f1fe42495b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:02.024442 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3b6733c-0f37-4dff-8b97-afbf2b188f08 req-a4e85c00-cdd4-438e-a297-67f1fe42495b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0578134 Aug 31 16:07:02.085761 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3b6733c-0f37-4dff-8b97-afbf2b188f08 req-d4e04c08-aa00-4d96-afc7-751d4afcd1c2 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508616 Aug 31 16:07:03.227713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07d8d4-0f88-400b-9593-94884e64e981 req-5af64bbd-3554-456f-b5e4-f1f8a737e59d tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:03.229246 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fa07d8d4-0f88-400b-9593-94884e64e981 req-5af64bbd-3554-456f-b5e4-f1f8a737e59d tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0515082 Aug 31 16:07:03.294412 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fa07d8d4-0f88-400b-9593-94884e64e981 req-09e0f4c9-954d-44ad-a13a-bc36043dd7ea tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585983 Aug 31 16:07:04.440855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b9646-dc51-45f3-a5b5-9cde3b24c720 req-b3149f0f-0e54-4b23-921a-4af33a2436c0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:04.442636 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-011b9646-dc51-45f3-a5b5-9cde3b24c720 req-b3149f0f-0e54-4b23-921a-4af33a2436c0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0483050 Aug 31 16:07:04.499114 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-011b9646-dc51-45f3-a5b5-9cde3b24c720 req-85e5b277-c9d4-4219-8e3e-b46843f3e100 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 Aug 31 16:07:05.616036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:05.663869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cdeae-595e-4723-8c5e-0aa5cd3ee065 req-ea3c4b0f-d0f4-4e9d-92f2-737cb6bdfecc tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:05.665648 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-221cdeae-595e-4723-8c5e-0aa5cd3ee065 req-ea3c4b0f-d0f4-4e9d-92f2-737cb6bdfecc tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0594575 Aug 31 16:07:05.708389 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:05.731837 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-221cdeae-595e-4723-8c5e-0aa5cd3ee065 req-1304b354-f088-4f4f-a8ca-d97d736c2a86 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592782 Aug 31 16:07:05.786143 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:06.758112 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:06.870543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ad7ac-8177-4aab-9968-ba675ea00112 req-d6ab9241-0d91-46ac-9bd3-ee360e277081 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:06.872451 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f60ad7ac-8177-4aab-9968-ba675ea00112 req-d6ab9241-0d91-46ac-9bd3-ee360e277081 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0542192 Aug 31 16:07:06.907428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:06.937312 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f60ad7ac-8177-4aab-9968-ba675ea00112 req-a103775d-cb2a-4ae0-9eb0-2bce1798c11a tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573432 Aug 31 16:07:08.126219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10478-fe2c-46a8-a9cf-9f648c3b0d07 req-9c71c52c-743c-4c91-87b5-1bf68b0a5f72 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:08.129035 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-61f10478-fe2c-46a8-a9cf-9f648c3b0d07 req-9c71c52c-743c-4c91-87b5-1bf68b0a5f72 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0914910 Aug 31 16:07:08.200571 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-61f10478-fe2c-46a8-a9cf-9f648c3b0d07 req-957bb760-e16b-4e83-ad07-fbd586d9e462 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650139 Aug 31 16:07:08.573951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2410b3a2-3478-4e1c-b5d7-4bf081db3f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:09.391800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48319d-159f-458e-b5c4-e85a4b8ee646 req-7ee72468-6e06-4966-8f5d-7edae65923a4 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:09.394170 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3e48319d-159f-458e-b5c4-e85a4b8ee646 req-7ee72468-6e06-4966-8f5d-7edae65923a4 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0770998 Aug 31 16:07:09.455646 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3e48319d-159f-458e-b5c4-e85a4b8ee646 req-f5a5bb36-f2de-4605-b87f-12f9ee9c4904 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555911 Aug 31 16:07:10.601186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121b84-e37b-4d43-9f34-9b31d07bf71d req-98414e48-286e-4daf-8aea-4e20e1bd3816 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:10.603345 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1e121b84-e37b-4d43-9f34-9b31d07bf71d req-98414e48-286e-4daf-8aea-4e20e1bd3816 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0643442 Aug 31 16:07:10.669884 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1e121b84-e37b-4d43-9f34-9b31d07bf71d req-78e73b35-5064-4c55-9d42-6b815f10dcb3 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603373 Aug 31 16:07:10.796514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8425fc93-c4c4-4dba-941b-b73ee76317cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:11.844669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fcb9e-62df-4e88-96a2-ca8384f9acdf req-da860926-b16f-43df-b307-559ed26f2704 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:11.847450 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-319fcb9e-62df-4e88-96a2-ca8384f9acdf req-da860926-b16f-43df-b307-559ed26f2704 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0709181 Aug 31 16:07:11.925617 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-319fcb9e-62df-4e88-96a2-ca8384f9acdf req-ad8f2aea-b20f-49d5-8126-cbc48077f963 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Aug 31 16:07:12.236982 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:13.083695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066792bd-09a9-4bce-8ad2-0d1248ea2663 req-43aa6937-fb56-43ca-8d84-6f967246a71b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:13.086834 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-066792bd-09a9-4bce-8ad2-0d1248ea2663 req-43aa6937-fb56-43ca-8d84-6f967246a71b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0793447 Aug 31 16:07:13.148160 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-066792bd-09a9-4bce-8ad2-0d1248ea2663 req-ea3add7f-0db0-4dcf-b330-734bbdb79d49 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545089 Aug 31 16:07:13.631055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:13.802093 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:14.326759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff1e86-11e3-483a-b7ea-a15ea88c16b0 req-0997dff8-0f60-43ec-9533-65882bef5c8a tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:14.329878 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dff1e86-11e3-483a-b7ea-a15ea88c16b0 req-0997dff8-0f60-43ec-9533-65882bef5c8a tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0595922 Aug 31 16:07:14.414360 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dff1e86-11e3-483a-b7ea-a15ea88c16b0 req-fdc626b5-8b5f-40a7-a772-bb1a2db82749 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737076 Aug 31 16:07:15.584685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d62a8-ea1d-48ff-9290-c8a4bb411d99 req-8c650357-56a0-441c-9aec-c4881a3b73db tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:15.587446 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bf8d62a8-ea1d-48ff-9290-c8a4bb411d99 req-8c650357-56a0-441c-9aec-c4881a3b73db tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0714755 Aug 31 16:07:15.649634 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bf8d62a8-ea1d-48ff-9290-c8a4bb411d99 req-0d42b1a1-f688-491e-96a7-9dda05bc52c0 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561848 Aug 31 16:07:16.785796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0a8f-69a3-476d-8d1c-fbb48c3b3fd3 req-39cb5b73-e0f1-46cf-913e-a80ac4809e3d tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:16.787658 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b8ee0a8f-69a3-476d-8d1c-fbb48c3b3fd3 req-39cb5b73-e0f1-46cf-913e-a80ac4809e3d tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0550189 Aug 31 16:07:16.851936 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b8ee0a8f-69a3-476d-8d1c-fbb48c3b3fd3 req-182d188e-2e5a-45d6-b183-5687ccd2e377 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577502 Aug 31 16:07:18.029008 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086818c-84e9-47af-aa75-46969d443f87 req-ed47c12c-6a0f-4d5a-a594-7861451d847e tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:18.030735 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b086818c-84e9-47af-aa75-46969d443f87 req-ed47c12c-6a0f-4d5a-a594-7861451d847e tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0563185 Aug 31 16:07:18.099745 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b086818c-84e9-47af-aa75-46969d443f87 req-6b481edf-dc7a-448b-b403-5f4da61ff99a tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585234 Aug 31 16:07:19.236169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eb239-93b1-40b2-a36c-ec5e9a294ae6 req-9cf86434-ee80-415d-9a0c-c2388045cb77 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:19.237901 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a53eb239-93b1-40b2-a36c-ec5e9a294ae6 req-9cf86434-ee80-415d-9a0c-c2388045cb77 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0555191 Aug 31 16:07:19.295910 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a53eb239-93b1-40b2-a36c-ec5e9a294ae6 req-52d6a702-1b83-444a-9bed-44f5114fcf17 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515802 Aug 31 16:07:20.442612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3920b-3a42-4fe2-9283-388aaa84c465 req-674067b9-de39-4e0e-a081-ab2538411d5e tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:20.444258 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bef3920b-3a42-4fe2-9283-388aaa84c465 req-674067b9-de39-4e0e-a081-ab2538411d5e tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0528638 Aug 31 16:07:20.503529 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bef3920b-3a42-4fe2-9283-388aaa84c465 req-d52b038b-3c6f-415a-9d8c-08fd43ee9757 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489933 Aug 31 16:07:20.730573 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:20.737850 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:21.207769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:21.660556 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fa815-ab47-4e00-8ab4-28527861edd1 req-ebe47d2b-ddf0-4dbe-a32e-eb7f40ec25a3 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:21.662202 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c65fa815-ab47-4e00-8ab4-28527861edd1 req-ebe47d2b-ddf0-4dbe-a32e-eb7f40ec25a3 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0547278 Aug 31 16:07:21.710059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:21.725350 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c65fa815-ab47-4e00-8ab4-28527861edd1 req-7db9cb6b-0427-40a6-bdfb-687204cea466 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521314 Aug 31 16:07:22.882401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80cf00-756f-4b98-8f76-c37a669da2f0 req-70dcde32-d649-4d0e-96d1-c6390f63195b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:22.884057 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2b80cf00-756f-4b98-8f76-c37a669da2f0 req-70dcde32-d649-4d0e-96d1-c6390f63195b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0645988 Aug 31 16:07:22.948376 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2b80cf00-756f-4b98-8f76-c37a669da2f0 req-2552917e-f623-4f69-9ce5-41be4a14cb93 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575502 Aug 31 16:07:24.114402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d04acd-06a5-422a-8594-59418a80f1ee req-6d83f462-50bd-4d26-be2b-21808d7a7ce2 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:24.116129 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-29d04acd-06a5-422a-8594-59418a80f1ee req-6d83f462-50bd-4d26-be2b-21808d7a7ce2 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0824509 Aug 31 16:07:24.178981 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-29d04acd-06a5-422a-8594-59418a80f1ee req-1521d791-a2e8-4ee1-af1e-6e70a5d9862b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550489 Aug 31 16:07:25.322121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5025c6-49bb-4ee3-a80c-aa303cc751dd req-c49f2c10-6e7f-4db2-87a2-bacb3a50b6c9 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:25.324072 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9d5025c6-49bb-4ee3-a80c-aa303cc751dd req-c49f2c10-6e7f-4db2-87a2-bacb3a50b6c9 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0600929 Aug 31 16:07:25.398784 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9d5025c6-49bb-4ee3-a80c-aa303cc751dd req-d90a1619-36c4-41cf-9161-aa8afc9cbd33 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651381 Aug 31 16:07:26.532002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617d054-9972-4ba7-a369-876eccbddced req-294aa268-4ea5-4413-9485-4b6e9c420d61 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:26.533642 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4617d054-9972-4ba7-a369-876eccbddced req-294aa268-4ea5-4413-9485-4b6e9c420d61 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0561416 Aug 31 16:07:26.592863 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4617d054-9972-4ba7-a369-876eccbddced req-c78fd2bc-5573-48ad-ba31-dfce18ff6eb2 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527353 Aug 31 16:07:27.732762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0711ba-007a-4d66-9e89-38b147004512 req-5736c632-46bb-427e-8d5b-3caebfaf5717 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:27.734961 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eb0711ba-007a-4d66-9e89-38b147004512 req-5736c632-46bb-427e-8d5b-3caebfaf5717 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0613403 Aug 31 16:07:27.821236 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eb0711ba-007a-4d66-9e89-38b147004512 req-13199c09-4ce3-47f3-b5d3-b06c6ccae198 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788414 Aug 31 16:07:28.963429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b56be-97a8-40ea-97a5-ffa67838b184 req-7e23fb60-b1c9-487f-99f4-3e3ea8b27d57 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:28.965218 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8c3b56be-97a8-40ea-97a5-ffa67838b184 req-7e23fb60-b1c9-487f-99f4-3e3ea8b27d57 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0612397 Aug 31 16:07:29.028891 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8c3b56be-97a8-40ea-97a5-ffa67838b184 req-5aba6850-ccc5-4f04-bef1-23c39865d6c1 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567155 Aug 31 16:07:30.173181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189b15-b59f-4cf5-8181-760619b24146 req-661bfbc5-d9a9-4aa6-9ab6-ce8be765f42e tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:30.175245 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b6189b15-b59f-4cf5-8181-760619b24146 req-661bfbc5-d9a9-4aa6-9ab6-ce8be765f42e tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0573640 Aug 31 16:07:30.238488 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b6189b15-b59f-4cf5-8181-760619b24146 req-0d7c0e28-46d8-426e-82fb-6540da3ab6d2 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521400 Aug 31 16:07:31.068246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:31.070704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:31.393091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac14e6-0a37-46cd-8154-a3ae3059257d req-ff8f233f-a557-42b5-a9a6-3b133e2ff7d3 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:31.394907 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c6ac14e6-0a37-46cd-8154-a3ae3059257d req-ff8f233f-a557-42b5-a9a6-3b133e2ff7d3 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0604095 Aug 31 16:07:31.451733 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c6ac14e6-0a37-46cd-8154-a3ae3059257d req-7f063bb5-3b27-4fcf-b9f8-cc41078f3468 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498781 Aug 31 16:07:32.588607 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95730929-ea7b-4cb2-920c-cdc3eb609b93 req-b8a169e7-dfca-4525-830c-31014b46cf5b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:32.590158 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-95730929-ea7b-4cb2-920c-cdc3eb609b93 req-b8a169e7-dfca-4525-830c-31014b46cf5b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0536351 Aug 31 16:07:32.616236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:32.635764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:32.649030 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-95730929-ea7b-4cb2-920c-cdc3eb609b93 req-27b0edc8-d795-4b3d-a440-4b61c85734a1 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Aug 31 16:07:32.792596 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:07:33.778679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb707dc3-999a-461d-916c-5777fdf27718 req-f848e4c5-510b-4262-8b00-5bd86485f445 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:33.780906 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bb707dc3-999a-461d-916c-5777fdf27718 req-f848e4c5-510b-4262-8b00-5bd86485f445 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0518246 Aug 31 16:07:33.839818 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bb707dc3-999a-461d-916c-5777fdf27718 req-4e0a2071-0c1e-4827-b177-d05d74ad656a tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514367 Aug 31 16:07:34.968939 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87768b-e857-4fac-b7a9-e404bb608ab6 req-6995876f-4e53-41b0-b778-8d16da2f78a1 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:34.970584 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fe87768b-e857-4fac-b7a9-e404bb608ab6 req-6995876f-4e53-41b0-b778-8d16da2f78a1 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0522797 Aug 31 16:07:35.027682 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fe87768b-e857-4fac-b7a9-e404bb608ab6 req-9f6db917-8539-46cb-9a7f-bf9ccab21726 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510767 Aug 31 16:07:36.154608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:36.164341 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61272364-c45d-4e23-bdc3-550c3d716a9a req-8b3f961f-4aff-433c-93d6-cc786e59bb4d tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:36.171983 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-61272364-c45d-4e23-bdc3-550c3d716a9a req-8b3f961f-4aff-433c-93d6-cc786e59bb4d tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0559995 Aug 31 16:07:36.227785 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-61272364-c45d-4e23-bdc3-550c3d716a9a req-79ed736f-1bc5-4f80-988c-44e22a831b38 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517218 Aug 31 16:07:37.386157 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523ba86-0311-42ca-bf9e-1ca09225979c req-6e0aa91a-21b7-42a2-9e9b-16f1ce823a5e tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:37.387953 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5523ba86-0311-42ca-bf9e-1ca09225979c req-6e0aa91a-21b7-42a2-9e9b-16f1ce823a5e tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0736675 Aug 31 16:07:37.446528 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5523ba86-0311-42ca-bf9e-1ca09225979c req-b989fa49-5952-49bc-9083-060e9520fa9a tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526876 Aug 31 16:07:38.575605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a540deb-e5ff-40aa-bdc7-bd72bba2af05 req-5f94f609-613e-4304-a9e0-e29112d793ee tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:38.577846 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a540deb-e5ff-40aa-bdc7-bd72bba2af05 req-5f94f609-613e-4304-a9e0-e29112d793ee tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0507672 Aug 31 16:07:38.637180 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a540deb-e5ff-40aa-bdc7-bd72bba2af05 req-a3a8a333-1957-49aa-9a8f-d0f5a83dbc6a tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445542 Aug 31 16:07:38.710072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d594af33-d4c0-4701-a5ce-77eba181b141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:39.772012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83c79-d0b7-4578-bede-1315a2698c73 req-cf237fe3-06ed-4b60-89eb-1ba852d4ec8b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:39.773634 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2de83c79-d0b7-4578-bede-1315a2698c73 req-cf237fe3-06ed-4b60-89eb-1ba852d4ec8b tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0662396 Aug 31 16:07:39.830293 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2de83c79-d0b7-4578-bede-1315a2698c73 req-a56453f7-a860-4bfd-925f-53d466353344 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504670 Aug 31 16:07:40.761419 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a482c72-c78b-4f02-84fc-0acbe3bf0652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:41.032621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4201-698f-44f4-9271-2f338322ec54 req-1fb9bf0e-3c7e-42cd-85ad-e57a9f1b85f7 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:41.034235 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-79ff4201-698f-44f4-9271-2f338322ec54 req-1fb9bf0e-3c7e-42cd-85ad-e57a9f1b85f7 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0611677 Aug 31 16:07:41.098643 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-79ff4201-698f-44f4-9271-2f338322ec54 req-bf2345e6-7715-4cd5-a376-f4b90f2b0103 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542262 Aug 31 16:07:42.150368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:42.252895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac4d51-58d0-49c8-8a15-2c6da236d4ce req-94a89550-255c-4411-bd3e-900f83b3cd20 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:42.254671 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-65ac4d51-58d0-49c8-8a15-2c6da236d4ce req-94a89550-255c-4411-bd3e-900f83b3cd20 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0550621 Aug 31 16:07:42.316168 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-65ac4d51-58d0-49c8-8a15-2c6da236d4ce req-86aa48f5-9e7a-4a48-ae37-1fd20e9a750a tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543134 Aug 31 16:07:42.786888 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:42.787693 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:43.459532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d25acb-f94f-44be-adee-114f5e8c9e93 req-cfe557e9-a9e7-450d-8132-35f296941967 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:43.461182 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d2d25acb-f94f-44be-adee-114f5e8c9e93 req-cfe557e9-a9e7-450d-8132-35f296941967 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0584652 Aug 31 16:07:43.532615 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d2d25acb-f94f-44be-adee-114f5e8c9e93 req-55670f59-90df-4404-b01d-e774073f46ad tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Aug 31 16:07:43.612704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:43.847063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:44.691385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3531c95-81eb-4a5a-bb4b-a0da085cebb4 req-84f3c73f-83e0-4ab2-b795-e3f9416875f5 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:44.692961 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3531c95-81eb-4a5a-bb4b-a0da085cebb4 req-84f3c73f-83e0-4ab2-b795-e3f9416875f5 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0552309 Aug 31 16:07:44.769846 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3531c95-81eb-4a5a-bb4b-a0da085cebb4 req-1e18fe02-6fb7-408f-820b-3d7114860142 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660763 Aug 31 16:07:45.329924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4812-ef08-44ea-bba8-38070300694a req-7ae996e1-f9f8-4459-b11e-eaaf73aa0fa7 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:45.331394 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-7ae996e1-f9f8-4459-b11e-eaaf73aa0fa7 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 949 time: 0.0516205 Aug 31 16:07:45.435370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-b90f4812-ef08-44ea-bba8-38070300694a req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Deleting port 7946c220-faaa-45af-86c3-417221b8ae95 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:07:45.436655 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (7946c220-faaa-45af-86c3-417221b8ae95), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:45.512767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:45.576414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-b90f4812-ef08-44ea-bba8-38070300694a req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] For port 7946c220-faaa-45af-86c3-417221b8ae95, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=7946c220-faaa-45af-86c3-417221b8ae95,segment=NetworkSegment(0e55c9a7-e630-46b0-b7ff-d99d106b9c59),segment_id=0e55c9a7-e630-46b0-b7ff-d99d106b9c59)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:45.576980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (7946c220-faaa-45af-86c3-417221b8ae95), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:45.590999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-b90f4812-ef08-44ea-bba8-38070300694a req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Calling delete_port for 7946c220-faaa-45af-86c3-417221b8ae95 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:07:45.841747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (7946c220-faaa-45af-86c3-417221b8ae95), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:45.860445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['7946c220-faaa-45af-86c3-417221b8ae95'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:07:45.904179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Pushing event deleted for resources: {'Port': ['ID=7946c220-faaa-45af-86c3-417221b8ae95,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:45.930430 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.930781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.931132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.931521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.931860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.932195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.933319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.933319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.933319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.933982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.933982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.934382 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.934580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.934904 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.935224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:45.958085 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-16763a0b-de06-4b10-b288-0f11e09fbeca req-7d2255ed-2307-471e-bf16-eb80523e42ef tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 210 time: 0.0971699 Aug 31 16:07:45.985494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90f4812-ef08-44ea-bba8-38070300694a req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] No DVR routers for this DVR port 7946c220-faaa-45af-86c3-417221b8ae95 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:07:45.988306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-b90f4812-ef08-44ea-bba8-38070300694a req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:45.991987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b90f4812-ef08-44ea-bba8-38070300694a req-cddab940-c262-44d0-b3a3-4988969bbc8c tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.43 "DELETE /networking/v2.0/ports/7946c220-faaa-45af-86c3-417221b8ae95 HTTP/1.1" status: 204 len: 173 time: 0.6512094 Aug 31 16:07:45.992477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af7db27-e6c0-44a0-92cf-d8c97ab87c39', 'name': 'network-vif-deleted', 'tag': '7946c220-faaa-45af-86c3-417221b8ae95'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:07:45.994893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa53c7e-64cb-41f7-aabd-843e445f1879" -d '{"events": [{"server_uuid": "7af7db27-e6c0-44a0-92cf-d8c97ab87c39", "name": "network-vif-deleted", "tag": "7946c220-faaa-45af-86c3-417221b8ae95"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:07:46.063172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8822c205-d228-4878-a248-583f11957d23 x-openstack-request-id: req-8822c205-d228-4878-a248-583f11957d23 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:07:46.064622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af7db27-e6c0-44a0-92cf-d8c97ab87c39", "name": "network-vif-deleted", "tag": "7946c220-faaa-45af-86c3-417221b8ae95", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:07:46.065123 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8822c205-d228-4878-a248-583f11957d23 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:07:46.065768 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8822c205-d228-4878-a248-583f11957d23']: {'server_uuid': '7af7db27-e6c0-44a0-92cf-d8c97ab87c39', 'name': 'network-vif-deleted', 'tag': '7946c220-faaa-45af-86c3-417221b8ae95', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:07:47.106198 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-18fc4907-b631-4414-a97c-0e2ae96235fb req-ca166b82-7a44-48a0-91b5-8d77dc7347ef tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 210 time: 0.0326560 Aug 31 16:07:47.411528 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1796aa5f-e8e8-453b-903e-c3eaf11080e7 req-970b9e81-c778-4527-a782-0877a43eaaf7 tempest-ServersAdminNegativeTestJSON-1317667449 tempest-ServersAdminNegativeTestJSON-1317667449-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7af7db27-e6c0-44a0-92cf-d8c97ab87c39 HTTP/1.1" status: 200 len: 210 time: 0.0315170 Aug 31 16:07:48.821792 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43712) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:07:48.900528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 7946c220-faaa-45af-86c3-417221b8ae95 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:07:48.926892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 7946c220-faaa-45af-86c3-417221b8ae95 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:07:48.927235 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 7946c220-faaa-45af-86c3-417221b8ae95 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:07:48.983281 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d77f4564-8489-4c4e-8daf-744471442dad admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=11073b57705f4baca9b0836dec8dce32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597760 Aug 31 16:07:48.985986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43716) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:07:49.045743 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Publish callbacks [] for security_group (ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:49.068510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Publish callbacks [] for security_group (ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:49.258384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:49.261185 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:49.262445 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5 HTTP/1.1" status: 204 len: 168 time: 0.2753272 Aug 31 16:07:49.272158 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e6a08-a031-41c8-b3ea-0c4e27ed9af5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:49.285363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.285981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.286744 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.287315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.288055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.289147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.289742 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.290341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.291042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.292658 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.293256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.293965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.294835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.296109 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:49.296872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211f1e-11fb-4f1c-ad9b-b472c8d92ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:50.127774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43722) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:07:50.142750 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7ca26cf1-dd2a-4c90-bdeb-efae0c465c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:50.243859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7ca26cf1-dd2a-4c90-bdeb-efae0c465c88 admin admin] Publish callbacks [] for security_group (a94b7b8a-f8ae-416b-a1d0-d1e27acac0f7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:50.355052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7ca26cf1-dd2a-4c90-bdeb-efae0c465c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a94b7b8a-f8ae-416b-a1d0-d1e27acac0f7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:50.400674 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7ca26cf1-dd2a-4c90-bdeb-efae0c465c88 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5caa2012a205469199f4717bc37b9e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2717955 Aug 31 16:07:50.401549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca26cf1-dd2a-4c90-bdeb-efae0c465c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94b7b8a-f8ae-416b-a1d0-d1e27acac0f7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:50.403410 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43724) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:07:50.465475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8fde682-f175-42f3-86d7-e892ce61f0c0 admin admin] Publish callbacks [] for security_group (a94b7b8a-f8ae-416b-a1d0-d1e27acac0f7), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:50.478748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:50.489053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8fde682-f175-42f3-86d7-e892ce61f0c0 admin admin] Publish callbacks [] for security_group (a94b7b8a-f8ae-416b-a1d0-d1e27acac0f7), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:50.658722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8fde682-f175-42f3-86d7-e892ce61f0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (a94b7b8a-f8ae-416b-a1d0-d1e27acac0f7), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:50.661372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8fde682-f175-42f3-86d7-e892ce61f0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:50.662633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a8fde682-f175-42f3-86d7-e892ce61f0c0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a94b7b8a-f8ae-416b-a1d0-d1e27acac0f7 HTTP/1.1" status: 204 len: 168 time: 0.2581275 Aug 31 16:07:50.672186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fde682-f175-42f3-86d7-e892ce61f0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94b7b8a-f8ae-416b-a1d0-d1e27acac0f7,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:51.218905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:52.171112 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43746) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:07:52.334335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-25047514-network', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:52.486558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Made reservation on behalf of 0e82761841b248ca8c8358019f40b5b8 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:52.489409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:52.500335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:52.594750 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Publish callbacks [] for security_group (922ef24a-caa7-45db-9dde-6f1fe7056c3e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:52.750836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (922ef24a-caa7-45db-9dde-6f1fe7056c3e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:52.791175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:07:52.820861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922ef24a-caa7-45db-9dde-6f1fe7056c3e,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:52.827017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b29eef4e-dee9-4419-a94d-a4c289985f65), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:52.827610 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Added segment b29eef4e-dee9-4419-a94d-a4c289985f65 of type vlan for network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 Aug 31 16:07:52.903338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (3a4eea99-1f5c-4a8b-a3b6-9566a94f4021), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:53.023905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (3a4eea99-1f5c-4a8b-a3b6-9566a94f4021), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:53.025057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:53.025847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:53.057582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:53.104001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] Pushing event updated for resources: {'Network': ['ID=3a4eea99-1f5c-4a8b-a3b6-9566a94f4021,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:53.115447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:07:53.209490 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-eee1e99e-6ca9-4b21-9e14-5f9f10ff07eb admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0371451 Aug 31 16:07:53.212296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43750) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:07:53.217453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Request body: {'subnet': {'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-25047514-subnet', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:53.326686 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Made reservation on behalf of 0e82761841b248ca8c8358019f40b5b8 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:53.329270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:53.531984 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:53.669753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (242fc7ba-8402-4df2-a71f-f509bf6015a1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:53.735234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=242fc7ba-8402-4df2-a71f-f509bf6015a1,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:53.750536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Checking segment: {'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:07:53.750900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Network hostable DHCP agents. Network: 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:07:53.858182 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:07:53.949655 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:53.956067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:07:53.956979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:53.964761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bafcf41-7e2e-44d0-8704-5f25b71568cd None None] Network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:07:54.067718 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d587717b-6c48-444b-8070-d23ecec53e2e admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8542526 Aug 31 16:07:54.070584 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43752) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:07:54.075294 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-25047514-router', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:54.088359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-3a4eea99-1f5c-4a8b-a3b6-9566a94f4021', 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021', 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'fixed_ips': [{'subnet_id': '242fc7ba-8402-4df2-a71f-f509bf6015a1'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:07:54.089900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:54.207277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (04a1a7c6-8feb-481d-a8d4-3674ea846965), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:54.208465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (04a1a7c6-8feb-481d-a8d4-3674ea846965), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:54.284542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Allocated IP 172.20.0.2 (3a4eea99-1f5c-4a8b-a3b6-9566a94f4021/242fc7ba-8402-4df2-a71f-f509bf6015a1/c1449910-0c6b-4c31-a19c-c039ff2204ad) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:54.309446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks [] for router_controller (04a1a7c6-8feb-481d-a8d4-3674ea846965), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:54.476527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Publish callbacks [] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:54.590935 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:54.615425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks [] for router_gateway (04a1a7c6-8feb-481d-a8d4-3674ea846965), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:54.680213 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:54.686069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:54.693760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:07:54.707287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Pushing event updated for resources: {'Port': ['ID=c1449910-0c6b-4c31-a19c-c039ff2204ad,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:54.756653 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.757216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.757801 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.758349 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.758863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.759401 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.759933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.760465 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.761133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.761670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.767637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.767637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.767637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.767637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.767637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:54.821529 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Attempting to bind port c1449910-0c6b-4c31-a19c-c039ff2204ad on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:07:54.821939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Attempting to bind port c1449910-0c6b-4c31-a19c-c039ff2204ad by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:07:54.822345 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Attempting to bind port c1449910-0c6b-4c31-a19c-c039ff2204ad on network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:07:54.829546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:07:54.829968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Checking segment: {'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:07:54.830384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:54.830783 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Bound using segment: {'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:07:54.831268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Bound port: c1449910-0c6b-4c31-a19c-c039ff2204ad, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:07:54.831655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:54.919359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:54.929806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] For port c1449910-0c6b-4c31-a19c-c039ff2204ad, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:07:54.937513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] For port c1449910-0c6b-4c31-a19c-c039ff2204ad, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c1449910-0c6b-4c31-a19c-c039ff2204ad,segment=NetworkSegment(b29eef4e-dee9-4419-a94d-a4c289985f65),segment_id=b29eef4e-dee9-4419-a94d-a4c289985f65)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:07:55.044758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks [] for router_gateway (04a1a7c6-8feb-481d-a8d4-3674ea846965), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:55.081466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:55.098973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:55.267444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Allocated IP 172.26.2.85 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/6869e09e-95c8-4c7a-8eb5-fad5f8c7115c) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:55.313978 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fe105-9863-4b43-a17c-9cf8de85fe73 None None] Pushing event updated for resources: {'Port': ['ID=c1449910-0c6b-4c31-a19c-c039ff2204ad,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:55.448377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks [] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:55.449371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:55.601170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:55.639653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:55.651327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:55.655677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:55.660292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:07:55.688199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Pushing event updated for resources: {'Port': ['ID=6869e09e-95c8-4c7a-8eb5-fad5f8c7115c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:56.034218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks [] for router_gateway (04a1a7c6-8feb-481d-a8d4-3674ea846965), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:56.219596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3f248-994e-4e99-b118-bc786692dbf6 None None] Network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:07:56.226332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:56.321641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (04a1a7c6-8feb-481d-a8d4-3674ea846965), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:56.360329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a95d35c7-93ac-4a81-ba99-a18b20730efb None None] Provisioning complete for port c1449910-0c6b-4c31-a19c-c039ff2204ad triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:07:56.367296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a95d35c7-93ac-4a81-ba99-a18b20730efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:56.367296 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a95d35c7-93ac-4a81-ba99-a18b20730efb None None] Attempt 1 to provision port c1449910-0c6b-4c31-a19c-c039ff2204ad Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a95d35c7-93ac-4a81-ba99-a18b20730efb None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:07:56.462970 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:07:56.629463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Router 04a1a7c6-8feb-481d-a8d4-3674ea846965 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:07:56.692816 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3744bb7e-f1ae-4987-aad2-7c0a69b7cbcb None None] Provisioning complete for port c1449910-0c6b-4c31-a19c-c039ff2204ad triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:07:56.693471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3744bb7e-f1ae-4987-aad2-7c0a69b7cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:56.694096 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3744bb7e-f1ae-4987-aad2-7c0a69b7cbcb None None] Attempt 1 to provision port c1449910-0c6b-4c31-a19c-c039ff2204ad Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-3744bb7e-f1ae-4987-aad2-7c0a69b7cbcb None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:07:56.759089 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:07:56.787966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:56.801476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Sync routers for ids ['04a1a7c6-8feb-481d-a8d4-3674ea846965'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:56.814194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Routers {'04a1a7c6-8feb-481d-a8d4-3674ea846965'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:07:56.827983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:07:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['04a1a7c6-8feb-481d-a8d4-3674ea846965'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:56.947014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:56.952401 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Set router 04a1a7c6-8feb-481d-a8d4-3674ea846965 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:07:56.954470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43754) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:07:56.957073 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e7637dda-3cb5-47fa-ab1d-d5429bbb0acd admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8851452 Aug 31 16:07:56.964472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:57.021031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:57.050103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c1449910-0c6b-4c31-a19c-c039ff2204ad up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:57.200213 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port c1449910-0c6b-4c31-a19c-c039ff2204ad triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:07:57.200666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:57.201064 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port c1449910-0c6b-4c31-a19c-c039ff2204ad Aug 31 16:07:57.280139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'name': 'tempest-DeleteServersTestJSON-25047514-router', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:07:54Z', 'updated_at': '2022-08-31T16:07:55Z', 'revision_number': 3, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'gw_port': {'id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:55Z', 'updated_at': '2022-08-31T16:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:07:57.283756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:07:57.319986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Checking router: 04a1a7c6-8feb-481d-a8d4-3674ea846965 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:07:57.331402 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Updating router 04a1a7c6-8feb-481d-a8d4-3674ea846965 port 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:07:57.356320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:57.524986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:57.595198 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:57.721786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Publish callbacks [] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:57.739232 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Allocated IP 172.20.0.1 (3a4eea99-1f5c-4a8b-a3b6-9566a94f4021/242fc7ba-8402-4df2-a71f-f509bf6015a1/5520a229-7538-4dd3-91c8-4219fc8e6421) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:57.812761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:57.818247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:57.827747 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:57.827747 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:57.862033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Attempting to bind port 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:07:57.862033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Attempting to bind port 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:07:57.862033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Attempting to bind port 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:07:57.875543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:07:57.875921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:07:57.876328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:57.876728 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:07:57.877212 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Bound port: 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:07:57.877629 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:57.883073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484271e5-b12b-411f-8c4d-d2a0480de8a1 None None] Pushing event updated for resources: {'Port': ['ID=6869e09e-95c8-4c7a-8eb5-fad5f8c7115c,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:57.891243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Publish callbacks [] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:57.898191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:57.939245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] For port 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:07:57.943221 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] For port 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6869e09e-95c8-4c7a-8eb5-fad5f8c7115c,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:07:58.058240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:58.069681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:58.113539 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Routers {'04a1a7c6-8feb-481d-a8d4-3674ea846965'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:07:58.114488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:07:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['04a1a7c6-8feb-481d-a8d4-3674ea846965'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:58.116901 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:58.125058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:58.127522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Pushing event updated for resources: {'Port': ['ID=5520a229-7538-4dd3-91c8-4219fc8e6421,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:58.129944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:07:58.183524 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484271e5-b12b-411f-8c4d-d2a0480de8a1 None None] Pushing event updated for resources: {'Port': ['ID=6869e09e-95c8-4c7a-8eb5-fad5f8c7115c,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:58.193014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (04a1a7c6-8feb-481d-a8d4-3674ea846965), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:58.264435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] Set router 04a1a7c6-8feb-481d-a8d4-3674ea846965 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:07:58.277632 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:58.516990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:58.518678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Provisioning complete for port 5520a229-7538-4dd3-91c8-4219fc8e6421 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:07:58.519140 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:58.519578 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Attempt 1 to provision port 5520a229-7538-4dd3-91c8-4219fc8e6421 Aug 31 16:07:58.552027 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'name': 'tempest-DeleteServersTestJSON-25047514-router', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:07:54Z', 'updated_at': '2022-08-31T16:07:55Z', 'revision_number': 3, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'gw_port': {'id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:55Z', 'updated_at': '2022-08-31T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:58.587745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe26ff-580e-4756-8077-690b4e8b5e2d None None] The sync data for ids ['04a1a7c6-8feb-481d-a8d4-3674ea846965'] in dv-neutron-855257-2-hyperv is: [{'id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'name': 'tempest-DeleteServersTestJSON-25047514-router', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:07:54Z', 'updated_at': '2022-08-31T16:07:55Z', 'revision_number': 3, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'gw_port': {'id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:55Z', 'updated_at': '2022-08-31T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:58.592428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Port 5520a229-7538-4dd3-91c8-4219fc8e6421 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:07:58.813724 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Publish callbacks [] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:58.903773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:59.003262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Pushing event updated for resources: {'Port': ['ID=5520a229-7538-4dd3-91c8-4219fc8e6421,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:59.007802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (04a1a7c6-8feb-481d-a8d4-3674ea846965), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:59.049099 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:59.100386 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Attempt 2 to provision port 5520a229-7538-4dd3-91c8-4219fc8e6421 Aug 31 16:07:59.157384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:59.161134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:59.168135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Port 5520a229-7538-4dd3-91c8-4219fc8e6421 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:07:59.177008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:07:59.177394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:07:59.177778 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c Aug 31 16:07:59.223439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:07:59.242479 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:07:59.387511 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Router 04a1a7c6-8feb-481d-a8d4-3674ea846965 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:59.523623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:59.531179 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-86b0651e-b16b-496b-ad91-386ef393e83f admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/04a1a7c6-8feb-481d-a8d4-3674ea846965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5750446 Aug 31 16:07:59.669349 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Attempt 3 to provision port 5520a229-7538-4dd3-91c8-4219fc8e6421 Aug 31 16:07:59.720284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Port 5520a229-7538-4dd3-91c8-4219fc8e6421 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:08:00.221466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:00.222201 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Attempt 4 to provision port 5520a229-7538-4dd3-91c8-4219fc8e6421 Aug 31 16:08:00.265116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Port 5520a229-7538-4dd3-91c8-4219fc8e6421 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:08:00.302952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-68edc414-242a-4ccd-883e-9c34ad1dea0b tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:00.304505 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-68edc414-242a-4ccd-883e-9c34ad1dea0b tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 HTTP/1.1" status: 200 len: 810 time: 0.1792343 Aug 31 16:08:00.322669 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-cf521d94-70cb-4f43-b9a5-1f432c7771f0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/quotas/0e82761841b248ca8c8358019f40b5b8 HTTP/1.1" status: 200 len: 375 time: 0.0103099 Aug 31 16:08:00.382353 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-31ffd34a-b396-4f04-9353-43d16458c1f0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e82761841b248ca8c8358019f40b5b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531402 Aug 31 16:08:00.551122 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Sync routers for ids ['04a1a7c6-8feb-481d-a8d4-3674ea846965'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:08:00.557686 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-6470ded5-597a-41fe-a24a-8ab93ad19d6e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3a4eea99-1f5c-4a8b-a3b6-9566a94f4021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667702 Aug 31 16:08:00.567917 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Routers {'04a1a7c6-8feb-481d-a8d4-3674ea846965'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:08:00.568767 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:07:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['04a1a7c6-8feb-481d-a8d4-3674ea846965'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:00.579846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:00.676844 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-62cc31de-3e18-4a72-aff5-867f0f776ffa service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3a4eea99-1f5c-4a8b-a3b6-9566a94f4021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121094 Aug 31 16:08:00.729053 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Set router 04a1a7c6-8feb-481d-a8d4-3674ea846965 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:08:00.767312 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Attempt 5 to provision port 5520a229-7538-4dd3-91c8-4219fc8e6421 Aug 31 16:08:00.804900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Port 5520a229-7538-4dd3-91c8-4219fc8e6421 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:08:00.967570 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'name': 'tempest-DeleteServersTestJSON-25047514-router', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:07:54Z', 'updated_at': '2022-08-31T16:07:58Z', 'revision_number': 4, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'gw_port': {'id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:55Z', 'updated_at': '2022-08-31T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '5520a229-7538-4dd3-91c8-4219fc8e6421', 'name': '', 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'mac_address': 'fa:16:3e:d0:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '242fc7ba-8402-4df2-a71f-f509bf6015a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:57Z', 'updated_at': '2022-08-31T16:07:58Z', 'revision_number': 2, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'subnets': [{'id': '242fc7ba-8402-4df2-a71f-f509bf6015a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:01.002006 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Checking router: 04a1a7c6-8feb-481d-a8d4-3674ea846965 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:08:01.002437 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Updating router 04a1a7c6-8feb-481d-a8d4-3674ea846965 port 5520a229-7538-4dd3-91c8-4219fc8e6421 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:08:01.039542 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:01.063751 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6f73c783-4221-4696-8aa6-e8118bb2a5af req-81bab7bf-bba6-40e1-b791-39daa07b1746 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 210 time: 0.1219933 Aug 31 16:08:01.305921 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Attempt 6 to provision port 5520a229-7538-4dd3-91c8-4219fc8e6421 Aug 31 16:08:01.355956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Port 5520a229-7538-4dd3-91c8-4219fc8e6421 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:08:01.367936 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Publish callbacks [] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:01.475044 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:01.592692 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Pushing event updated for resources: {'Port': ['ID=5520a229-7538-4dd3-91c8-4219fc8e6421,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:01.635211 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.635671 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.636141 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.636613 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.637128 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.637676 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.638728 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.639256 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.639787 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.640311 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.640865 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.641424 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.641967 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.642512 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.643060 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:01.665061 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Attempting to bind port 5520a229-7538-4dd3-91c8-4219fc8e6421 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:08:01.665696 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Attempting to bind port 5520a229-7538-4dd3-91c8-4219fc8e6421 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:08:01.666526 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Attempting to bind port 5520a229-7538-4dd3-91c8-4219fc8e6421 on network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:08:01.676504 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:08:01.677096 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Checking segment: {'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:08:01.678043 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:01.678676 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Bound using segment: {'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:08:01.679499 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Bound port: 5520a229-7538-4dd3-91c8-4219fc8e6421, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:08:01.680142 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:01.730280 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:01.742609 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:01.767258 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] For port 5520a229-7538-4dd3-91c8-4219fc8e6421, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:08:01.771246 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] For port 5520a229-7538-4dd3-91c8-4219fc8e6421, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5520a229-7538-4dd3-91c8-4219fc8e6421,segment=NetworkSegment(b29eef4e-dee9-4419-a94d-a4c289985f65),segment_id=b29eef4e-dee9-4419-a94d-a4c289985f65)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:08:01.857497 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Attempt 7 to provision port 5520a229-7538-4dd3-91c8-4219fc8e6421 Aug 31 16:08:01.896403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Port 5520a229-7538-4dd3-91c8-4219fc8e6421 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:08:01.927482 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:01.969906 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Routers {'04a1a7c6-8feb-481d-a8d4-3674ea846965'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:08:01.970547 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:07:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['04a1a7c6-8feb-481d-a8d4-3674ea846965'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:02.039873 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07b2d9-f492-4b08-b41b-7eb2bf4ca3cb None None] Pushing event updated for resources: {'Port': ['ID=5520a229-7538-4dd3-91c8-4219fc8e6421,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:02.116730 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] Set router 04a1a7c6-8feb-481d-a8d4-3674ea846965 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:08:02.179044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-29cdd1a8-8a6b-442a-9c38-13a8b583b801 req-6eb1710a-7fd1-4830-b41b-5cc9d8d37442 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 210 time: 0.0320208 Aug 31 16:08:02.384317 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'name': 'tempest-DeleteServersTestJSON-25047514-router', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:07:54Z', 'updated_at': '2022-08-31T16:07:58Z', 'revision_number': 4, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'gw_port': {'id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:55Z', 'updated_at': '2022-08-31T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '5520a229-7538-4dd3-91c8-4219fc8e6421', 'name': '', 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'mac_address': 'fa:16:3e:d0:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '242fc7ba-8402-4df2-a71f-f509bf6015a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:57Z', 'updated_at': '2022-08-31T16:08:01Z', 'revision_number': 4, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'subnets': [{'id': '242fc7ba-8402-4df2-a71f-f509bf6015a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:02.397324 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Attempt 8 to provision port 5520a229-7538-4dd3-91c8-4219fc8e6421 Aug 31 16:08:02.406511 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2ccad-17b5-4bdd-a801-ed3216981db6 None None] The sync data for ids ['04a1a7c6-8feb-481d-a8d4-3674ea846965'] in dv-neutron-855257-2-hyperv is: [{'id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'name': 'tempest-DeleteServersTestJSON-25047514-router', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:07:54Z', 'updated_at': '2022-08-31T16:07:58Z', 'revision_number': 4, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'gw_port': {'id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:55Z', 'updated_at': '2022-08-31T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '5520a229-7538-4dd3-91c8-4219fc8e6421', 'name': '', 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'mac_address': 'fa:16:3e:d0:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '242fc7ba-8402-4df2-a71f-f509bf6015a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:57Z', 'updated_at': '2022-08-31T16:08:01Z', 'revision_number': 4, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'subnets': [{'id': '242fc7ba-8402-4df2-a71f-f509bf6015a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-dd21c3a3-b116-4a67-b6c3-6f317ba6832f None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:08:02.454258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:08:02.582805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e43e1e8f-b5fc-4496-b834-751be9563585 None None] Provisioning complete for port 5520a229-7538-4dd3-91c8-4219fc8e6421 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:08:02.583748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e43e1e8f-b5fc-4496-b834-751be9563585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:02.584188 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e43e1e8f-b5fc-4496-b834-751be9563585 None None] Attempt 1 to provision port 5520a229-7538-4dd3-91c8-4219fc8e6421 Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e43e1e8f-b5fc-4496-b834-751be9563585 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:08:02.635365 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:08:03.019534 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5520a229-7538-4dd3-91c8-4219fc8e6421 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:08:03.106391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5520a229-7538-4dd3-91c8-4219fc8e6421 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:08:03.107540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:03.108127 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5520a229-7538-4dd3-91c8-4219fc8e6421 Aug 31 16:08:03.145046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:08:03.179685 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:08:03.292706 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-81ed9479-93e2-4575-8a43-8aff7fd035c7 req-2ad9a0e4-eacd-4e77-897a-5b54119be670 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 210 time: 0.0308070 Aug 31 16:08:04.402877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:04.449378 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b1ee900d-fee2-42b0-9642-c633d8c5db62 req-d0b800b1-35d2-480a-a2cc-87cfcd9f469d tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 210 time: 0.0411873 Aug 31 16:08:04.468567 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-a4e9b312-5ed1-4d49-a421-1ca2f56e3679 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:04.470179 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-a4e9b312-5ed1-4d49-a421-1ca2f56e3679 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.43 "GET /networking/v2.0/networks?id=3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 HTTP/1.1" status: 200 len: 810 time: 0.5072031 Aug 31 16:08:04.534163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Request body: {'port': {'device_id': '0a18b004-d12d-4f83-a7fd-cdad83a4f463', 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021', 'admin_state_up': True, 'tenant_id': '0e82761841b248ca8c8358019f40b5b8'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:04.795844 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Made reservation on behalf of 0e82761841b248ca8c8358019f40b5b8 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:04.799912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:04.830654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:04.956901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Allocated IP 172.20.0.8 (3a4eea99-1f5c-4a8b-a3b6-9566a94f4021/242fc7ba-8402-4df2-a71f-f509bf6015a1/4d3fa21b-f916-4a90-bb17-12af3b5106e3) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:08:05.138939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Publish callbacks [] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:05.258303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:05.306529 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:08:05.313028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:08:05.318470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:08:05.347748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Pushing event updated for resources: {'Port': ['ID=4d3fa21b-f916-4a90-bb17-12af3b5106e3,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:05.400258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:05.400989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:05.521523 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0e28742e-86a7-4868-ae83-33311014c694 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9875650 Aug 31 16:08:05.531189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-19b06eb2-7092-4403-bcbb-a0cf8a2983cc tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 16:08:05.532819 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-19b06eb2-7092-4403-bcbb-a0cf8a2983cc tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079918 Aug 31 16:08:05.549696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Request body: {'port': {'device_id': '0a18b004-d12d-4f83-a7fd-cdad83a4f463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:05.587443 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7efb531b-10d5-42fa-a3b7-c89f3258e241 None None] Provisioning complete for port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:08:05.588246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7efb531b-10d5-42fa-a3b7-c89f3258e241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:05.588787 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7efb531b-10d5-42fa-a3b7-c89f3258e241 None None] Attempt 1 to provision port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 Aug 31 16:08:05.628572 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7efb531b-10d5-42fa-a3b7-c89f3258e241 None None] Port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:08:05.665272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:05.678778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110db75f-233e-4d98-8868-78210da7cc8a req-f089f385-e416-4244-baac-a711f92804bc tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:05.680450 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-110db75f-233e-4d98-8868-78210da7cc8a req-f089f385-e416-4244-baac-a711f92804bc tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 931 time: 0.1011949 Aug 31 16:08:05.696274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:05.781595 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-110db75f-233e-4d98-8868-78210da7cc8a req-d0d3c927-8fe8-4e1a-94d2-e828f4925fa4 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930083 Aug 31 16:08:06.101489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3fa21b-f916-4a90-bb17-12af3b5106e3 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:08:06.110626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Publish callbacks [] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:06.117046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:06.128990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Transition to ACTIVE for port object 4d3fa21b-f916-4a90-bb17-12af3b5106e3 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:08:06.129354 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7efb531b-10d5-42fa-a3b7-c89f3258e241 None None] Attempt 2 to provision port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 Aug 31 16:08:06.165902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7efb531b-10d5-42fa-a3b7-c89f3258e241 None None] Port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:08:06.281168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:06.366358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Pushing event updated for resources: {'Port': ['ID=4d3fa21b-f916-4a90-bb17-12af3b5106e3,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:06.404829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Attempting to bind port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:08:06.405261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Attempting to bind port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:08:06.405749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Attempting to bind port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 on network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:08:06.411719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 on network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:08:06.412094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Attempting to bind port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 on network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:08:06.417796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:08:06.418299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Checking segment: {'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:08:06.418770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Bound using segment: {'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:08:06.420028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Bound port: 4d3fa21b-f916-4a90-bb17-12af3b5106e3, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29eef4e-dee9-4419-a94d-a4c289985f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:08:06.420459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:06.498011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] For port 4d3fa21b-f916-4a90-bb17-12af3b5106e3, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:08:06.501898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] For port 4d3fa21b-f916-4a90-bb17-12af3b5106e3, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=4d3fa21b-f916-4a90-bb17-12af3b5106e3,segment=NetworkSegment(b29eef4e-dee9-4419-a94d-a4c289985f65),segment_id=b29eef4e-dee9-4419-a94d-a4c289985f65)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:08:06.589988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:06.596449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:06.597069 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:06.598585 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/4d3fa21b-f916-4a90-bb17-12af3b5106e3 HTTP/1.1" status: 200 len: 1093 time: 1.0546460 Aug 31 16:08:06.599130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18b004-d12d-4f83-a7fd-cdad83a4f463', 'tag': '4d3fa21b-f916-4a90-bb17-12af3b5106e3'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:08:06.601779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e77268-6e14-4d35-b13a-105c45fac97f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a18b004-d12d-4f83-a7fd-cdad83a4f463", "tag": "4d3fa21b-f916-4a90-bb17-12af3b5106e3"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:06.649667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc16d0a-c889-4fba-b749-217a42bf3e61 x-openstack-request-id: req-edc16d0a-c889-4fba-b749-217a42bf3e61 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:06.649965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a18b004-d12d-4f83-a7fd-cdad83a4f463", "tag": "4d3fa21b-f916-4a90-bb17-12af3b5106e3", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:06.650285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-edc16d0a-c889-4fba-b749-217a42bf3e61 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:06.650760 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc16d0a-c889-4fba-b749-217a42bf3e61'] response: {'name': 'network-changed', 'server_uuid': '0a18b004-d12d-4f83-a7fd-cdad83a4f463', 'tag': '4d3fa21b-f916-4a90-bb17-12af3b5106e3', 'status': 'completed', 'code': 200} Aug 31 16:08:06.666804 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7efb531b-10d5-42fa-a3b7-c89f3258e241 None None] Attempt 3 to provision port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 Aug 31 16:08:06.670771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dbbe4-79c6-431a-bdcc-c86783020a0f service neutron] Pushing event updated for resources: {'Port': ['ID=4d3fa21b-f916-4a90-bb17-12af3b5106e3,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:06.723199 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-7efb531b-10d5-42fa-a3b7-c89f3258e241 None None] Port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:08:06.742233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e77268-6e14-4d35-b13a-105c45fac97f req-9ab3e0eb-567c-4f71-9fdc-548dcb75b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:06.744215 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-77e77268-6e14-4d35-b13a-105c45fac97f req-9ab3e0eb-567c-4f71-9fdc-548dcb75b1cc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=0e82761841b248ca8c8358019f40b5b8&device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 1127 time: 0.0516164 Aug 31 16:08:06.898125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e77268-6e14-4d35-b13a-105c45fac97f req-02557f9f-3669-4d33-94b1-ea07cd68615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:06.900412 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-77e77268-6e14-4d35-b13a-105c45fac97f req-02557f9f-3669-4d33-94b1-ea07cd68615b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=0e82761841b248ca8c8358019f40b5b8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1462049 Aug 31 16:08:07.005319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653bf5e-2ab6-4432-a8cd-4efa1f461bf4 req-3cb4a340-3ca2-46ac-a7a3-16e928665d56 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:07.007022 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0653bf5e-2ab6-4432-a8cd-4efa1f461bf4 req-3cb4a340-3ca2-46ac-a7a3-16e928665d56 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 943 time: 0.1324368 Aug 31 16:08:07.026680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:07.112308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e77268-6e14-4d35-b13a-105c45fac97f req-e0bbf21b-e491-4c7f-a9eb-8ad0cfbae18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:07.114649 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-77e77268-6e14-4d35-b13a-105c45fac97f req-e0bbf21b-e491-4c7f-a9eb-8ad0cfbae18c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941347 Aug 31 16:08:07.121176 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0653bf5e-2ab6-4432-a8cd-4efa1f461bf4 req-6182750c-bff3-4314-924a-fe278fc8c9fc tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970538 Aug 31 16:08:07.213384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0c57922e-628c-42ab-ac1d-48df046f12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:07.215027 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-0c57922e-628c-42ab-ac1d-48df046f12e8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=0e82761841b248ca8c8358019f40b5b8&device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 1127 time: 0.0460255 Aug 31 16:08:07.275981 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-59774da4-b8cb-4ae6-9add-66294aa2d80f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d3fa21b-f916-4a90-bb17-12af3b5106e3 HTTP/1.1" status: 200 len: 217 time: 0.0503972 Aug 31 16:08:07.334690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-51338458-d3ea-426c-bc58-d04c25a9974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:07.336233 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-51338458-d3ea-426c-bc58-d04c25a9974c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=242fc7ba-8402-4df2-a71f-f509bf6015a1 HTTP/1.1" status: 200 len: 849 time: 0.0516849 Aug 31 16:08:07.397743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-6b6299e0-5583-4d40-a105-cfc083a69200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:07.399320 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-6b6299e0-5583-4d40-a105-cfc083a69200 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=3a4eea99-1f5c-4a8b-a3b6-9566a94f4021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538311 Aug 31 16:08:07.513354 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-e51b97fd-f965-4635-998c-0ba7dea898c6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/3a4eea99-1f5c-4a8b-a3b6-9566a94f4021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042123 Aug 31 16:08:07.636627 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-3a2ad3a0-dfd4-4ce2-9258-9ac53346d8f6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/3a4eea99-1f5c-4a8b-a3b6-9566a94f4021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137137 Aug 31 16:08:08.255410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631b5a-2dc6-435c-8728-8ca0a88a0f53 req-944e0fdf-897b-44f6-9744-d5126f15978d tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:08.257052 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b4631b5a-2dc6-435c-8728-8ca0a88a0f53 req-944e0fdf-897b-44f6-9744-d5126f15978d tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 943 time: 0.0536413 Aug 31 16:08:08.312261 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b4631b5a-2dc6-435c-8728-8ca0a88a0f53 req-c47b54ce-6369-4709-bac3-24265f5651e8 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470245 Aug 31 16:08:08.560965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9d5a7813-b234-479e-a069-2358dc8b7072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:09.476683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970927-2cc0-44ce-b59d-027af88837a0 req-f15df8c1-b675-4ef2-b475-e8fe25bd86f8 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:09.478323 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5970927-2cc0-44ce-b59d-027af88837a0 req-f15df8c1-b675-4ef2-b475-e8fe25bd86f8 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 943 time: 0.0696213 Aug 31 16:08:09.547848 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5970927-2cc0-44ce-b59d-027af88837a0 req-20673959-432e-4a3e-bb27-ad27cabb8037 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599177 Aug 31 16:08:09.796959 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:08:10.701992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7886f7-18a4-40db-b37e-21b69b24f0fd req-b02e2c16-058e-4648-b8ef-c8a7ea7195b9 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:10.703513 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4c7886f7-18a4-40db-b37e-21b69b24f0fd req-b02e2c16-058e-4648-b8ef-c8a7ea7195b9 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 943 time: 0.0625114 Aug 31 16:08:10.750468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-83ff4389-67df-47b0-9c03-6e02048c41fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:10.762972 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4c7886f7-18a4-40db-b37e-21b69b24f0fd req-4a08ba75-43fe-4c94-891d-b57cea2a6338 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506682 Aug 31 16:08:10.945295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 4d3fa21b-f916-4a90-bb17-12af3b5106e3 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:08:11.063620 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 4d3fa21b-f916-4a90-bb17-12af3b5106e3, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=4d3fa21b-f916-4a90-bb17-12af3b5106e3,segment=NetworkSegment(b29eef4e-dee9-4419-a94d-a4c289985f65),segment_id=b29eef4e-dee9-4419-a94d-a4c289985f65)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:11.077955 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '4d3fa21b-f916-4a90-bb17-12af3b5106e3', 'network_id': '3a4eea99-1f5c-4a8b-a3b6-9566a94f4021', 'port_id': '4d3fa21b-f916-4a90-bb17-12af3b5106e3', 'mac_address': 'fa:16:3e:c4:b7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242fc7ba-8402-4df2-a71f-f509bf6015a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:08:11.124033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:08:11.124461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:11.140984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3fa21b-f916-4a90-bb17-12af3b5106e3 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:08:11.166046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 4d3fa21b-f916-4a90-bb17-12af3b5106e3, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=4d3fa21b-f916-4a90-bb17-12af3b5106e3,segment=NetworkSegment(b29eef4e-dee9-4419-a94d-a4c289985f65),segment_id=b29eef4e-dee9-4419-a94d-a4c289985f65)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:11.274664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:11.329361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=4d3fa21b-f916-4a90-bb17-12af3b5106e3,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:11.532495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['4d3fa21b-f916-4a90-bb17-12af3b5106e3'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:08:11.570163 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:11.884319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:11.957843 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4243a0e-fae8-4d9c-8e89-f00e820c0ae8 req-2e5c7e35-7cc3-425a-96a7-0d8782273d1e tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:11.960546 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f4243a0e-fae8-4d9c-8e89-f00e820c0ae8 req-2e5c7e35-7cc3-425a-96a7-0d8782273d1e tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0886054 Aug 31 16:08:12.020894 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f4243a0e-fae8-4d9c-8e89-f00e820c0ae8 req-aca8a63d-1e94-4628-b074-3c41e484c29c tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542328 Aug 31 16:08:12.194532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:12.960623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 4d3fa21b-f916-4a90-bb17-12af3b5106e3 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:08:13.011666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:08:13.086771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:08:13.087246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:13.090090 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 Aug 31 16:08:13.132885 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:08:13.139770 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:08:13.199831 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b38173-c251-4dc4-93d9-d5a9ba7e4124 req-e097e914-7044-43b1-9466-0adcc58024a0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:13.202472 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-65b38173-c251-4dc4-93d9-d5a9ba7e4124 req-e097e914-7044-43b1-9466-0adcc58024a0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0914619 Aug 31 16:08:13.287939 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-65b38173-c251-4dc4-93d9-d5a9ba7e4124 req-a186d28a-8213-4a55-9c65-7be2f9f8abde tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786436 Aug 31 16:08:13.674495 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:13.771952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:14.426997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2853488-70ec-48b6-9324-de8eb64fa3bd req-1e34c054-1d7f-4ac8-aee2-773420ea1ba4 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:14.428844 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d2853488-70ec-48b6-9324-de8eb64fa3bd req-1e34c054-1d7f-4ac8-aee2-773420ea1ba4 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0592928 Aug 31 16:08:14.536976 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d2853488-70ec-48b6-9324-de8eb64fa3bd req-391cf67b-566c-430c-8f55-783aea6cbc1d tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991218 Aug 31 16:08:15.672655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dd23b-1329-4aba-b718-6ff2faa0e6b2 req-62d9abf2-3c2a-4ef3-81b7-37527a8c177e tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:15.674874 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a70dd23b-1329-4aba-b718-6ff2faa0e6b2 req-62d9abf2-3c2a-4ef3-81b7-37527a8c177e tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0546210 Aug 31 16:08:15.728779 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a70dd23b-1329-4aba-b718-6ff2faa0e6b2 req-f4e62f0e-c692-448c-8806-090bd9eedb4d tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471876 Aug 31 16:08:16.866110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e490823-995d-4168-a4ac-50904a0d0e29 req-311c98f7-176d-4cf1-b2d1-c270c972053b tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:16.867759 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1e490823-995d-4168-a4ac-50904a0d0e29 req-311c98f7-176d-4cf1-b2d1-c270c972053b tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0553994 Aug 31 16:08:16.927435 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1e490823-995d-4168-a4ac-50904a0d0e29 req-85d1b49d-b1b7-4014-a754-e2f66daf7816 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490413 Aug 31 16:08:18.096812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426eaf-5630-407b-9c20-cdb684ae33b7 req-6e956663-c85a-48cc-b66d-9f7081b32d42 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:18.098495 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8a426eaf-5630-407b-9c20-cdb684ae33b7 req-6e956663-c85a-48cc-b66d-9f7081b32d42 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0588143 Aug 31 16:08:18.161859 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8a426eaf-5630-407b-9c20-cdb684ae33b7 req-ef23dd10-9cdf-4092-b446-2c22548ba247 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570683 Aug 31 16:08:19.296101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db56d15-ef7c-499e-be24-9e608c289569 req-0028805c-c89d-475d-bece-d2fafc74c3ab tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:19.297757 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1db56d15-ef7c-499e-be24-9e608c289569 req-0028805c-c89d-475d-bece-d2fafc74c3ab tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0548525 Aug 31 16:08:19.356560 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1db56d15-ef7c-499e-be24-9e608c289569 req-f3715c60-98d4-4a4b-8bed-a87a6db4bee7 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491638 Aug 31 16:08:19.791432 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:19.792262 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=17 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:20.511975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d427cbe-5f6b-4655-b8ed-09a52aeced49 req-bcab3b23-f9fa-45fa-9ebb-0768f0f1e50a tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:20.514384 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8d427cbe-5f6b-4655-b8ed-09a52aeced49 req-bcab3b23-f9fa-45fa-9ebb-0768f0f1e50a tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0747132 Aug 31 16:08:20.567975 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8d427cbe-5f6b-4655-b8ed-09a52aeced49 req-5ea55d41-1672-4d11-83da-9920e7ebc393 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477314 Aug 31 16:08:21.165870 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:21.712861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f96c6-812c-4b46-87dc-5635faa80705 req-1ce35226-6ccc-4354-807b-5550988a34ed tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:21.714524 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c26f96c6-812c-4b46-87dc-5635faa80705 req-1ce35226-6ccc-4354-807b-5550988a34ed tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0642991 Aug 31 16:08:21.771515 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c26f96c6-812c-4b46-87dc-5635faa80705 req-b84370cc-58db-40f7-919c-b0d88dd600f9 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 Aug 31 16:08:22.901666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db8aaa-b80e-4a98-b523-f7589d79ec2a req-44541234-6a66-45c0-9a30-d6853e3d9adb tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:22.903343 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a6db8aaa-b80e-4a98-b523-f7589d79ec2a req-44541234-6a66-45c0-9a30-d6853e3d9adb tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0504971 Aug 31 16:08:22.968636 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a6db8aaa-b80e-4a98-b523-f7589d79ec2a req-dca07579-89ad-4c80-a069-ba9cc9982939 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575390 Aug 31 16:08:24.097411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf43a-e764-48db-9243-f3069bc8568c req-e6426f56-f7ce-4f02-87e1-f4083bfec2b0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:24.099122 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-56caf43a-e764-48db-9243-f3069bc8568c req-e6426f56-f7ce-4f02-87e1-f4083bfec2b0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0497727 Aug 31 16:08:24.123306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:24.157512 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-56caf43a-e764-48db-9243-f3069bc8568c req-75b297aa-8e4d-4e08-aa1b-e6e64ec8ce43 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520720 Aug 31 16:08:25.290950 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6d9f7-46dc-4076-b520-1cb17f496721 req-c52664d3-ede6-4a09-b3fd-ed2c5966b6fb tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:25.292572 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c8e6d9f7-46dc-4076-b520-1cb17f496721 req-c52664d3-ede6-4a09-b3fd-ed2c5966b6fb tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0548298 Aug 31 16:08:25.329669 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:25.352460 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c8e6d9f7-46dc-4076-b520-1cb17f496721 req-b3081876-b006-46fd-8e66-572e165f7b5f tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524127 Aug 31 16:08:26.501870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5a66-6234-4488-9319-76b34069c2b2 req-2f322071-0738-4508-811c-55316b8a93e3 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:26.504380 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-656b5a66-6234-4488-9319-76b34069c2b2 req-2f322071-0738-4508-811c-55316b8a93e3 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0675678 Aug 31 16:08:26.569317 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-656b5a66-6234-4488-9319-76b34069c2b2 req-ae920357-3143-4dd3-ba0f-459a6f2122a8 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579660 Aug 31 16:08:27.726176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9ccc3-21bb-4f7c-a861-048550b980ad req-39ee57cc-320c-4f1f-b107-7dad4c669cbd tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:27.727831 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-55a9ccc3-21bb-4f7c-a861-048550b980ad req-39ee57cc-320c-4f1f-b107-7dad4c669cbd tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0562205 Aug 31 16:08:27.796669 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-55a9ccc3-21bb-4f7c-a861-048550b980ad req-75abe76a-57a3-443c-93b3-853491f320c0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618277 Aug 31 16:08:28.933648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d26192-850f-4357-b597-b296d49102c2 req-38afd9d1-e260-4300-b510-4c5eae71e379 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:28.935471 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d4d26192-850f-4357-b597-b296d49102c2 req-38afd9d1-e260-4300-b510-4c5eae71e379 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0528855 Aug 31 16:08:28.992763 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d4d26192-850f-4357-b597-b296d49102c2 req-32326a91-65f0-46a4-8f01-4eae1b41aeca tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510426 Aug 31 16:08:30.132672 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1f88-4d41-4836-a117-28f23c4b7230 req-eed4a051-b4d9-4861-9c28-fdefed208ea7 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:30.134597 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fefe1f88-4d41-4836-a117-28f23c4b7230 req-eed4a051-b4d9-4861-9c28-fdefed208ea7 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0591993 Aug 31 16:08:30.195346 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fefe1f88-4d41-4836-a117-28f23c4b7230 req-f8b6cd51-3d0b-4f35-895c-6d6cb6413289 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510964 Aug 31 16:08:31.067895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=29 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:31.070887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:31.365442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590bea3-f4a0-4f93-92b6-490545daca3c req-9b67ca5d-a201-4778-8719-9af38d89ed86 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:31.367353 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c590bea3-f4a0-4f93-92b6-490545daca3c req-9b67ca5d-a201-4778-8719-9af38d89ed86 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0798256 Aug 31 16:08:31.433093 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c590bea3-f4a0-4f93-92b6-490545daca3c req-e5ae7942-6428-4dd2-acfd-b6e71c9938d3 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563087 Aug 31 16:08:32.535098 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:32.583213 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242923ca-569d-4073-9c8c-53d99c9a9f2b req-30d4f515-a064-48ad-8690-5b776e17b394 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:32.584917 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-242923ca-569d-4073-9c8c-53d99c9a9f2b req-30d4f515-a064-48ad-8690-5b776e17b394 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0595844 Aug 31 16:08:32.672165 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-242923ca-569d-4073-9c8c-53d99c9a9f2b req-d73b9f43-e8fc-4440-b6cf-0cc44103603e tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763750 Aug 31 16:08:33.820746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b1c15-7bad-47b4-bce3-1026ae219e17 req-0258db02-61c8-445c-888b-c506dbc5d663 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:33.822466 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af8b1c15-7bad-47b4-bce3-1026ae219e17 req-0258db02-61c8-445c-888b-c506dbc5d663 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0563388 Aug 31 16:08:33.883615 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af8b1c15-7bad-47b4-bce3-1026ae219e17 req-bff12644-32a0-4a47-b8be-2f04460ad6dc tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539217 Aug 31 16:08:34.740392 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:34.741380 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:35.020321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f14686-8ec5-4711-ba12-1cb55a3d291d req-8a050b66-8fac-4062-8aa6-bb8866e97a34 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:35.021808 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d0f14686-8ec5-4711-ba12-1cb55a3d291d req-8a050b66-8fac-4062-8aa6-bb8866e97a34 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0539978 Aug 31 16:08:35.085324 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d0f14686-8ec5-4711-ba12-1cb55a3d291d req-6c1fe79c-890a-4d3d-90b4-c4a49c20a167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575349 Aug 31 16:08:36.231184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c182921-66db-4511-b74b-45b5e2d70836 req-c6af177b-6fef-4399-af6c-faad94f4d08f tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:36.233072 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4c182921-66db-4511-b74b-45b5e2d70836 req-c6af177b-6fef-4399-af6c-faad94f4d08f tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0562613 Aug 31 16:08:36.294014 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4c182921-66db-4511-b74b-45b5e2d70836 req-b14272b3-be01-47c7-9a34-3bc3cf0121db tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545769 Aug 31 16:08:37.432499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea3df-cc82-4563-b5ee-507bcd38ded5 req-b143f535-7db7-406a-b2c4-33c6674beeda tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:37.434925 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f76ea3df-cc82-4563-b5ee-507bcd38ded5 req-b143f535-7db7-406a-b2c4-33c6674beeda tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0569088 Aug 31 16:08:37.494481 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f76ea3df-cc82-4563-b5ee-507bcd38ded5 req-142bd65a-4c68-4e7c-b28b-d06bc1d2ebde tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526149 Aug 31 16:08:38.655180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948653b2-8e7d-44c3-b198-169e65f9dcf5 req-6d614057-60d0-41ad-a01e-70988cede4c4 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:38.658053 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948653b2-8e7d-44c3-b198-169e65f9dcf5 req-6d614057-60d0-41ad-a01e-70988cede4c4 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0648429 Aug 31 16:08:38.714368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d01695b9-e870-4637-9f7f-f40fafcc9645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:38.718971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:38.728354 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948653b2-8e7d-44c3-b198-169e65f9dcf5 req-5f43bc40-83fa-4b12-b5f0-e5a44791c0d6 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641854 Aug 31 16:08:39.866882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee32b2-dec2-4858-8435-780df578ec31 req-eb8ef541-3404-479e-aa37-64687c6e5af4 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:39.868535 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aeee32b2-dec2-4858-8435-780df578ec31 req-eb8ef541-3404-479e-aa37-64687c6e5af4 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0567095 Aug 31 16:08:39.929346 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aeee32b2-dec2-4858-8435-780df578ec31 req-36321908-cdaf-46a2-b042-45d624398427 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529099 Aug 31 16:08:40.732178 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e21fc50c-db9c-44de-a0c2-5e29d4d68315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:41.088192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4d050-02b0-4df4-9c9e-a71454464f7a req-f5804890-f400-42b0-a4ae-6b9dba339991 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:41.090684 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5be4d050-02b0-4df4-9c9e-a71454464f7a req-f5804890-f400-42b0-a4ae-6b9dba339991 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0593183 Aug 31 16:08:41.163376 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5be4d050-02b0-4df4-9c9e-a71454464f7a req-03f28ca3-6408-461e-887b-e751761e075f tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649729 Aug 31 16:08:42.194017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:42.321454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444e3f5-27a9-4c8b-b28c-86f5c1e52886 req-f2aa7da0-cb88-4990-ac94-172fced83b85 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:42.323216 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5444e3f5-27a9-4c8b-b28c-86f5c1e52886 req-f2aa7da0-cb88-4990-ac94-172fced83b85 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0643821 Aug 31 16:08:42.389083 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5444e3f5-27a9-4c8b-b28c-86f5c1e52886 req-0a620710-ebf2-4cf3-ad28-6af09d198ed8 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588806 Aug 31 16:08:43.548963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83dbcc-4e90-44fb-b185-8bff7c447a25 req-c3185b72-3a5a-4660-a426-b6d3724059a7 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:43.550622 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ba83dbcc-4e90-44fb-b185-8bff7c447a25 req-c3185b72-3a5a-4660-a426-b6d3724059a7 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0586512 Aug 31 16:08:43.619528 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ba83dbcc-4e90-44fb-b185-8bff7c447a25 req-86d07db9-ff7a-4d4c-aae9-cfb669d1e29c tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627432 Aug 31 16:08:43.623929 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:43.748281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:44.792890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d33c3-7b06-4637-9fad-33e8a4374b91 req-82b06122-1de0-4a87-9ce2-b154b27fd8d0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:44.794625 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c77d33c3-7b06-4637-9fad-33e8a4374b91 req-82b06122-1de0-4a87-9ce2-b154b27fd8d0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0591254 Aug 31 16:08:44.851784 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c77d33c3-7b06-4637-9fad-33e8a4374b91 req-742a9091-bd51-4a91-81a9-b931feacc844 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509005 Aug 31 16:08:46.031469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf87fb6-3c83-45ce-a5b4-7154096d8c4b req-fa21f8af-3fe9-4783-a49d-7be949111132 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:46.033973 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bdf87fb6-3c83-45ce-a5b4-7154096d8c4b req-fa21f8af-3fe9-4783-a49d-7be949111132 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0691853 Aug 31 16:08:46.096916 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bdf87fb6-3c83-45ce-a5b4-7154096d8c4b req-5f1ea824-ccde-4453-8271-9853b8a6b5f9 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559812 Aug 31 16:08:46.797222 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:08:47.254987 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64237-3c03-4ae0-822a-c8aa9fdb3817 req-71fa0ec0-204f-41c4-8299-33a99c1a71b5 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:47.256605 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3d64237-3c03-4ae0-822a-c8aa9fdb3817 req-71fa0ec0-204f-41c4-8299-33a99c1a71b5 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0548029 Aug 31 16:08:47.325058 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3d64237-3c03-4ae0-822a-c8aa9fdb3817 req-599d7aba-d6f4-4ad1-b888-88d45a02fa36 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596337 Aug 31 16:08:48.469305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cb2e1-3d34-42cd-8251-aeae4a86f8e7 req-a2a83d1f-2014-4475-a5be-72fe89bfb3cb tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:48.470980 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e00cb2e1-3d34-42cd-8251-aeae4a86f8e7 req-a2a83d1f-2014-4475-a5be-72fe89bfb3cb tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0519881 Aug 31 16:08:48.535920 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e00cb2e1-3d34-42cd-8251-aeae4a86f8e7 req-6ab42ad4-2eb4-4453-8b53-26688a54e4f1 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546906 Aug 31 16:08:49.678264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119c077-242c-4191-8e06-5f78af7c5d0f req-89b62584-ae96-4d2d-8c8d-3a4811839869 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:49.680563 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e119c077-242c-4191-8e06-5f78af7c5d0f req-89b62584-ae96-4d2d-8c8d-3a4811839869 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0529137 Aug 31 16:08:49.742428 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e119c077-242c-4191-8e06-5f78af7c5d0f req-8ebbb5af-954d-4683-9b7d-076fdcc18ba5 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551510 Aug 31 16:08:50.863897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:50.880258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe5b8d-d59e-402b-a146-923aafe1074c req-bafbf63e-7ffe-4b81-8fca-a3f4ac3e36ba tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:50.881863 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-41fe5b8d-d59e-402b-a146-923aafe1074c req-bafbf63e-7ffe-4b81-8fca-a3f4ac3e36ba tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0606310 Aug 31 16:08:50.936004 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-41fe5b8d-d59e-402b-a146-923aafe1074c req-e68977d7-d74f-43a1-a06e-d50d526b938d tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477982 Aug 31 16:08:51.336504 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:08:52.056671 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:52.068524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753d7b9-2e1f-49ee-ac65-c9db77f379f5 req-3b329a6e-bd9e-42f7-ae59-6600e730ee7e tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:52.074012 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a753d7b9-2e1f-49ee-ac65-c9db77f379f5 req-3b329a6e-bd9e-42f7-ae59-6600e730ee7e tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0510857 Aug 31 16:08:52.128461 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a753d7b9-2e1f-49ee-ac65-c9db77f379f5 req-1a9fbbcb-59eb-49c4-86cc-e30c25b7ecb0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514348 Aug 31 16:08:53.260829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63ed0e-895a-46bd-b5c6-e1ceddea6241 req-2e002d1f-a0b7-4688-8019-9323a79e2e2f tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:53.262487 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dc63ed0e-895a-46bd-b5c6-e1ceddea6241 req-2e002d1f-a0b7-4688-8019-9323a79e2e2f tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0559256 Aug 31 16:08:53.320703 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dc63ed0e-895a-46bd-b5c6-e1ceddea6241 req-c7a22520-dc95-4241-be5a-17c055d1558f tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 Aug 31 16:08:54.459749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd0297-b52e-452c-be5d-f4b9a4eeef38 req-2e1ebebd-0e7f-4f37-aff1-b503bc4e5f6c tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:54.461257 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-97bd0297-b52e-452c-be5d-f4b9a4eeef38 req-2e1ebebd-0e7f-4f37-aff1-b503bc4e5f6c tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0564153 Aug 31 16:08:54.516623 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-97bd0297-b52e-452c-be5d-f4b9a4eeef38 req-1ee3d565-56f6-4240-92fc-c1041470d35a tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495443 Aug 31 16:08:55.656806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c23c55-48af-4ce5-8aab-53bff6c434ab req-ade70c87-cb5a-4462-aac9-50b2a79de24f tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:55.658741 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-50c23c55-48af-4ce5-8aab-53bff6c434ab req-ade70c87-cb5a-4462-aac9-50b2a79de24f tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0602524 Aug 31 16:08:55.718205 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-50c23c55-48af-4ce5-8aab-53bff6c434ab req-fdb0b80c-15bb-4f12-a660-9bcde9455b5a tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528505 Aug 31 16:08:56.871197 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349df55-9490-4a72-b061-e19e4f9c71ed req-a59237cd-5441-418f-aa93-00be4cf14d15 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:56.873371 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1349df55-9490-4a72-b061-e19e4f9c71ed req-a59237cd-5441-418f-aa93-00be4cf14d15 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0566976 Aug 31 16:08:56.929302 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1349df55-9490-4a72-b061-e19e4f9c71ed req-890e3ad4-5bda-4630-8a47-2c06d499c646 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494633 Aug 31 16:08:58.066557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5463f-4276-43c4-8b06-739e6842951c req-782d39f5-2367-4c32-bfe0-d7094251d2f1 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:58.068581 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b0c5463f-4276-43c4-8b06-739e6842951c req-782d39f5-2367-4c32-bfe0-d7094251d2f1 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0582178 Aug 31 16:08:58.124387 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b0c5463f-4276-43c4-8b06-739e6842951c req-6ef2465f-04aa-4ba5-b7ab-317123959c53 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493295 Aug 31 16:08:59.221329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:08:59.269542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4954-f6ef-4ee7-b79b-584874cf01c7 req-948caba6-0904-4c0b-95d7-9c94979c3e78 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:08:59.271352 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1b2c4954-f6ef-4ee7-b79b-584874cf01c7 req-948caba6-0904-4c0b-95d7-9c94979c3e78 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0586913 Aug 31 16:08:59.354867 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1b2c4954-f6ef-4ee7-b79b-584874cf01c7 req-5c2e253f-78a2-49dd-a116-682a9fd6f168 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765579 Aug 31 16:09:00.490127 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220763c-8528-401b-bb5c-35b70a427278 req-d7fc35f6-15db-48a6-90c6-22db4de6698e tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:00.492084 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6220763c-8528-401b-bb5c-35b70a427278 req-d7fc35f6-15db-48a6-90c6-22db4de6698e tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0543075 Aug 31 16:09:00.552705 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6220763c-8528-401b-bb5c-35b70a427278 req-a0cb2735-52db-4a5b-9a18-cbbc32e3628b tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542932 Aug 31 16:09:01.076145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:01.212799 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:01.699790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11ad6-dd76-4d18-935f-d7f70a3b4ddd req-7fa601f5-d772-4ca5-8408-76557733a9cb tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:01.701890 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2ad11ad6-dd76-4d18-935f-d7f70a3b4ddd req-7fa601f5-d772-4ca5-8408-76557733a9cb tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0705261 Aug 31 16:09:01.770637 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2ad11ad6-dd76-4d18-935f-d7f70a3b4ddd req-8d8dcb5b-73f8-4992-b3a6-ca3b1f7dcd3b tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625463 Aug 31 16:09:02.942295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333ef7d-1da7-41bb-8573-d14dc57c34d5 req-a345d060-184d-4556-9eb6-6ffeaeca1c40 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:02.945048 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a333ef7d-1da7-41bb-8573-d14dc57c34d5 req-a345d060-184d-4556-9eb6-6ffeaeca1c40 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0837452 Aug 31 16:09:03.006126 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a333ef7d-1da7-41bb-8573-d14dc57c34d5 req-a3d1f20c-b5f4-4c2f-888f-836f27d1bdda tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512166 Aug 31 16:09:04.134814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6083648-13ff-4de4-85d8-e18ead866ac3 req-1e2b0e40-4769-41da-b82c-e3192be0fbe2 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:04.137136 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d6083648-13ff-4de4-85d8-e18ead866ac3 req-1e2b0e40-4769-41da-b82c-e3192be0fbe2 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0513136 Aug 31 16:09:04.194193 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d6083648-13ff-4de4-85d8-e18ead866ac3 req-893689a9-3740-456b-bec4-f9216a097d6d tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509429 Aug 31 16:09:05.333612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69e2f3-35d1-4145-ae60-e323a41b3143 req-f9fc98a6-b1a0-461d-90e3-fc0ef87929ae tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:05.335449 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ec69e2f3-35d1-4145-ae60-e323a41b3143 req-f9fc98a6-b1a0-461d-90e3-fc0ef87929ae tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0506189 Aug 31 16:09:05.377478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:05.391686 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ec69e2f3-35d1-4145-ae60-e323a41b3143 req-269357d2-9132-4d89-ab91-5b6a70540aed tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494778 Aug 31 16:09:06.531891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25891ab7-bf67-4410-b4e0-68fb69206678 req-9713fa68-5ab9-47b0-861b-44100db84a53 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:06.533469 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-25891ab7-bf67-4410-b4e0-68fb69206678 req-9713fa68-5ab9-47b0-861b-44100db84a53 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0610926 Aug 31 16:09:06.587945 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-25891ab7-bf67-4410-b4e0-68fb69206678 req-d10f5792-0c84-44ca-98e2-b21bcc7b9dff tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486457 Aug 31 16:09:07.723390 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044ef6c-28d8-4dbd-a5cb-ee894a30798b req-fd23ef37-a13d-4681-abad-7df557761f07 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:07.725098 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7044ef6c-28d8-4dbd-a5cb-ee894a30798b req-fd23ef37-a13d-4681-abad-7df557761f07 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0576460 Aug 31 16:09:07.782827 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7044ef6c-28d8-4dbd-a5cb-ee894a30798b req-2f6d7d8b-763e-44b1-9949-895ad6a2bbf4 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509286 Aug 31 16:09:08.617238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8c9730a4-d4a7-49cd-b026-5959a1d525f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:08.922426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f08fc-53a8-4e1f-aada-cea9294be984 req-a864b262-1ec7-4bc2-8858-0b0d5f536f35 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:08.923980 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b80f08fc-53a8-4e1f-aada-cea9294be984 req-a864b262-1ec7-4bc2-8858-0b0d5f536f35 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0576026 Aug 31 16:09:08.987228 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b80f08fc-53a8-4e1f-aada-cea9294be984 req-4f54aad2-ccb9-400d-968a-3ddfa60b21c7 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521502 Aug 31 16:09:10.146443 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ac1d-73c1-4421-b8ca-b1e8a0c8d50a req-2408ecf9-c062-4e76-b3f5-09e8cf8986ca tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:10.148676 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c7d8ac1d-73c1-4421-b8ca-b1e8a0c8d50a req-2408ecf9-c062-4e76-b3f5-09e8cf8986ca tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0814607 Aug 31 16:09:10.209228 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c7d8ac1d-73c1-4421-b8ca-b1e8a0c8d50a req-0dcd7cf4-6122-40a1-a7ad-c52dbe12c3c2 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=922ef24a-caa7-45db-9dde-6f1fe7056c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541339 Aug 31 16:09:10.289906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-6c791c4b-23da-4d01-83ef-582f70347dd0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:10.292577 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-6c791c4b-23da-4d01-83ef-582f70347dd0 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 944 time: 0.0716329 Aug 31 16:09:10.426684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Deleting port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:09:10.427041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:10.575751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] For port 4d3fa21b-f916-4a90-bb17-12af3b5106e3, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=4d3fa21b-f916-4a90-bb17-12af3b5106e3,segment=NetworkSegment(b29eef4e-dee9-4419-a94d-a4c289985f65),segment_id=b29eef4e-dee9-4419-a94d-a4c289985f65)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:10.576354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:10.579314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:10.595842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Calling delete_port for 4d3fa21b-f916-4a90-bb17-12af3b5106e3 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:09:10.725540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d910cfd1-568a-4f4e-b45b-476394f3cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:10.851335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4d3fa21b-f916-4a90-bb17-12af3b5106e3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:10.870988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['4d3fa21b-f916-4a90-bb17-12af3b5106e3'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:09:10.894277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Pushing event deleted for resources: {'Port': ['ID=4d3fa21b-f916-4a90-bb17-12af3b5106e3,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:10.915036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.915389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.915731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.916069 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.916642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.917101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.917448 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.917821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.918157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.918495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.918829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.919158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.919538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.919805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.920127 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:10.969986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] No DVR routers for this DVR port 4d3fa21b-f916-4a90-bb17-12af3b5106e3 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:09:10.973891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:10.978852 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67bdca1a-3532-4bbe-8fc9-45e301c430b8 req-7c0d16e5-e4de-4ae9-989e-9d2f7b9e0167 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.43 "DELETE /networking/v2.0/ports/4d3fa21b-f916-4a90-bb17-12af3b5106e3 HTTP/1.1" status: 204 len: 173 time: 0.6687486 Aug 31 16:09:10.979265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18b004-d12d-4f83-a7fd-cdad83a4f463', 'name': 'network-vif-deleted', 'tag': '4d3fa21b-f916-4a90-bb17-12af3b5106e3'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:09:10.981858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796842a6-e46c-47a3-826d-e8199852f7f6" -d '{"events": [{"server_uuid": "0a18b004-d12d-4f83-a7fd-cdad83a4f463", "name": "network-vif-deleted", "tag": "4d3fa21b-f916-4a90-bb17-12af3b5106e3"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:09:11.142516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1667bac1-ad0a-4c19-a108-dca7742c67a5 x-openstack-request-id: req-1667bac1-ad0a-4c19-a108-dca7742c67a5 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:09:11.143057 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18b004-d12d-4f83-a7fd-cdad83a4f463", "name": "network-vif-deleted", "tag": "4d3fa21b-f916-4a90-bb17-12af3b5106e3", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:09:11.143931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1667bac1-ad0a-4c19-a108-dca7742c67a5 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:09:11.144578 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1667bac1-ad0a-4c19-a108-dca7742c67a5']: {'server_uuid': '0a18b004-d12d-4f83-a7fd-cdad83a4f463', 'name': 'network-vif-deleted', 'tag': '4d3fa21b-f916-4a90-bb17-12af3b5106e3', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:09:11.346488 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6ca4f936-7cc4-43cd-a6c5-f03a9d3d3cf2 req-5131b1a4-d3f0-4647-bc8d-b6e450a0f8fe tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 210 time: 0.0373795 Aug 31 16:09:11.729707 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:11.744177 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=6 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:12.171198 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:12.499456 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f209c249-5e9f-4a81-97f4-8ac762920611 req-4faa0e0a-ff57-442b-80d9-79855595168f tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 210 time: 0.0370617 Aug 31 16:09:12.794816 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c14d2f5c-0cb7-44fe-9d43-94c461cd757f req-409d0c68-ebd7-4025-9dab-4b62109badc9 tempest-DeleteServersTestJSON-1269723533 tempest-DeleteServersTestJSON-1269723533-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0a18b004-d12d-4f83-a7fd-cdad83a4f463 HTTP/1.1" status: 200 len: 210 time: 0.0308480 Aug 31 16:09:13.146860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 4d3fa21b-f916-4a90-bb17-12af3b5106e3 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:09:13.170014 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 4d3fa21b-f916-4a90-bb17-12af3b5106e3 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:09:13.170572 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 4d3fa21b-f916-4a90-bb17-12af3b5106e3 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:09:13.411968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43930) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:09:13.652592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:13.805818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:13.816993 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:13.903616 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (04a1a7c6-8feb-481d-a8d4-3674ea846965), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:14.470496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:14.515933 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Deleting port 5520a229-7538-4dd3-91c8-4219fc8e6421 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:09:14.516269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:14.631467 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] For port 5520a229-7538-4dd3-91c8-4219fc8e6421, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5520a229-7538-4dd3-91c8-4219fc8e6421,segment=NetworkSegment(b29eef4e-dee9-4419-a94d-a4c289985f65),segment_id=b29eef4e-dee9-4419-a94d-a4c289985f65)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:14.631975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:14.669704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Calling delete_port for 5520a229-7538-4dd3-91c8-4219fc8e6421 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:09:15.073813 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5520a229-7538-4dd3-91c8-4219fc8e6421), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:15.101707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5520a229-7538-4dd3-91c8-4219fc8e6421,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:15.116214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.116558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.116905 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.117241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.117590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.117935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.118264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.118601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.118918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.119432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.119775 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.120096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.120420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.120741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.121068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:15.352714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (04a1a7c6-8feb-481d-a8d4-3674ea846965), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:15.465466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:15.602457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Router 04a1a7c6-8feb-481d-a8d4-3674ea846965 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:09:15.735504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:09:15.743979 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-18b5d2ec-2dc2-4123-bef8-1bb81a277fd2 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/04a1a7c6-8feb-481d-a8d4-3674ea846965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3370383 Aug 31 16:09:15.747895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] Sync routers for ids ['04a1a7c6-8feb-481d-a8d4-3674ea846965'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:09:15.748783 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43932) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:09:15.761438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] Routers {'04a1a7c6-8feb-481d-a8d4-3674ea846965'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:09:15.762384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:09:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['04a1a7c6-8feb-481d-a8d4-3674ea846965'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:15.835120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:15.895600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] Set router 04a1a7c6-8feb-481d-a8d4-3674ea846965 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:09:15.926199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Publish callbacks [] for router (04a1a7c6-8feb-481d-a8d4-3674ea846965), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:16.096799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Publish callbacks [] for router_gateway (04a1a7c6-8feb-481d-a8d4-3674ea846965), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:16.119690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'name': 'tempest-DeleteServersTestJSON-25047514-router', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:07:54Z', 'updated_at': '2022-08-31T16:09:14Z', 'revision_number': 5, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'gw_port': {'id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:55Z', 'updated_at': '2022-08-31T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:16.161485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] Checking router: 04a1a7c6-8feb-481d-a8d4-3674ea846965 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:09:16.176351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] Routers {'04a1a7c6-8feb-481d-a8d4-3674ea846965'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:09:16.177260 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:09:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['04a1a7c6-8feb-481d-a8d4-3674ea846965'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:16.234860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Deleting port 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:09:16.235420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:16.331605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] Set router 04a1a7c6-8feb-481d-a8d4-3674ea846965 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:09:16.390226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] For port 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6869e09e-95c8-4c7a-8eb5-fad5f8c7115c,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:16.390841 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:16.418151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Calling delete_port for 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:09:16.558662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'name': 'tempest-DeleteServersTestJSON-25047514-router', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:07:54Z', 'updated_at': '2022-08-31T16:09:14Z', 'revision_number': 5, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'gw_port': {'id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:55Z', 'updated_at': '2022-08-31T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:16.604386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18d0b9-fe1a-4f58-a365-90f46ff94b79 None None] The sync data for ids ['04a1a7c6-8feb-481d-a8d4-3674ea846965'] in dv-neutron-855257-2-hyperv is: [{'id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'name': 'tempest-DeleteServersTestJSON-25047514-router', 'tenant_id': '0e82761841b248ca8c8358019f40b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:07:54Z', 'updated_at': '2022-08-31T16:09:14Z', 'revision_number': 5, 'project_id': '0e82761841b248ca8c8358019f40b5b8', 'gw_port': {'id': '6869e09e-95c8-4c7a-8eb5-fad5f8c7115c', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a1a7c6-8feb-481d-a8d4-3674ea846965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:07:55Z', 'updated_at': '2022-08-31T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:09:16.714263 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (6869e09e-95c8-4c7a-8eb5-fad5f8c7115c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:16.748305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Pushing event deleted for resources: {'Port': ['ID=6869e09e-95c8-4c7a-8eb5-fad5f8c7115c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:16.812295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:16.828102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (04a1a7c6-8feb-481d-a8d4-3674ea846965), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:16.940709 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (04a1a7c6-8feb-481d-a8d4-3674ea846965), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:16.943779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Publish callbacks [] for router_controller (04a1a7c6-8feb-481d-a8d4-3674ea846965), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.120820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (04a1a7c6-8feb-481d-a8d4-3674ea846965), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.122298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04a1a7c6-8feb-481d-a8d4-3674ea846965 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:09:17.130935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.135781 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0449cb31-3d7b-44d8-999a-b5be5fd96282 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/04a1a7c6-8feb-481d-a8d4-3674ea846965 HTTP/1.1" status: 204 len: 168 time: 1.3849690 Aug 31 16:09:17.146857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43934) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:09:17.147431 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5520a229-7538-4dd3-91c8-4219fc8e6421 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:09:17.174046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 5520a229-7538-4dd3-91c8-4219fc8e6421 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:09:17.174476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5520a229-7538-4dd3-91c8-4219fc8e6421 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:09:17.198552 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b664a3f-7670-4a79-8658-648e0224cd1b admin admin] Deleting subnet 242fc7ba-8402-4df2-a71f-f509bf6015a1 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:09:17.202509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b664a3f-7670-4a79-8658-648e0224cd1b admin admin] Publish callbacks [] for subnet (242fc7ba-8402-4df2-a71f-f509bf6015a1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.240621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b664a3f-7670-4a79-8658-648e0224cd1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (242fc7ba-8402-4df2-a71f-f509bf6015a1), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.335821 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b664a3f-7670-4a79-8658-648e0224cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (242fc7ba-8402-4df2-a71f-f509bf6015a1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.370452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:17.514956 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b664a3f-7670-4a79-8658-648e0224cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (242fc7ba-8402-4df2-a71f-f509bf6015a1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.546308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b664a3f-7670-4a79-8658-648e0224cd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242fc7ba-8402-4df2-a71f-f509bf6015a1,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:17.552508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3b664a3f-7670-4a79-8658-648e0224cd1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.557368 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3b664a3f-7670-4a79-8658-648e0224cd1b admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/242fc7ba-8402-4df2-a71f-f509bf6015a1 HTTP/1.1" status: 204 len: 168 time: 0.4173920 Aug 31 16:09:17.560357 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43936) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:09:17.563083 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c3842-bea8-4320-b16d-a00772b290ec None None] Network 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:09:17.646986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (3a4eea99-1f5c-4a8b-a3b6-9566a94f4021), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.708118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Deleting port c1449910-0c6b-4c31-a19c-c039ff2204ad {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:09:17.708665 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.763536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] DHCP port deletion for 3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:09:17.795903 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] For port c1449910-0c6b-4c31-a19c-c039ff2204ad, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c1449910-0c6b-4c31-a19c-c039ff2204ad,segment=NetworkSegment(b29eef4e-dee9-4419-a94d-a4c289985f65),segment_id=b29eef4e-dee9-4419-a94d-a4c289985f65)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:17.796275 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.812661 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Calling delete_port for c1449910-0c6b-4c31-a19c-c039ff2204ad owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:09:17.814399 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Deleting port c1449910-0c6b-4c31-a19c-c039ff2204ad {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:09:17.814678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.893710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] For port c1449910-0c6b-4c31-a19c-c039ff2204ad, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c1449910-0c6b-4c31-a19c-c039ff2204ad,segment=NetworkSegment(b29eef4e-dee9-4419-a94d-a4c289985f65),segment_id=b29eef4e-dee9-4419-a94d-a4c289985f65)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:17.894115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:17.896509 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:17.909412 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Calling delete_port for c1449910-0c6b-4c31-a19c-c039ff2204ad owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:09:17.956318 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:17.999187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: from cryptography.utils import int_from_bytes Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: from cryptography.utils import int_from_bytes Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:18.000139 dv-neutron-855257-2-hyperv neutron-server[114267]: self.session.flush() Aug 31 16:09:18.013538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (c1449910-0c6b-4c31-a19c-c039ff2204ad), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:18.027853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1449910-0c6b-4c31-a19c-c039ff2204ad,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:18.034116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] No DVR routers for this DVR port c1449910-0c6b-4c31-a19c-c039ff2204ad on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:09:18.061548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Pushing event deleted for resources: {'Port': ['ID=c1449910-0c6b-4c31-a19c-c039ff2204ad,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:18.066925 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] No DVR routers for this DVR port c1449910-0c6b-4c31-a19c-c039ff2204ad on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:09:18.079551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.080043 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.081649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.081649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.081649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.082197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.082773 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.083274 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.083750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.084294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.084825 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.085362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.085900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.086491 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.086990 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1638-a96c-4a9b-8012-5b6904b45c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:18.127076 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (3a4eea99-1f5c-4a8b-a3b6-9566a94f4021), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:18.151856 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4eea99-1f5c-4a8b-a3b6-9566a94f4021']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:18.163509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29eef4e-dee9-4419-a94d-a4c289985f65') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:18.163834 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29eef4e-dee9-4419-a94d-a4c289985f65') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:18.182202 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (b29eef4e-dee9-4419-a94d-a4c289985f65), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:18.205915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (b29eef4e-dee9-4419-a94d-a4c289985f65), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:18.215848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:09:18.216257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (b29eef4e-dee9-4419-a94d-a4c289985f65), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:18.336784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (3a4eea99-1f5c-4a8b-a3b6-9566a94f4021), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:18.350117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:18.352144 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/3a4eea99-1f5c-4a8b-a3b6-9566a94f4021 HTTP/1.1" status: 204 len: 168 time: 0.7899063 Aug 31 16:09:18.372713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335a76-18e2-4cd7-96c0-60477c3b0f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4eea99-1f5c-4a8b-a3b6-9566a94f4021,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:18.405169 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment b29eef4e-dee9-4419-a94d-a4c289985f65 resource provider aggregate not found Aug 31 16:09:18.434008 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment b29eef4e-dee9-4419-a94d-a4c289985f65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b29eef4e-dee9-4419-a94d-a4c289985f65 found for delete ", "request_id": "req-edb5283a-f835-4de5-8cfd-d85f5aa25494"}]} Aug 31 16:09:18.782955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43946) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:09:18.789592 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:18.834797 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3d209716-d39b-4b3b-a984-ff7ccb8495a0 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=0e82761841b248ca8c8358019f40b5b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505173 Aug 31 16:09:18.839237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 43948) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:09:18.898257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea11043b-2ec3-439b-9298-4ec6a9849801 admin admin] Publish callbacks [] for security_group (922ef24a-caa7-45db-9dde-6f1fe7056c3e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:18.923972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea11043b-2ec3-439b-9298-4ec6a9849801 admin admin] Publish callbacks [] for security_group (922ef24a-caa7-45db-9dde-6f1fe7056c3e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:19.026076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:09:19.051376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:09:19.051723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6869e09e-95c8-4c7a-8eb5-fad5f8c7115c not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:09:19.052154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c1449910-0c6b-4c31-a19c-c039ff2204ad no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:09:19.073425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: c1449910-0c6b-4c31-a19c-c039ff2204ad {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:09:19.073849 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c1449910-0c6b-4c31-a19c-c039ff2204ad not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:09:19.084803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea11043b-2ec3-439b-9298-4ec6a9849801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (922ef24a-caa7-45db-9dde-6f1fe7056c3e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:19.089489 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ea11043b-2ec3-439b-9298-4ec6a9849801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:19.091083 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ea11043b-2ec3-439b-9298-4ec6a9849801 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/922ef24a-caa7-45db-9dde-6f1fe7056c3e HTTP/1.1" status: 204 len: 168 time: 0.2508187 Aug 31 16:09:19.105848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11043b-2ec3-439b-9298-4ec6a9849801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922ef24a-caa7-45db-9dde-6f1fe7056c3e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:20.222784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43970) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:09:20.352144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1074548102-network', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:20.444929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Made reservation on behalf of 12d8864bab4a461bae0a1f1daf686b28 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:20.448149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:20.459206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:20.564080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Publish callbacks [] for security_group (4ea33dde-c49c-4f62-adc9-e40d24a11535), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:20.656453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4ea33dde-c49c-4f62-adc9-e40d24a11535), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:20.690592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:09:20.696783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:20.701595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea33dde-c49c-4f62-adc9-e40d24a11535,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:20.707390 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (17b4a302-44c7-4a98-9b87-4b79c7485e57), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:20.707735 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Added segment 17b4a302-44c7-4a98-9b87-4b79c7485e57 of type vlan for network b32e2eb8-8577-4542-9a87-b3fad004d59b Aug 31 16:09:20.758960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (b32e2eb8-8577-4542-9a87-b3fad004d59b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:20.867688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (b32e2eb8-8577-4542-9a87-b3fad004d59b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:20.869541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:20.872156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:20.948574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b32e2eb8-8577-4542-9a87-b3fad004d59b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:20.959095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network b32e2eb8-8577-4542-9a87-b3fad004d59b details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:09:20.980980 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ed9f2b4e-9e25-4b75-9ffe-edd8dad9d4d7 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7566507 Aug 31 16:09:20.984638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43974) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:09:20.990336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Request body: {'subnet': {'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1074548102-subnet', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:21.073674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Made reservation on behalf of 12d8864bab4a461bae0a1f1daf686b28 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:21.076861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:21.134376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:21.170902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:21.382251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (c56ce3ec-ada7-4a15-a295-3f9d22ff969a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:21.443437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56ce3ec-ada7-4a15-a295-3f9d22ff969a,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:21.461707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Checking segment: {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:09:21.462074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Network hostable DHCP agents. Network: b32e2eb8-8577-4542-9a87-b3fad004d59b, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:09:21.558971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Network b32e2eb8-8577-4542-9a87-b3fad004d59b is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:09:21.633174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, b32e2eb8-8577-4542-9a87-b3fad004d59b) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:21.637951 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:21.638565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:21.645110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db8642-944b-48a1-b00a-102fd38b46fc None None] Network b32e2eb8-8577-4542-9a87-b3fad004d59b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:09:21.758243 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ec0fc415-33f9-43b8-8b96-755261a3d6d1 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7720525 Aug 31 16:09:21.760932 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43976) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:09:21.769925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1074548102-router', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:21.770097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-b32e2eb8-8577-4542-9a87-b3fad004d59b', 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b', 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'fixed_ips': [{'subnet_id': 'c56ce3ec-ada7-4a15-a295-3f9d22ff969a'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:09:21.771454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:21.879445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (94eee481-003c-4371-b99f-ea2b813e11f0), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:21.881158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (94eee481-003c-4371-b99f-ea2b813e11f0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:21.955645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks [] for router_controller (94eee481-003c-4371-b99f-ea2b813e11f0), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:21.961850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Allocated IP 172.20.0.2 (b32e2eb8-8577-4542-9a87-b3fad004d59b/c56ce3ec-ada7-4a15-a295-3f9d22ff969a/ae12e70e-9648-4b26-bbc3-8dcb433a986f) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:09:22.129134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Publish callbacks [] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:22.190683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks [] for router_gateway (94eee481-003c-4371-b99f-ea2b813e11f0), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:22.239374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:22.290113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Network b32e2eb8-8577-4542-9a87-b3fad004d59b is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:22.294405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:22.299042 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:09:22.306756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Pushing event updated for resources: {'Port': ['ID=ae12e70e-9648-4b26-bbc3-8dcb433a986f,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:22.314258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:22.347449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:22.376567 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Attempting to bind port ae12e70e-9648-4b26-bbc3-8dcb433a986f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:09:22.377031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Attempting to bind port ae12e70e-9648-4b26-bbc3-8dcb433a986f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:09:22.377453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Attempting to bind port ae12e70e-9648-4b26-bbc3-8dcb433a986f on network b32e2eb8-8577-4542-9a87-b3fad004d59b {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:09:22.386171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:09:22.386171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Checking segment: {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:09:22.386539 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:22.387156 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Bound using segment: {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:09:22.387953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Bound port: ae12e70e-9648-4b26-bbc3-8dcb433a986f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:09:22.388461 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:22.430168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:22.463232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] For port ae12e70e-9648-4b26-bbc3-8dcb433a986f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:09:22.467019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] For port ae12e70e-9648-4b26-bbc3-8dcb433a986f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ae12e70e-9648-4b26-bbc3-8dcb433a986f,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:09:22.537181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks [] for router_gateway (94eee481-003c-4371-b99f-ea2b813e11f0), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:22.558796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:22.560639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:22.743226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Allocated IP 172.26.2.104 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/bfea74d1-b407-4762-90e8-3ac328816dbb) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:09:22.821316 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1adcd8-fcb3-46d0-8c67-d80f3e565408 None None] Pushing event updated for resources: {'Port': ['ID=ae12e70e-9648-4b26-bbc3-8dcb433a986f,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:22.877256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:22.950626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks [] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:23.078579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ae12e70e-9648-4b26-bbc3-8dcb433a986f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:09:23.090768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:23.130969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ae12e70e-9648-4b26-bbc3-8dcb433a986f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:09:23.131343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:23.131675 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ae12e70e-9648-4b26-bbc3-8dcb433a986f Aug 31 16:09:23.166954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:23.177355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:09:23.182414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:23.187667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:09:23.215493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=bfea74d1-b407-4762-90e8-3ac328816dbb,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:23.692374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks [] for router_gateway (94eee481-003c-4371-b99f-ea2b813e11f0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:23.724789 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e76437c-852f-4e62-bd06-001793d7e1e5 None None] Network b32e2eb8-8577-4542-9a87-b3fad004d59b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:09:23.797500 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:09:23.837357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9d94876c-84c0-4445-a0a7-6982f4619005 None None] Provisioning complete for port ae12e70e-9648-4b26-bbc3-8dcb433a986f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:09:23.838526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9d94876c-84c0-4445-a0a7-6982f4619005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:23.839074 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9d94876c-84c0-4445-a0a7-6982f4619005 None None] Attempt 1 to provision port ae12e70e-9648-4b26-bbc3-8dcb433a986f Aug 31 16:09:23.913391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (94eee481-003c-4371-b99f-ea2b813e11f0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-9d94876c-84c0-4445-a0a7-6982f4619005 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:23.991612 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:09:24.043970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:24.159476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Router 94eee481-003c-4371-b99f-ea2b813e11f0 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:09:24.287809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:09:24.299679 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Sync routers for ids ['94eee481-003c-4371-b99f-ea2b813e11f0'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:09:24.311003 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Routers {'94eee481-003c-4371-b99f-ea2b813e11f0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:09:24.311636 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:09:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['94eee481-003c-4371-b99f-ea2b813e11f0'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:24.323572 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-78c7c94a-6486-40ef-9eee-b9ebf9f988ba None None] Provisioning complete for port ae12e70e-9648-4b26-bbc3-8dcb433a986f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:09:24.324262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-78c7c94a-6486-40ef-9eee-b9ebf9f988ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:24.324890 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-78c7c94a-6486-40ef-9eee-b9ebf9f988ba None None] Attempt 1 to provision port ae12e70e-9648-4b26-bbc3-8dcb433a986f Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-78c7c94a-6486-40ef-9eee-b9ebf9f988ba None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:24.398562 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:09:24.424095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:24.425972 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d418f871-51c1-4870-b525-606e534e2ca6 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6635685 Aug 31 16:09:24.429377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 43978) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:09:24.442858 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Set router 94eee481-003c-4371-b99f-ea2b813e11f0 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:09:24.726031 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'name': 'tempest-ServerDiskConfigTestJSON-1074548102-router', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:09:21Z', 'updated_at': '2022-08-31T16:09:23Z', 'revision_number': 3, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'gw_port': {'id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:09:22Z', 'updated_at': '2022-08-31T16:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:24.759953 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Checking router: 94eee481-003c-4371-b99f-ea2b813e11f0 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:09:24.760908 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Updating router 94eee481-003c-4371-b99f-ea2b813e11f0 port bfea74d1-b407-4762-90e8-3ac328816dbb binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:09:24.797018 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:25.005707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:25.149124 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Publish callbacks [] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:25.246159 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:25.300616 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Attempting to bind port bfea74d1-b407-4762-90e8-3ac328816dbb on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:09:25.300892 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Attempting to bind port bfea74d1-b407-4762-90e8-3ac328816dbb by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:09:25.301229 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Attempting to bind port bfea74d1-b407-4762-90e8-3ac328816dbb on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:09:25.318219 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:09:25.318599 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:09:25.318992 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:25.319390 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:09:25.319866 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Bound port: bfea74d1-b407-4762-90e8-3ac328816dbb, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:09:25.320237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:25.324023 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Pushing event updated for resources: {'Port': ['ID=bfea74d1-b407-4762-90e8-3ac328816dbb,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:25.344313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:25.352049 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.352389 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.352726 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.353140 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.354088 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.354635 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.355070 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.355401 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.355745 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.356073 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.356395 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.356717 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.357027 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.357613 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.357798 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:25.395094 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] For port bfea74d1-b407-4762-90e8-3ac328816dbb, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:09:25.398814 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] For port bfea74d1-b407-4762-90e8-3ac328816dbb, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=bfea74d1-b407-4762-90e8-3ac328816dbb,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:09:25.485139 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:25.544676 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Routers {'94eee481-003c-4371-b99f-ea2b813e11f0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:09:25.545427 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:09:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['94eee481-003c-4371-b99f-ea2b813e11f0'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:25.584735 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:25.602944 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a8933-20be-4aaa-a4e3-9913e57c8a6c None None] Pushing event updated for resources: {'Port': ['ID=bfea74d1-b407-4762-90e8-3ac328816dbb,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:25.657192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Allocated IP 172.20.0.1 (b32e2eb8-8577-4542-9a87-b3fad004d59b/c56ce3ec-ada7-4a15-a295-3f9d22ff969a/3194142f-50b1-404e-9418-85b795a391a9) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:09:25.673101 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:25.679298 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:25.684311 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] Set router 94eee481-003c-4371-b99f-ea2b813e11f0 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:09:25.828923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Publish callbacks [] for port (3194142f-50b1-404e-9418-85b795a391a9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:25.922126 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'name': 'tempest-ServerDiskConfigTestJSON-1074548102-router', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:09:21Z', 'updated_at': '2022-08-31T16:09:23Z', 'revision_number': 3, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'gw_port': {'id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:09:22Z', 'updated_at': '2022-08-31T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:25.953121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3194142f-50b1-404e-9418-85b795a391a9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:25.980082 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34d377-75ec-4211-820a-1457239f3de7 None None] The sync data for ids ['94eee481-003c-4371-b99f-ea2b813e11f0'] in dv-neutron-855257-2-hyperv is: [{'id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'name': 'tempest-ServerDiskConfigTestJSON-1074548102-router', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:09:21Z', 'updated_at': '2022-08-31T16:09:23Z', 'revision_number': 3, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'gw_port': {'id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:09:22Z', 'updated_at': '2022-08-31T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:09:26.001985 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Network b32e2eb8-8577-4542-9a87-b3fad004d59b is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:26.006131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:26.012100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:09:26.015989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Pushing event updated for resources: {'Port': ['ID=3194142f-50b1-404e-9418-85b795a391a9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:26.062163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (94eee481-003c-4371-b99f-ea2b813e11f0), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:26.342868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:26.358140 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Provisioning complete for port 3194142f-50b1-404e-9418-85b795a391a9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:09:26.358970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (3194142f-50b1-404e-9418-85b795a391a9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:26.359497 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Attempt 1 to provision port 3194142f-50b1-404e-9418-85b795a391a9 Aug 31 16:09:26.364797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (3194142f-50b1-404e-9418-85b795a391a9), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:26.414811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Port 3194142f-50b1-404e-9418-85b795a391a9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:09:26.608563 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Publish callbacks [] for port (3194142f-50b1-404e-9418-85b795a391a9), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:26.673702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (3194142f-50b1-404e-9418-85b795a391a9), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:26.750489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (94eee481-003c-4371-b99f-ea2b813e11f0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:26.752552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Pushing event updated for resources: {'Port': ['ID=3194142f-50b1-404e-9418-85b795a391a9,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:26.909214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Network b32e2eb8-8577-4542-9a87-b3fad004d59b is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:26.911212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:26.916191 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Attempt 2 to provision port 3194142f-50b1-404e-9418-85b795a391a9 Aug 31 16:09:26.975121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Port 3194142f-50b1-404e-9418-85b795a391a9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:09:27.130325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bfea74d1-b407-4762-90e8-3ac328816dbb up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:09:27.152536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Router 94eee481-003c-4371-b99f-ea2b813e11f0 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:09:27.172270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:27.229539 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port bfea74d1-b407-4762-90e8-3ac328816dbb triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:09:27.230040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:27.230631 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port bfea74d1-b407-4762-90e8-3ac328816dbb Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:27.312768 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:09:27.344309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:09:27.354041 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6fb55128-f578-4355-8680-57daa86b4507 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/94eee481-003c-4371-b99f-ea2b813e11f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9229891 Aug 31 16:09:27.476642 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Attempt 3 to provision port 3194142f-50b1-404e-9418-85b795a391a9 Aug 31 16:09:27.535172 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Port 3194142f-50b1-404e-9418-85b795a391a9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:09:27.956028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-5f662051-315a-4b58-bbef-51a14b381007 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:27.958053 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-5f662051-315a-4b58-bbef-51a14b381007 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/networks?id=b32e2eb8-8577-4542-9a87-b3fad004d59b HTTP/1.1" status: 200 len: 815 time: 0.1372051 Aug 31 16:09:27.979200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Sync routers for ids ['94eee481-003c-4371-b99f-ea2b813e11f0'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:09:27.985535 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-b7d671e5-d5ff-42d6-bfa7-1fdc7c369a90 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/quotas/12d8864bab4a461bae0a1f1daf686b28 HTTP/1.1" status: 200 len: 375 time: 0.0158074 Aug 31 16:09:27.994880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Routers {'94eee481-003c-4371-b99f-ea2b813e11f0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:09:27.995720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:09:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['94eee481-003c-4371-b99f-ea2b813e11f0'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:28.037459 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Attempt 4 to provision port 3194142f-50b1-404e-9418-85b795a391a9 Aug 31 16:09:28.076454 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-1fa8f700-de7c-4edd-bf1c-c2155ff15568 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=12d8864bab4a461bae0a1f1daf686b28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843372 Aug 31 16:09:28.111640 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:28.115677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Port 3194142f-50b1-404e-9418-85b795a391a9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:09:28.156367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-6dd3076a-8312-4d79-8c60-f4875b6caf9f service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 16:09:28.157238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Set router 94eee481-003c-4371-b99f-ea2b813e11f0 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:09:28.158170 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-6dd3076a-8312-4d79-8c60-f4875b6caf9f service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0715110 Aug 31 16:09:28.301655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:28.301854 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-074bf10d-fe41-49ae-975e-e43991c758dc service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b32e2eb8-8577-4542-9a87-b3fad004d59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349518 Aug 31 16:09:28.435982 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'name': 'tempest-ServerDiskConfigTestJSON-1074548102-router', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:09:21Z', 'updated_at': '2022-08-31T16:09:26Z', 'revision_number': 4, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'gw_port': {'id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:09:22Z', 'updated_at': '2022-08-31T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '3194142f-50b1-404e-9418-85b795a391a9', 'name': '', 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'mac_address': 'fa:16:3e:11:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c56ce3ec-ada7-4a15-a295-3f9d22ff969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:09:25Z', 'updated_at': '2022-08-31T16:09:26Z', 'revision_number': 2, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'subnets': [{'id': 'c56ce3ec-ada7-4a15-a295-3f9d22ff969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:28.477103 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-1dd77a39-a71d-47a0-aaa1-bbc1984e06d1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b32e2eb8-8577-4542-9a87-b3fad004d59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670244 Aug 31 16:09:28.481646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Checking router: 94eee481-003c-4371-b99f-ea2b813e11f0 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:09:28.482395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Updating router 94eee481-003c-4371-b99f-ea2b813e11f0 port 3194142f-50b1-404e-9418-85b795a391a9 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:09:28.530329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (3194142f-50b1-404e-9418-85b795a391a9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:28.635934 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Attempt 5 to provision port 3194142f-50b1-404e-9418-85b795a391a9 Aug 31 16:09:28.694206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Port 3194142f-50b1-404e-9418-85b795a391a9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:09:28.839916 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c439bf74-9ed5-42ab-a91f-28fab2d68131 req-00f438bb-f2dc-4280-8890-b5545942ff19 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 210 time: 0.0341434 Aug 31 16:09:28.938895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Publish callbacks [] for port (3194142f-50b1-404e-9418-85b795a391a9), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:29.021751 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (3194142f-50b1-404e-9418-85b795a391a9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:29.095421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:29.115383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e7484-d77b-4006-9b37-c3abe7bab4c9 None None] Pushing event updated for resources: {'Port': ['ID=3194142f-50b1-404e-9418-85b795a391a9,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:29.135080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Attempting to bind port 3194142f-50b1-404e-9418-85b795a391a9 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:09:29.135446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Attempting to bind port 3194142f-50b1-404e-9418-85b795a391a9 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:09:29.135806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Attempting to bind port 3194142f-50b1-404e-9418-85b795a391a9 on network b32e2eb8-8577-4542-9a87-b3fad004d59b {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:09:29.141971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:09:29.142340 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Checking segment: {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:09:29.142743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:29.143135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Bound using segment: {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:09:29.143652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Bound port: 3194142f-50b1-404e-9418-85b795a391a9, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:09:29.144025 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (3194142f-50b1-404e-9418-85b795a391a9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:29.195411 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Attempt 6 to provision port 3194142f-50b1-404e-9418-85b795a391a9 Aug 31 16:09:29.245168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] For port 3194142f-50b1-404e-9418-85b795a391a9, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:09:29.250727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] For port 3194142f-50b1-404e-9418-85b795a391a9, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3194142f-50b1-404e-9418-85b795a391a9,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:09:29.252211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Port 3194142f-50b1-404e-9418-85b795a391a9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:09:29.330877 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (3194142f-50b1-404e-9418-85b795a391a9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:29.405031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Routers {'94eee481-003c-4371-b99f-ea2b813e11f0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:09:29.405031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:09:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['94eee481-003c-4371-b99f-ea2b813e11f0'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:29.450153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:29.458093 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e7484-d77b-4006-9b37-c3abe7bab4c9 None None] Pushing event updated for resources: {'Port': ['ID=3194142f-50b1-404e-9418-85b795a391a9,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:29.538758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] Set router 94eee481-003c-4371-b99f-ea2b813e11f0 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:09:29.564113 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:29.753718 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Attempt 7 to provision port 3194142f-50b1-404e-9418-85b795a391a9 Aug 31 16:09:29.775784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'name': 'tempest-ServerDiskConfigTestJSON-1074548102-router', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:09:21Z', 'updated_at': '2022-08-31T16:09:26Z', 'revision_number': 4, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'gw_port': {'id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:09:22Z', 'updated_at': '2022-08-31T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '3194142f-50b1-404e-9418-85b795a391a9', 'name': '', 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'mac_address': 'fa:16:3e:11:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c56ce3ec-ada7-4a15-a295-3f9d22ff969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:09:25Z', 'updated_at': '2022-08-31T16:09:29Z', 'revision_number': 4, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'subnets': [{'id': 'c56ce3ec-ada7-4a15-a295-3f9d22ff969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:29.811439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e43aaf1-e20a-454f-ae8c-d1ea82bf55b4 None None] The sync data for ids ['94eee481-003c-4371-b99f-ea2b813e11f0'] in dv-neutron-855257-2-hyperv is: [{'id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'name': 'tempest-ServerDiskConfigTestJSON-1074548102-router', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:09:21Z', 'updated_at': '2022-08-31T16:09:26Z', 'revision_number': 4, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'gw_port': {'id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:09:22Z', 'updated_at': '2022-08-31T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '3194142f-50b1-404e-9418-85b795a391a9', 'name': '', 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'mac_address': 'fa:16:3e:11:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c56ce3ec-ada7-4a15-a295-3f9d22ff969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:09:25Z', 'updated_at': '2022-08-31T16:09:29Z', 'revision_number': 4, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'subnets': [{'id': 'c56ce3ec-ada7-4a15-a295-3f9d22ff969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-767af308-0a75-40b8-9179-a20c93b04798 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:29.869450 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:09:29.947940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:29.974342 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9d842439-1c05-4ea5-88cb-c8c5cec8315e req-f9374cb7-2060-4472-ad28-4c413f987519 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 210 time: 0.0432959 Aug 31 16:09:30.028908 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-47330a08-c9ea-4471-a017-4b0340a3c4af None None] Provisioning complete for port 3194142f-50b1-404e-9418-85b795a391a9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:09:30.029488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-47330a08-c9ea-4471-a017-4b0340a3c4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (3194142f-50b1-404e-9418-85b795a391a9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:30.030065 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-47330a08-c9ea-4471-a017-4b0340a3c4af None None] Attempt 1 to provision port 3194142f-50b1-404e-9418-85b795a391a9 Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-47330a08-c9ea-4471-a017-4b0340a3c4af None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:30.092382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:09:31.057471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3194142f-50b1-404e-9418-85b795a391a9 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:09:31.103647 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e80e25d4-6be4-4373-aba9-5d697694bfca req-2dcafce6-1f5c-4405-9583-d7a2c6b10a29 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 210 time: 0.0309629 Aug 31 16:09:31.138497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 3194142f-50b1-404e-9418-85b795a391a9 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:09:31.138887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (3194142f-50b1-404e-9418-85b795a391a9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:31.139221 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 3194142f-50b1-404e-9418-85b795a391a9 Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:31.188811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:09:31.571306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-2e032224-648e-4f06-aaf4-4bf0619d6475 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:31.573010 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-2e032224-648e-4f06-aaf4-4bf0619d6475 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.43 "GET /networking/v2.0/networks?id=b32e2eb8-8577-4542-9a87-b3fad004d59b HTTP/1.1" status: 200 len: 815 time: 0.1265085 Aug 31 16:09:31.589124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Request body: {'port': {'device_id': '8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a', 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b', 'admin_state_up': True, 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:31.816036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Made reservation on behalf of 12d8864bab4a461bae0a1f1daf686b28 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:31.820435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:31.978649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Allocated IP 172.20.0.12 (b32e2eb8-8577-4542-9a87-b3fad004d59b/c56ce3ec-ada7-4a15-a295-3f9d22ff969a/33ce70cd-5bce-4ca2-9946-72c5624e31f0) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:09:32.164208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks [] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:32.166804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:32.272807 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7b65bcbc-b1bb-4e0b-b918-7c713711b8e6 req-dbf8ef00-c937-4bf1-bc0f-caf04965fc0f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 210 time: 0.0401556 Aug 31 16:09:32.302557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:32.392885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Network b32e2eb8-8577-4542-9a87-b3fad004d59b is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:32.398984 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:32.407491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:09:32.415948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Pushing event updated for resources: {'Port': ['ID=33ce70cd-5bce-4ca2-9946-72c5624e31f0,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:32.457272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:32.501174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:32.502165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:32.625677 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-e0c30f95-6d42-4696-b3e7-bb2a3b81ee93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0417082 Aug 31 16:09:32.643694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Request body: {'port': {'device_id': '8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:32.721535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:32.736911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4a48af09-fc32-42fb-8081-981cf0bdb1eb None None] Provisioning complete for port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:09:32.737483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4a48af09-fc32-42fb-8081-981cf0bdb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:32.737634 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4a48af09-fc32-42fb-8081-981cf0bdb1eb None None] Attempt 1 to provision port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 Aug 31 16:09:32.777739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4a48af09-fc32-42fb-8081-981cf0bdb1eb None None] Port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:09:33.120539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ce70cd-5bce-4ca2-9946-72c5624e31f0 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:09:33.132150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Publish callbacks [] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:33.150791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Transition to ACTIVE for port object 33ce70cd-5bce-4ca2-9946-72c5624e31f0 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:09:33.216055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:33.278520 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4a48af09-fc32-42fb-8081-981cf0bdb1eb None None] Attempt 2 to provision port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 Aug 31 16:09:33.304071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b168a93-826f-437c-9de4-715553941324 service neutron] Pushing event updated for resources: {'Port': ['ID=33ce70cd-5bce-4ca2-9946-72c5624e31f0,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:33.329502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4a48af09-fc32-42fb-8081-981cf0bdb1eb None None] Port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:09:33.356801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Attempting to bind port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:09:33.357821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Attempting to bind port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:09:33.357821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Attempting to bind port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 on network b32e2eb8-8577-4542-9a87-b3fad004d59b {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:09:33.364002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 on network b32e2eb8-8577-4542-9a87-b3fad004d59b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:09:33.364296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Attempting to bind port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 on network b32e2eb8-8577-4542-9a87-b3fad004d59b {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:09:33.371336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:09:33.371596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Checking segment: {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:09:33.372236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Bound using segment: {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:09:33.372684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Bound port: 33ce70cd-5bce-4ca2-9946-72c5624e31f0, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:09:33.373109 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:33.472951 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] For port 33ce70cd-5bce-4ca2-9946-72c5624e31f0, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:09:33.476908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] For port 33ce70cd-5bce-4ca2-9946-72c5624e31f0, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=33ce70cd-5bce-4ca2-9946-72c5624e31f0,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:09:33.485187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9541a83-ac87-4d0e-b400-cf48f2597cf8 req-d9ca0960-0f19-46ee-bb23-2455e0df0e4c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:33.488048 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e9541a83-ac87-4d0e-b400-cf48f2597cf8 req-d9ca0960-0f19-46ee-bb23-2455e0df0e4c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 944 time: 0.0653317 Aug 31 16:09:33.570600 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e9541a83-ac87-4d0e-b400-cf48f2597cf8 req-3121f573-6c69-4482-b97e-f52683e77799 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763741 Aug 31 16:09:33.576560 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:33.584430 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:33.585281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:33.587812 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-0b168a93-826f-437c-9de4-715553941324 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/33ce70cd-5bce-4ca2-9946-72c5624e31f0 HTTP/1.1" status: 200 len: 1094 time: 0.9504807 Aug 31 16:09:33.589003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a', 'tag': '33ce70cd-5bce-4ca2-9946-72c5624e31f0'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:09:33.592232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ce51d0-b3dc-4b5e-87cb-8cc1896d6c54" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a", "tag": "33ce70cd-5bce-4ca2-9946-72c5624e31f0"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:09:33.665339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b168a93-826f-437c-9de4-715553941324 service neutron] Pushing event updated for resources: {'Port': ['ID=33ce70cd-5bce-4ca2-9946-72c5624e31f0,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:33.674688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa22d494-5916-4416-8edb-be4fa73475aa x-openstack-request-id: req-aa22d494-5916-4416-8edb-be4fa73475aa {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:09:33.676030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a", "tag": "33ce70cd-5bce-4ca2-9946-72c5624e31f0", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:09:33.676030 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa22d494-5916-4416-8edb-be4fa73475aa {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:09:33.676741 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa22d494-5916-4416-8edb-be4fa73475aa'] response: {'name': 'network-changed', 'server_uuid': '8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a', 'tag': '33ce70cd-5bce-4ca2-9946-72c5624e31f0', 'status': 'completed', 'code': 200} Aug 31 16:09:33.757506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce51d0-b3dc-4b5e-87cb-8cc1896d6c54 req-fe782502-edd1-4335-8959-f566d250a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:33.759993 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-92ce51d0-b3dc-4b5e-87cb-8cc1896d6c54 req-fe782502-edd1-4335-8959-f566d250a7f3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=12d8864bab4a461bae0a1f1daf686b28&device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 1128 time: 0.0584126 Aug 31 16:09:33.831252 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4a48af09-fc32-42fb-8081-981cf0bdb1eb None None] Attempt 3 to provision port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 Aug 31 16:09:33.904176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4a48af09-fc32-42fb-8081-981cf0bdb1eb None None] Port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:09:33.912605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce51d0-b3dc-4b5e-87cb-8cc1896d6c54 req-587ae471-81be-49fd-b49a-22ef03846b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:33.914508 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-92ce51d0-b3dc-4b5e-87cb-8cc1896d6c54 req-587ae471-81be-49fd-b49a-22ef03846b35 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=12d8864bab4a461bae0a1f1daf686b28&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1478832 Aug 31 16:09:33.982027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:34.007911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:34.059111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce51d0-b3dc-4b5e-87cb-8cc1896d6c54 req-373d0722-7b3c-40ba-8ac6-5d0a9884ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:34.061803 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-92ce51d0-b3dc-4b5e-87cb-8cc1896d6c54 req-373d0722-7b3c-40ba-8ac6-5d0a9884ed7d service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377938 Aug 31 16:09:34.190417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-9048e1a7-0ff4-4796-99ec-25e68b88c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:34.192978 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-9048e1a7-0ff4-4796-99ec-25e68b88c406 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=12d8864bab4a461bae0a1f1daf686b28&device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 1128 time: 0.0798428 Aug 31 16:09:34.263629 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-b8296edc-670e-4b4a-92ad-ac54631db3f4 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ce70cd-5bce-4ca2-9946-72c5624e31f0 HTTP/1.1" status: 200 len: 217 time: 0.0599651 Aug 31 16:09:34.322635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-2280948c-54fb-4a5a-97e7-0dfa7d4d1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:34.324171 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-2280948c-54fb-4a5a-97e7-0dfa7d4d1454 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c56ce3ec-ada7-4a15-a295-3f9d22ff969a HTTP/1.1" status: 200 len: 854 time: 0.0516570 Aug 31 16:09:34.378293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-353fdcd6-390f-47da-8cbc-df63ebb0d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:34.379863 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-353fdcd6-390f-47da-8cbc-df63ebb0d391 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=b32e2eb8-8577-4542-9a87-b3fad004d59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456860 Aug 31 16:09:34.513460 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-9873a15a-69e8-4936-a8ba-970fbf73688f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b32e2eb8-8577-4542-9a87-b3fad004d59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234632 Aug 31 16:09:34.636980 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-6fecc371-bf72-4536-ad7b-a24811ab5751 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b32e2eb8-8577-4542-9a87-b3fad004d59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132402 Aug 31 16:09:34.751528 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c21c71-e01f-4d84-9ec3-cf9e2c20a5b1 req-46266f91-1c5f-4802-ba79-d3de40747914 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:34.753596 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-70c21c71-e01f-4d84-9ec3-cf9e2c20a5b1 req-46266f91-1c5f-4802-ba79-d3de40747914 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 944 time: 0.0633714 Aug 31 16:09:34.820543 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-70c21c71-e01f-4d84-9ec3-cf9e2c20a5b1 req-7bafcd9b-41a3-4f24-857f-c6dc44c60d9d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594079 Aug 31 16:09:35.927747 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=35 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:35.959787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba46278-33fe-4732-ba21-687dbae81042 req-68604e3a-ccc2-4e57-bf0c-b3e19cb4d20f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:35.961527 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5ba46278-33fe-4732-ba21-687dbae81042 req-68604e3a-ccc2-4e57-bf0c-b3e19cb4d20f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 944 time: 0.0563662 Aug 31 16:09:36.022849 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5ba46278-33fe-4732-ba21-687dbae81042 req-0f3a582f-5762-486b-a824-546f44c55a5c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540004 Aug 31 16:09:37.171918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc651f29-2da0-469c-a0a3-ecaf69ef2bdf req-a04e7243-5281-456c-ad97-c52e5ae06d19 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:37.173567 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dc651f29-2da0-469c-a0a3-ecaf69ef2bdf req-a04e7243-5281-456c-ad97-c52e5ae06d19 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 944 time: 0.0547760 Aug 31 16:09:37.223215 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 33ce70cd-5bce-4ca2-9946-72c5624e31f0 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:09:37.236811 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dc651f29-2da0-469c-a0a3-ecaf69ef2bdf req-bc35163d-fcc5-42d9-aa87-23f68d54c248 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530295 Aug 31 16:09:37.340637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 33ce70cd-5bce-4ca2-9946-72c5624e31f0, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=33ce70cd-5bce-4ca2-9946-72c5624e31f0,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:37.351432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:37.356988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '33ce70cd-5bce-4ca2-9946-72c5624e31f0', 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b', 'port_id': '33ce70cd-5bce-4ca2-9946-72c5624e31f0', 'mac_address': 'fa:16:3e:fa:3c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56ce3ec-ada7-4a15-a295-3f9d22ff969a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:09:37.538570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:09:37.538870 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:37.554719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ce70cd-5bce-4ca2-9946-72c5624e31f0 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:09:37.581165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 33ce70cd-5bce-4ca2-9946-72c5624e31f0, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=33ce70cd-5bce-4ca2-9946-72c5624e31f0,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:37.656040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:37.713365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=33ce70cd-5bce-4ca2-9946-72c5624e31f0,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:37.932211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['33ce70cd-5bce-4ca2-9946-72c5624e31f0'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:09:38.085696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:38.391311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8f39e-f8c0-40ce-8680-c012ec12d891 req-84d4ddf3-ebeb-4bfe-bb9a-89c74164b4c1 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:38.392982 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-17b8f39e-f8c0-40ce-8680-c012ec12d891 req-84d4ddf3-ebeb-4bfe-bb9a-89c74164b4c1 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0539873 Aug 31 16:09:38.449873 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-17b8f39e-f8c0-40ce-8680-c012ec12d891 req-b89deafa-3644-46f4-88d3-556ee1b3777f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Aug 31 16:09:38.553174 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3fcab34a-4bbc-46dc-b20c-23543c6da47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:39.239147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 33ce70cd-5bce-4ca2-9946-72c5624e31f0 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:09:39.294603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:09:39.375757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:09:39.376131 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:39.376472 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:09:39.420668 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:09:39.600420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04e202-5474-4d45-b7ae-bddc7225ed7d req-ecbc85b4-630f-407d-95fb-d5f8bdc02d24 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:39.602225 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c04e202-5474-4d45-b7ae-bddc7225ed7d req-ecbc85b4-630f-407d-95fb-d5f8bdc02d24 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0678294 Aug 31 16:09:39.657759 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c04e202-5474-4d45-b7ae-bddc7225ed7d req-78670caf-3494-4b1a-806a-0259650f3a45 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488844 Aug 31 16:09:40.730758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-16f1a620-b532-4bd1-9234-f12d618b6e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:40.818520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e675fca-a9d1-454a-80b9-2dddf011ee0a req-f86f6139-bd8b-4710-ab8c-6142504a02bb tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:40.820186 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0e675fca-a9d1-454a-80b9-2dddf011ee0a req-f86f6139-bd8b-4710-ab8c-6142504a02bb tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0576901 Aug 31 16:09:40.881960 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0e675fca-a9d1-454a-80b9-2dddf011ee0a req-c14bbd7b-b81b-448e-b391-d5619496c1fe tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502396 Aug 31 16:09:42.020863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc6464-46f3-4c48-8b0e-27315be1cad8 req-3114db9e-b6a2-4f7a-86dc-7e35f7f0f7b3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:42.022534 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e4cc6464-46f3-4c48-8b0e-27315be1cad8 req-3114db9e-b6a2-4f7a-86dc-7e35f7f0f7b3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0554030 Aug 31 16:09:42.079128 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e4cc6464-46f3-4c48-8b0e-27315be1cad8 req-34aa5375-5a8e-4a67-b891-eed168b9dce7 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505517 Aug 31 16:09:42.210284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:43.206445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ae068-2b48-4e17-ae6c-ef31741e4435 req-032a2093-cff3-429a-9add-b570568b86b9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:43.208064 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-722ae068-2b48-4e17-ae6c-ef31741e4435 req-032a2093-cff3-429a-9add-b570568b86b9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0494452 Aug 31 16:09:43.262854 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-722ae068-2b48-4e17-ae6c-ef31741e4435 req-6953db26-9dbe-4e0a-897b-65f447efe95f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 Aug 31 16:09:43.615500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:43.815592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:44.402401 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b571c-4267-46ae-9c52-6e64f0906e31 req-471b6d2d-f317-458c-a713-6a5344b37faa tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:44.404716 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-683b571c-4267-46ae-9c52-6e64f0906e31 req-471b6d2d-f317-458c-a713-6a5344b37faa tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0572479 Aug 31 16:09:44.468927 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-683b571c-4267-46ae-9c52-6e64f0906e31 req-46d957a0-1f98-4939-b8f6-656509105ab0 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572841 Aug 31 16:09:45.609188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51272976-deba-4190-89ff-8eb71cd79932 req-a10cb66b-8af4-4465-a3eb-b94e3afc70ef tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:45.612995 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51272976-deba-4190-89ff-8eb71cd79932 req-a10cb66b-8af4-4465-a3eb-b94e3afc70ef tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0621824 Aug 31 16:09:45.677627 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51272976-deba-4190-89ff-8eb71cd79932 req-65112a6c-f136-47ff-a7ad-b120ccaea618 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580745 Aug 31 16:09:46.819880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a4fa1-f303-4047-95f2-2c929ae381a4 req-39c88743-742a-4d00-bd85-00250a0d6290 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:46.822012 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-af6a4fa1-f303-4047-95f2-2c929ae381a4 req-39c88743-742a-4d00-bd85-00250a0d6290 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0527344 Aug 31 16:09:46.873422 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-af6a4fa1-f303-4047-95f2-2c929ae381a4 req-3070e5d7-19e4-47d9-9303-8063468e5a7e tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Aug 31 16:09:48.022248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f5ebb-5a80-4ea2-bfa0-99def89d03e1 req-e0257333-705a-4740-b628-a66c17e6ef11 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:48.024087 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f26f5ebb-5a80-4ea2-bfa0-99def89d03e1 req-e0257333-705a-4740-b628-a66c17e6ef11 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0631413 Aug 31 16:09:48.082816 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f26f5ebb-5a80-4ea2-bfa0-99def89d03e1 req-20c185f1-ad13-46d3-a5d9-1258391fb8f5 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496535 Aug 31 16:09:48.741149 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:48.742231 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:49.169652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=76,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:49.212588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68f7b2-c8d6-45f7-8bdc-1d10a2fa3beb req-d12d51ac-f9bc-4e50-a96d-02fc072c0712 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:49.214463 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cc68f7b2-c8d6-45f7-8bdc-1d10a2fa3beb req-d12d51ac-f9bc-4e50-a96d-02fc072c0712 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0558636 Aug 31 16:09:49.271138 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cc68f7b2-c8d6-45f7-8bdc-1d10a2fa3beb req-ac36a259-ca13-4d3b-bbee-5697bd4c3c87 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495088 Aug 31 16:09:50.408306 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c271d-e591-4781-ad43-0d08d93cfb86 req-e90aa1be-a59f-4126-be2b-61fda2287b7c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:50.409940 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-268c271d-e591-4781-ad43-0d08d93cfb86 req-e90aa1be-a59f-4126-be2b-61fda2287b7c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0512643 Aug 31 16:09:50.448965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:50.471134 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-268c271d-e591-4781-ad43-0d08d93cfb86 req-df55cbff-5ba9-4327-9815-a744fd7382e8 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528448 Aug 31 16:09:51.164319 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:09:51.606551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b3e77-30df-43b3-98d8-265ddd67a9a3 req-8c65c475-525b-4607-beea-2788a1bc6ff3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:51.608186 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-207b3e77-30df-43b3-98d8-265ddd67a9a3 req-8c65c475-525b-4607-beea-2788a1bc6ff3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0598862 Aug 31 16:09:51.665723 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-207b3e77-30df-43b3-98d8-265ddd67a9a3 req-b8f0be56-bf51-4eec-ac4e-a453ca6fc3a6 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Aug 31 16:09:52.781126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:52.801451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5d52-a4b1-4360-8879-0e5ebb2501d7 req-f23027b8-323f-42f1-abb4-d9934fd4d033 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:52.809588 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1f2c5d52-a4b1-4360-8879-0e5ebb2501d7 req-f23027b8-323f-42f1-abb4-d9934fd4d033 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0531957 Aug 31 16:09:52.859072 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1f2c5d52-a4b1-4360-8879-0e5ebb2501d7 req-4c1f766d-6288-481d-ab91-67edee40d945 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499172 Aug 31 16:09:53.981768 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22c65a-f667-4dcd-9918-1f6c8162321c req-723cf5d9-642e-463f-baae-ce3e98961003 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:53.983305 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9b22c65a-f667-4dcd-9918-1f6c8162321c req-723cf5d9-642e-463f-baae-ce3e98961003 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0499015 Aug 31 16:09:54.034067 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9b22c65a-f667-4dcd-9918-1f6c8162321c req-2c4574d9-0532-40e8-8710-5975f2592ccd tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448420 Aug 31 16:09:55.166340 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee73419-43af-43ad-ad99-d88e5f9a3742 req-04805cb4-f7b9-4a11-910d-9f5994545eeb tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:55.167980 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4ee73419-43af-43ad-ad99-d88e5f9a3742 req-04805cb4-f7b9-4a11-910d-9f5994545eeb tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0560937 Aug 31 16:09:55.224161 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4ee73419-43af-43ad-ad99-d88e5f9a3742 req-8632a4a3-08aa-47e6-aad1-f899d2ab660e tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504141 Aug 31 16:09:56.314755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:09:56.368984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a967cc-198c-40b3-9e9e-313bf8d2a977 req-c4fa967e-99ee-46a9-98bb-ea257bef350e tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:56.370860 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c8a967cc-198c-40b3-9e9e-313bf8d2a977 req-c4fa967e-99ee-46a9-98bb-ea257bef350e tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0649378 Aug 31 16:09:56.439161 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c8a967cc-198c-40b3-9e9e-313bf8d2a977 req-31f7957c-c346-41ad-b77c-45c837cf5d85 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624018 Aug 31 16:09:57.615166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ca7b4-cb19-4133-8b23-cbd4d80fc40f req-02ba7c12-d8be-49db-a9b4-0d145172431c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:57.616818 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-670ca7b4-cb19-4133-8b23-cbd4d80fc40f req-02ba7c12-d8be-49db-a9b4-0d145172431c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0584624 Aug 31 16:09:57.672558 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-670ca7b4-cb19-4133-8b23-cbd4d80fc40f req-d835a9cc-f203-482f-833f-d447aa5f103a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481708 Aug 31 16:09:58.831811 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c258e-ac86-4d34-a66c-88f08519b8dc req-b58644a5-6914-4edc-92c0-0a39168f2e08 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:09:58.833517 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-887c258e-ac86-4d34-a66c-88f08519b8dc req-b58644a5-6914-4edc-92c0-0a39168f2e08 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0524042 Aug 31 16:09:58.891954 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-887c258e-ac86-4d34-a66c-88f08519b8dc req-b3ce3fd3-7f07-4a4d-a713-1e8fe6aaaecc tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515778 Aug 31 16:10:00.028095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3706a2-90e4-4b62-a589-0c3c089c5f26 req-8a207dea-ef48-4873-b80b-396b29376c83 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:00.029751 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2c3706a2-90e4-4b62-a589-0c3c089c5f26 req-8a207dea-ef48-4873-b80b-396b29376c83 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0527747 Aug 31 16:10:00.082787 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2c3706a2-90e4-4b62-a589-0c3c089c5f26 req-83ba81e2-5d4f-4a5a-8b63-74173ed4fc1a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468345 Aug 31 16:10:00.799421 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:10:01.090774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=19,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:01.093894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:01.223101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc0f13-fc13-4f05-9dfd-e6e7e9852e4e req-8dd95c5c-6028-4a7a-b406-fa4f334b413a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:01.224753 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dfdc0f13-fc13-4f05-9dfd-e6e7e9852e4e req-8dd95c5c-6028-4a7a-b406-fa4f334b413a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0548415 Aug 31 16:10:01.287653 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dfdc0f13-fc13-4f05-9dfd-e6e7e9852e4e req-7a513209-808f-4092-9632-09aec45cd6d9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547302 Aug 31 16:10:02.466466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df22acd-9baa-4a22-8b9f-759adada9abf req-1faf96a2-d819-4a33-8e7c-6350ea579d4c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:02.468514 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6df22acd-9baa-4a22-8b9f-759adada9abf req-1faf96a2-d819-4a33-8e7c-6350ea579d4c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0670180 Aug 31 16:10:02.543292 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6df22acd-9baa-4a22-8b9f-759adada9abf req-55c7db2d-c903-4114-baee-c2437b5fd2f7 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630062 Aug 31 16:10:03.783818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e83951-3ad4-4f78-a935-84a1f5921909 req-45e97410-fdbc-4d59-a0c3-89101f137109 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:03.785472 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-67e83951-3ad4-4f78-a935-84a1f5921909 req-45e97410-fdbc-4d59-a0c3-89101f137109 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0603697 Aug 31 16:10:03.872695 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-67e83951-3ad4-4f78-a935-84a1f5921909 req-48a50723-19e0-4ffa-b65b-d1e13637392b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783858 Aug 31 16:10:05.021411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9988a1-b515-4092-bf7b-1bb76d4886e0 req-d6afc239-5c04-4b32-9410-f79e355ac3d8 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:05.023252 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d9988a1-b515-4092-bf7b-1bb76d4886e0 req-d6afc239-5c04-4b32-9410-f79e355ac3d8 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0562356 Aug 31 16:10:05.081314 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d9988a1-b515-4092-bf7b-1bb76d4886e0 req-a20320b4-0821-46e4-86e6-0c2c2994092d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514667 Aug 31 16:10:06.222568 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6c9d-30d2-4eaf-8169-8acee4d9a9d6 req-a4ec2685-7bf7-45f9-beae-53b5cacdc062 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:06.224458 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c86c6c9d-30d2-4eaf-8169-8acee4d9a9d6 req-a4ec2685-7bf7-45f9-beae-53b5cacdc062 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0545254 Aug 31 16:10:06.310933 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c86c6c9d-30d2-4eaf-8169-8acee4d9a9d6 req-7813b4d6-04bd-4b71-99bf-baf9095314f7 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786953 Aug 31 16:10:07.466585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e940984-6bf1-4d04-a1fa-93d3b3d247af req-153c1d1f-6dda-4b65-97dc-04dceb887111 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:07.468588 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4e940984-6bf1-4d04-a1fa-93d3b3d247af req-153c1d1f-6dda-4b65-97dc-04dceb887111 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0586472 Aug 31 16:10:07.526049 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4e940984-6bf1-4d04-a1fa-93d3b3d247af req-8d7622dc-d613-420c-b67a-d25f55ceb6dc tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512893 Aug 31 16:10:08.671871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d7a0-f0cf-4026-9bd4-1f9455d065c8 req-cb00831e-6778-410e-a1e2-49160dae9398 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:08.674251 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cd84d7a0-f0cf-4026-9bd4-1f9455d065c8 req-cb00831e-6778-410e-a1e2-49160dae9398 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0631852 Aug 31 16:10:08.761311 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cd84d7a0-f0cf-4026-9bd4-1f9455d065c8 req-af28a558-96c3-4eae-902c-c77d9f5830db tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801764 Aug 31 16:10:08.826613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f78c888b-de04-4d37-8dce-4b30a396275e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:09.932669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035c03b-e838-4f06-9c30-4e05eec7e074 req-20bc8046-2809-4f60-a96b-6a1a2c4f1563 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:09.935517 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e035c03b-e838-4f06-9c30-4e05eec7e074 req-20bc8046-2809-4f60-a96b-6a1a2c4f1563 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0901515 Aug 31 16:10:09.994282 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e035c03b-e838-4f06-9c30-4e05eec7e074 req-11db5645-ebd0-4f77-b81e-cd5fb94b7237 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531313 Aug 31 16:10:10.735294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dad8e016-2166-431c-9096-1003b74c496b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:10.792711 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=13 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:10.793678 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=15 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:11.134246 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075be52-2f4a-4a06-afc6-2e1381f93030 req-8f03c0f7-5364-4bdc-82f4-26d59ad192b9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:11.135894 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b075be52-2f4a-4a06-afc6-2e1381f93030 req-8f03c0f7-5364-4bdc-82f4-26d59ad192b9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0585797 Aug 31 16:10:11.199339 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b075be52-2f4a-4a06-afc6-2e1381f93030 req-c7221801-204f-4235-8bb7-17abaa985e65 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569525 Aug 31 16:10:12.221011 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:12.360637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a06e3a-3e9f-4054-b09e-52f208c47d93 req-de8410de-9a38-4084-a065-2b46a14188dc tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:12.363290 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f6a06e3a-3e9f-4054-b09e-52f208c47d93 req-de8410de-9a38-4084-a065-2b46a14188dc tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0691218 Aug 31 16:10:12.438946 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f6a06e3a-3e9f-4054-b09e-52f208c47d93 req-ce232bc9-8a74-4411-9a0c-978fc04064d8 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672011 Aug 31 16:10:13.594437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fee5e-38b4-4579-bba4-308d91262998 req-d5607d34-41f8-4511-9217-763891ee92ef tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:13.596157 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-795fee5e-38b4-4579-bba4-308d91262998 req-d5607d34-41f8-4511-9217-763891ee92ef tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0554130 Aug 31 16:10:13.603710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:13.666460 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-795fee5e-38b4-4579-bba4-308d91262998 req-cf19bbd3-f76b-4661-a7bd-00b201718678 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566049 Aug 31 16:10:13.775291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:14.830690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece6f71-700a-4100-b944-3f3f710578ba req-34b12256-c17b-4d85-b49e-d03191e8755e tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:14.837019 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8ece6f71-700a-4100-b944-3f3f710578ba req-34b12256-c17b-4d85-b49e-d03191e8755e tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0644629 Aug 31 16:10:14.895215 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8ece6f71-700a-4100-b944-3f3f710578ba req-1a4f2918-f05d-45f5-aec9-c2e60bed96ae tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539303 Aug 31 16:10:16.034211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daace465-0fa8-4be1-9207-e7afab2fd269 req-569e25f5-93c2-4689-a43a-1c3c5899569f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:16.035783 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-daace465-0fa8-4be1-9207-e7afab2fd269 req-569e25f5-93c2-4689-a43a-1c3c5899569f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0527337 Aug 31 16:10:16.090667 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-daace465-0fa8-4be1-9207-e7afab2fd269 req-d344bd70-73b6-43c2-a6b7-2e1a16c1688d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483902 Aug 31 16:10:17.250063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe9f7c-3b05-4142-8f21-edc8f210bc8c req-fb887e81-f134-4645-8576-139abf7a18f3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:17.251697 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9cfe9f7c-3b05-4142-8f21-edc8f210bc8c req-fb887e81-f134-4645-8576-139abf7a18f3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0540352 Aug 31 16:10:17.275085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:17.326206 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9cfe9f7c-3b05-4142-8f21-edc8f210bc8c req-9ca32ba1-ff36-479c-80e3-726a026e4b8c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629704 Aug 31 16:10:18.479576 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473c1a4-a748-4a6b-ab8e-7a962feb3efb req-898a288d-4d62-482d-a2a9-bb1d44a2a30f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:18.481249 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f473c1a4-a748-4a6b-ab8e-7a962feb3efb req-898a288d-4d62-482d-a2a9-bb1d44a2a30f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0546303 Aug 31 16:10:18.495663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:18.542493 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f473c1a4-a748-4a6b-ab8e-7a962feb3efb req-592fb5e5-95c5-496f-b25c-3647a6aa193b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 Aug 31 16:10:19.700256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c40ad7-3e99-4c45-8039-66314fc0f249 req-78128416-fc85-4537-b7af-0228117234d8 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:19.701826 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e1c40ad7-3e99-4c45-8039-66314fc0f249 req-78128416-fc85-4537-b7af-0228117234d8 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0543816 Aug 31 16:10:19.715459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:19.763219 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e1c40ad7-3e99-4c45-8039-66314fc0f249 req-96ec2240-f668-46c6-8bde-b6ded450abb3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554757 Aug 31 16:10:20.878406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:20.899587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c85f2-a335-4c42-ac9b-d4318b933793 req-189008db-120b-42f7-90ca-a9a46b0d4757 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:20.901415 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8d9c85f2-a335-4c42-ac9b-d4318b933793 req-189008db-120b-42f7-90ca-a9a46b0d4757 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0572538 Aug 31 16:10:20.956016 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8d9c85f2-a335-4c42-ac9b-d4318b933793 req-8ab1046a-9474-4978-a7a0-89e33e194f6f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485668 Aug 31 16:10:21.203531 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:22.084498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8a252-d6a3-4bc5-a0f0-cae237925091 req-5245ecb1-39af-41b0-b7f0-d78ed1e4d26d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:22.086143 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-50b8a252-d6a3-4bc5-a0f0-cae237925091 req-5245ecb1-39af-41b0-b7f0-d78ed1e4d26d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0522559 Aug 31 16:10:22.141884 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-50b8a252-d6a3-4bc5-a0f0-cae237925091 req-194474ff-51ae-417e-8009-5a9f7ef2c5e9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497727 Aug 31 16:10:23.273648 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08176a5-6b47-447f-94af-9e4009f9c82c req-c676bf48-cee6-409c-958e-a87c7ce48b67 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:23.275205 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e08176a5-6b47-447f-94af-9e4009f9c82c req-c676bf48-cee6-409c-958e-a87c7ce48b67 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0517700 Aug 31 16:10:23.346953 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e08176a5-6b47-447f-94af-9e4009f9c82c req-fd92cd34-b30f-44af-9a5b-22b165f710d7 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637884 Aug 31 16:10:24.483916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7118658-24ba-481f-bc94-172b443db2ff req-2ef4a253-65e2-410a-954a-f7e6033022b4 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:24.485529 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f7118658-24ba-481f-bc94-172b443db2ff req-2ef4a253-65e2-410a-954a-f7e6033022b4 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0530567 Aug 31 16:10:24.540626 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f7118658-24ba-481f-bc94-172b443db2ff req-de53f3de-c8a1-4134-84e5-ed5af7298eee tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486166 Aug 31 16:10:25.673650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a6e48-7ff1-4f91-93a5-ce7b57d9a176 req-e7d9e93e-80ea-4d78-bd57-f31ac59ea033 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:25.675241 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c20a6e48-7ff1-4f91-93a5-ce7b57d9a176 req-e7d9e93e-80ea-4d78-bd57-f31ac59ea033 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0504270 Aug 31 16:10:25.734091 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:25.738646 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c20a6e48-7ff1-4f91-93a5-ce7b57d9a176 req-c294a5d4-b273-4240-98eb-33a15160e1cf tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521255 Aug 31 16:10:25.739131 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:26.889544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b1b8b-77a3-4a35-89c6-b9918a9969ed req-8aa3b263-295c-40bd-b778-f8b4960b803d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:26.891153 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e55b1b8b-77a3-4a35-89c6-b9918a9969ed req-8aa3b263-295c-40bd-b778-f8b4960b803d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0577860 Aug 31 16:10:26.951707 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e55b1b8b-77a3-4a35-89c6-b9918a9969ed req-095146d6-d371-4705-a4cb-209125cf7868 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502923 Aug 31 16:10:28.080800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967d41-719d-4ab8-81ee-899b00a1003d req-9f89454d-2d05-4ce7-b626-5c2fe22a2c4c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:28.082780 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ea967d41-719d-4ab8-81ee-899b00a1003d req-9f89454d-2d05-4ce7-b626-5c2fe22a2c4c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0512035 Aug 31 16:10:28.139400 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ea967d41-719d-4ab8-81ee-899b00a1003d req-34320d50-811b-4e56-9bf3-2ebbf76938ba tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494952 Aug 31 16:10:29.272761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8b1a6-3be3-45cd-916c-fbffdbcb4bc9 req-3ecae537-0d1c-4bb2-8810-34c92506df0a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:29.274534 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c7c8b1a6-3be3-45cd-916c-fbffdbcb4bc9 req-3ecae537-0d1c-4bb2-8810-34c92506df0a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0534017 Aug 31 16:10:29.329013 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c7c8b1a6-3be3-45cd-916c-fbffdbcb4bc9 req-22c89918-a09f-49d5-bd3e-24e675d8e9bb tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Aug 31 16:10:30.465982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd58321-b9e4-4268-a407-2fa51db5c7d3 req-5c83c253-843e-423b-b030-7d3be6d67713 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:30.468522 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8dd58321-b9e4-4268-a407-2fa51db5c7d3 req-5c83c253-843e-423b-b030-7d3be6d67713 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0582073 Aug 31 16:10:30.526562 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8dd58321-b9e4-4268-a407-2fa51db5c7d3 req-37729452-d1fc-4a9e-a83d-1901023b80ea tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522525 Aug 31 16:10:31.085021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:31.092537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:31.659681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0f595-0d1e-4b94-af39-1b2d18d57704 req-14966b61-1ebb-448f-92d1-e5227a516d57 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:31.661305 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-aef0f595-0d1e-4b94-af39-1b2d18d57704 req-14966b61-1ebb-448f-92d1-e5227a516d57 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0552430 Aug 31 16:10:31.753422 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-aef0f595-0d1e-4b94-af39-1b2d18d57704 req-5d75e99d-8f78-4760-b8c9-25c0b426d975 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853679 Aug 31 16:10:32.939071 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014757e-d766-472e-86bb-46c6bb433c8e req-1692b046-0643-4111-9308-c4076e7d2fb8 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:32.940696 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5014757e-d766-472e-86bb-46c6bb433c8e req-1692b046-0643-4111-9308-c4076e7d2fb8 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0917249 Aug 31 16:10:33.000515 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5014757e-d766-472e-86bb-46c6bb433c8e req-199f932a-b699-44f2-81b1-0108d53aeb11 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522747 Aug 31 16:10:34.164992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c1804-21e4-40c8-9983-950c4fc1383e req-39994a08-734e-47c5-a982-d78127e8bc0b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:34.167734 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-434c1804-21e4-40c8-9983-950c4fc1383e req-39994a08-734e-47c5-a982-d78127e8bc0b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0860357 Aug 31 16:10:34.223636 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-434c1804-21e4-40c8-9983-950c4fc1383e req-37a9c546-13ee-46fa-81e0-0512c65d4ce0 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502994 Aug 31 16:10:35.374924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ee6ee-3bc0-421e-97d0-65a7f711feed req-3d88d4ee-a90f-44e7-beda-61925a369e12 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:35.376596 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f37ee6ee-3bc0-421e-97d0-65a7f711feed req-3d88d4ee-a90f-44e7-beda-61925a369e12 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0545378 Aug 31 16:10:35.432268 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f37ee6ee-3bc0-421e-97d0-65a7f711feed req-6fe4c801-536a-42f2-ad11-2d212dd44769 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485373 Aug 31 16:10:36.579698 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d826e-1a66-4187-9401-c01c7b696b2d req-4ecb49e0-c1cd-4700-854e-09d25a572c38 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:36.581364 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-aa0d826e-1a66-4187-9401-c01c7b696b2d req-4ecb49e0-c1cd-4700-854e-09d25a572c38 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0534561 Aug 31 16:10:36.645798 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-aa0d826e-1a66-4187-9401-c01c7b696b2d req-e993365a-2176-4304-8179-08a20e53dae5 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 Aug 31 16:10:37.345801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-31468124-1df8-4d8e-856b-b0faff066973 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:37.347414 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-31468124-1df8-4d8e-856b-b0faff066973 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0618527 Aug 31 16:10:37.468954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Deleting port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:10:37.469440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:37.581445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:37.590272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] For port 33ce70cd-5bce-4ca2-9946-72c5624e31f0, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=33ce70cd-5bce-4ca2-9946-72c5624e31f0,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:37.596229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:37.608310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Calling delete_port for 33ce70cd-5bce-4ca2-9946-72c5624e31f0 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:10:37.668094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:37.804858 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:10:37.811812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd1a5c-d7c3-48f8-a40b-f1a70e8071ff req-77c162e3-0e1d-45ad-b0b1-92c7444d6089 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:37.813591 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fabd1a5c-d7c3-48f8-a40b-f1a70e8071ff req-77c162e3-0e1d-45ad-b0b1-92c7444d6089 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 945 time: 0.0615339 Aug 31 16:10:37.849174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (33ce70cd-5bce-4ca2-9946-72c5624e31f0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:37.887306 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fabd1a5c-d7c3-48f8-a40b-f1a70e8071ff req-93027ea8-84f2-4c15-8a99-c41e265c6a27 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628724 Aug 31 16:10:37.900780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Pushing event deleted for resources: {'Port': ['ID=33ce70cd-5bce-4ca2-9946-72c5624e31f0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:37.941331 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.941786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.942179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.942559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.942962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.943339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.943945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.944436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.944998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.945403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.945821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.946237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.946713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.947160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.947535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:37.978510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] No DVR routers for this DVR port 33ce70cd-5bce-4ca2-9946-72c5624e31f0 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:10:37.981449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:37.985463 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e53adce-c03e-4f3d-bcc3-aba7a15677bc req-65ac0069-8857-43a2-98ce-f1878fa48720 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.43 "DELETE /networking/v2.0/ports/33ce70cd-5bce-4ca2-9946-72c5624e31f0 HTTP/1.1" status: 204 len: 173 time: 0.6300416 Aug 31 16:10:37.986021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a', 'name': 'network-vif-deleted', 'tag': '33ce70cd-5bce-4ca2-9946-72c5624e31f0'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:10:37.988588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78235362-0a8e-409d-83ad-1179e43d42a4" -d '{"events": [{"server_uuid": "8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a", "name": "network-vif-deleted", "tag": "33ce70cd-5bce-4ca2-9946-72c5624e31f0"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:10:38.034759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0883732e-b1c0-4fbc-a662-1a96c055ac82 x-openstack-request-id: req-0883732e-b1c0-4fbc-a662-1a96c055ac82 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:10:38.035095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a", "name": "network-vif-deleted", "tag": "33ce70cd-5bce-4ca2-9946-72c5624e31f0", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:10:38.035437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0883732e-b1c0-4fbc-a662-1a96c055ac82 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:10:38.036039 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0883732e-b1c0-4fbc-a662-1a96c055ac82']: {'server_uuid': '8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a', 'name': 'network-vif-deleted', 'tag': '33ce70cd-5bce-4ca2-9946-72c5624e31f0', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:10:38.557324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a3d89395-33c0-4d54-9c41-49a423eb3185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:39.060780 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f343649d-a5f8-4cb1-aa5e-47790893b053 req-e2364890-5718-4406-904e-08ac010528a6 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 210 time: 0.0324509 Aug 31 16:10:39.326811 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d2c06604-cc76-449f-99de-15d38796e881 req-3a9a8ad8-88c8-4a8e-a0fa-f0f499b40052 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c9b3e1d-fa42-4170-ac5e-e396a6b6db5a HTTP/1.1" status: 200 len: 210 time: 0.0313790 Aug 31 16:10:39.397719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 33ce70cd-5bce-4ca2-9946-72c5624e31f0 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:10:39.419483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 33ce70cd-5bce-4ca2-9946-72c5624e31f0 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:10:39.419820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 33ce70cd-5bce-4ca2-9946-72c5624e31f0 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:10:40.321805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-34a5e160-5a03-4958-9629-4094e2ba6b08 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:40.323380 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-34a5e160-5a03-4958-9629-4094e2ba6b08 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/networks?id=b32e2eb8-8577-4542-9a87-b3fad004d59b HTTP/1.1" status: 200 len: 815 time: 0.1523831 Aug 31 16:10:40.341845 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-962b0415-70be-4c6c-b6e1-6e01946660a4 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/quotas/12d8864bab4a461bae0a1f1daf686b28 HTTP/1.1" status: 200 len: 375 time: 0.0116334 Aug 31 16:10:40.398609 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-e2a56dab-cb25-4e12-af8a-967e231842fa tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=12d8864bab4a461bae0a1f1daf686b28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507042 Aug 31 16:10:40.763175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6d0c025c-eb9b-4ca6-965c-b06319a4010a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:40.884443 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-e08fbe5d-df75-424b-af07-2091d17f6cca service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b32e2eb8-8577-4542-9a87-b3fad004d59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789698 Aug 31 16:10:41.010159 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-129343f8-56e2-4fd1-9ce5-31a9a05dfca8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b32e2eb8-8577-4542-9a87-b3fad004d59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190002 Aug 31 16:10:41.298767 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-172af43c-e520-427e-92f7-3abe3d8f2d6d req-5594b28c-de41-424b-8d05-a06d9e86c8cd tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 210 time: 0.0344076 Aug 31 16:10:42.306352 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:42.399673 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ff9b006a-a0b3-47a8-ab7f-67695dfef1a1 req-9f31ef7c-aac4-4903-9892-fd7869182059 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 210 time: 0.0374203 Aug 31 16:10:43.528657 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-000e9c56-3edd-4c89-95a0-c9e2c7699e3a req-f507796f-c645-4302-867d-563acf039826 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 210 time: 0.0342295 Aug 31 16:10:43.637255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:43.780812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:44.243372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-53130b70-06c5-4ab6-ae95-567b88ab4927 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:44.245191 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-53130b70-06c5-4ab6-ae95-567b88ab4927 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.43 "GET /networking/v2.0/networks?id=b32e2eb8-8577-4542-9a87-b3fad004d59b HTTP/1.1" status: 200 len: 815 time: 0.1336777 Aug 31 16:10:44.259872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Request body: {'port': {'device_id': 'ac3ba093-ec9e-4931-9ece-bfba868430e3', 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b', 'admin_state_up': True, 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:44.524143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Made reservation on behalf of 12d8864bab4a461bae0a1f1daf686b28 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:44.528579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:44.638455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:44.705471 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a00bede8-7046-4140-8d57-2eeaf1fe8047 req-314887eb-34d8-49e0-b560-e37349337e30 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 210 time: 0.0451629 Aug 31 16:10:44.733230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Allocated IP 172.20.0.13 (b32e2eb8-8577-4542-9a87-b3fad004d59b/c56ce3ec-ada7-4a15-a295-3f9d22ff969a/66922563-7f65-428e-a079-12fac066127e) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:44.745623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:44.950651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks [] for port (66922563-7f65-428e-a079-12fac066127e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:45.067182 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (66922563-7f65-428e-a079-12fac066127e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:45.119778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Network b32e2eb8-8577-4542-9a87-b3fad004d59b is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:45.123815 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:45.128436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:10:45.135520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Pushing event updated for resources: {'Port': ['ID=66922563-7f65-428e-a079-12fac066127e,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:45.207945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:45.207945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:45.331971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-f3538cb5-4808-4900-8890-8c514446a29c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0778162 Aug 31 16:10:45.418529 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-be88b3eb-1bfa-4e99-bda7-7a9f94f27348 None None] Provisioning complete for port 66922563-7f65-428e-a079-12fac066127e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:10:45.419127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-be88b3eb-1bfa-4e99-bda7-7a9f94f27348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (66922563-7f65-428e-a079-12fac066127e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:45.419259 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-be88b3eb-1bfa-4e99-bda7-7a9f94f27348 None None] Attempt 1 to provision port 66922563-7f65-428e-a079-12fac066127e Aug 31 16:10:45.462514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-be88b3eb-1bfa-4e99-bda7-7a9f94f27348 None None] Port 66922563-7f65-428e-a079-12fac066127e cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:10:45.593662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Request body: {'port': {'device_id': 'ac3ba093-ec9e-4931-9ece-bfba868430e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:45.675598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (66922563-7f65-428e-a079-12fac066127e), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:45.834125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:45.881763 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8130e-4c45-4574-8a35-e86e7727b23a req-1de9d05c-3a43-4350-9725-b4b2cb0b3d2d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:45.884584 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9ff8130e-4c45-4574-8a35-e86e7727b23a req-1de9d05c-3a43-4350-9725-b4b2cb0b3d2d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 932 time: 0.0681973 Aug 31 16:10:45.963850 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-be88b3eb-1bfa-4e99-bda7-7a9f94f27348 None None] Attempt 2 to provision port 66922563-7f65-428e-a079-12fac066127e Aug 31 16:10:45.969984 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9ff8130e-4c45-4574-8a35-e86e7727b23a req-3b8fef65-d947-4d00-94af-5892200e7168 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784009 Aug 31 16:10:46.024618 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-be88b3eb-1bfa-4e99-bda7-7a9f94f27348 None None] Port 66922563-7f65-428e-a079-12fac066127e cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:10:46.081553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66922563-7f65-428e-a079-12fac066127e {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:10:46.091899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Publish callbacks [] for port (66922563-7f65-428e-a079-12fac066127e), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:46.111165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Transition to ACTIVE for port object 66922563-7f65-428e-a079-12fac066127e will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:10:46.202769 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (66922563-7f65-428e-a079-12fac066127e), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:46.275037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Pushing event updated for resources: {'Port': ['ID=66922563-7f65-428e-a079-12fac066127e,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:46.349517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Attempting to bind port 66922563-7f65-428e-a079-12fac066127e on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:10:46.350589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Attempting to bind port 66922563-7f65-428e-a079-12fac066127e by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:10:46.350589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Attempting to bind port 66922563-7f65-428e-a079-12fac066127e on network b32e2eb8-8577-4542-9a87-b3fad004d59b {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:10:46.356936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Port 66922563-7f65-428e-a079-12fac066127e on network b32e2eb8-8577-4542-9a87-b3fad004d59b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:10:46.357416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Attempting to bind port 66922563-7f65-428e-a079-12fac066127e on network b32e2eb8-8577-4542-9a87-b3fad004d59b {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:10:46.366573 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:10:46.367559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Checking segment: {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:10:46.367770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Bound using segment: {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:10:46.368284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Bound port: 66922563-7f65-428e-a079-12fac066127e, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b4a302-44c7-4a98-9b87-4b79c7485e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:10:46.370055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (66922563-7f65-428e-a079-12fac066127e), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:46.462640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] For port 66922563-7f65-428e-a079-12fac066127e, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:10:46.467278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] For port 66922563-7f65-428e-a079-12fac066127e, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=66922563-7f65-428e-a079-12fac066127e,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:10:46.525594 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-be88b3eb-1bfa-4e99-bda7-7a9f94f27348 None None] Attempt 3 to provision port 66922563-7f65-428e-a079-12fac066127e Aug 31 16:10:46.563920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-be88b3eb-1bfa-4e99-bda7-7a9f94f27348 None None] Port 66922563-7f65-428e-a079-12fac066127e cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:10:46.735681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (66922563-7f65-428e-a079-12fac066127e), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:46.742775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:46.743421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:46.745113 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/66922563-7f65-428e-a079-12fac066127e HTTP/1.1" status: 200 len: 1094 time: 1.2121794 Aug 31 16:10:46.746933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3ba093-ec9e-4931-9ece-bfba868430e3', 'tag': '66922563-7f65-428e-a079-12fac066127e'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:10:46.749710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d79a83-e5fb-4ecf-b70a-37f7f365873c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3ba093-ec9e-4931-9ece-bfba868430e3", "tag": "66922563-7f65-428e-a079-12fac066127e"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:10:46.811486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eb3bd1-4233-4ba6-bc16-a9780400a60e x-openstack-request-id: req-c9eb3bd1-4233-4ba6-bc16-a9780400a60e {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:10:46.811775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3ba093-ec9e-4931-9ece-bfba868430e3", "tag": "66922563-7f65-428e-a079-12fac066127e", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:10:46.812032 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9eb3bd1-4233-4ba6-bc16-a9780400a60e {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:10:46.812449 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9eb3bd1-4233-4ba6-bc16-a9780400a60e'] response: {'name': 'network-changed', 'server_uuid': 'ac3ba093-ec9e-4931-9ece-bfba868430e3', 'tag': '66922563-7f65-428e-a079-12fac066127e', 'status': 'completed', 'code': 200} Aug 31 16:10:46.815997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee51bc-5f30-4dd4-a5a7-cdba2bbb4318 service neutron] Pushing event updated for resources: {'Port': ['ID=66922563-7f65-428e-a079-12fac066127e,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:46.903131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79a83-e5fb-4ecf-b70a-37f7f365873c req-5871f928-314c-4355-8455-32f726531716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:46.906360 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-58d79a83-e5fb-4ecf-b70a-37f7f365873c req-5871f928-314c-4355-8455-32f726531716 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=12d8864bab4a461bae0a1f1daf686b28&device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 1128 time: 0.0607848 Aug 31 16:10:46.996368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:47.065794 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-be88b3eb-1bfa-4e99-bda7-7a9f94f27348 None None] Attempt 4 to provision port 66922563-7f65-428e-a079-12fac066127e Aug 31 16:10:47.081502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79a83-e5fb-4ecf-b70a-37f7f365873c req-66aadc65-8b1c-4135-a8ec-fb15b876c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:47.085530 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-58d79a83-e5fb-4ecf-b70a-37f7f365873c req-66aadc65-8b1c-4135-a8ec-fb15b876c733 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=12d8864bab4a461bae0a1f1daf686b28&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1704199 Aug 31 16:10:47.171578 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-be88b3eb-1bfa-4e99-bda7-7a9f94f27348 None None] Port 66922563-7f65-428e-a079-12fac066127e had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:10:47.183032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c6eb5-fb79-4c16-86bf-b2081825cfbe req-724ab9f4-acaa-41a7-888d-600ce3dc8d15 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:47.185679 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f15c6eb5-fb79-4c16-86bf-b2081825cfbe req-724ab9f4-acaa-41a7-888d-600ce3dc8d15 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 944 time: 0.0905943 Aug 31 16:10:47.284159 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79a83-e5fb-4ecf-b70a-37f7f365873c req-8f5e63ae-3029-4b14-9593-c52b6dc99a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:47.286119 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-58d79a83-e5fb-4ecf-b70a-37f7f365873c req-8f5e63ae-3029-4b14-9593-c52b6dc99a37 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1925402 Aug 31 16:10:47.294003 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f15c6eb5-fb79-4c16-86bf-b2081825cfbe req-f2ac642f-b4e7-4a49-8f99-5cfa83eebf51 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951152 Aug 31 16:10:47.394990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-0d6e7e9c-5e63-4c52-b049-a58cf66ff9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:47.396861 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-0d6e7e9c-5e63-4c52-b049-a58cf66ff9eb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=12d8864bab4a461bae0a1f1daf686b28&device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 1128 time: 0.0482106 Aug 31 16:10:47.446757 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-7a71dac8-bc9b-494b-8567-6626c50a5e52 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66922563-7f65-428e-a079-12fac066127e HTTP/1.1" status: 200 len: 217 time: 0.0382636 Aug 31 16:10:47.517015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-792b796b-71c9-40c6-9a6e-a1d8e0c4fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:47.518626 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-792b796b-71c9-40c6-9a6e-a1d8e0c4fdc7 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c56ce3ec-ada7-4a15-a295-3f9d22ff969a HTTP/1.1" status: 200 len: 854 time: 0.0635383 Aug 31 16:10:47.572758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-bc898fce-9f62-4131-b437-ebb49af5af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:47.574348 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-bc898fce-9f62-4131-b437-ebb49af5af0c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=b32e2eb8-8577-4542-9a87-b3fad004d59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466359 Aug 31 16:10:47.688896 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-9004c8e3-b877-4668-b917-13e185b1e47e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b32e2eb8-8577-4542-9a87-b3fad004d59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016476 Aug 31 16:10:47.749245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:47.796356 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:47.802227 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-4341e4ab-ed27-43c5-a966-877b032c864e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b32e2eb8-8577-4542-9a87-b3fad004d59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043313 Aug 31 16:10:48.443715 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65eb1-dabb-44b7-9915-721b77d1bf4d req-a1a2ad07-e064-461f-8b10-50146e211f93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:48.447193 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7bd65eb1-dabb-44b7-9915-721b77d1bf4d req-a1a2ad07-e064-461f-8b10-50146e211f93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 944 time: 0.0714490 Aug 31 16:10:48.506434 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7bd65eb1-dabb-44b7-9915-721b77d1bf4d req-7918c4e9-6bb1-418d-ae9c-f9a6d42ed914 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533764 Aug 31 16:10:49.455407 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 66922563-7f65-428e-a079-12fac066127e details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:10:49.563004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 66922563-7f65-428e-a079-12fac066127e, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=66922563-7f65-428e-a079-12fac066127e,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:49.581107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '66922563-7f65-428e-a079-12fac066127e', 'network_id': 'b32e2eb8-8577-4542-9a87-b3fad004d59b', 'port_id': '66922563-7f65-428e-a079-12fac066127e', 'mac_address': 'fa:16:3e:39:33:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56ce3ec-ada7-4a15-a295-3f9d22ff969a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:10:49.597469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:49.621715 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 66922563-7f65-428e-a079-12fac066127e is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:10:49.622018 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (66922563-7f65-428e-a079-12fac066127e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:49.638963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66922563-7f65-428e-a079-12fac066127e {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:10:49.644511 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9afd9-a89d-4151-afc6-852ed2dd79cf req-c2d48eff-d168-4cbb-927c-037e30d743c6 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:49.646142 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ac9afd9-a89d-4151-afc6-852ed2dd79cf req-c2d48eff-d168-4cbb-927c-037e30d743c6 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 944 time: 0.0572033 Aug 31 16:10:49.659777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 66922563-7f65-428e-a079-12fac066127e, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=66922563-7f65-428e-a079-12fac066127e,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:49.701027 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ac9afd9-a89d-4151-afc6-852ed2dd79cf req-d25222d4-7ce7-4421-8c08-ce1beec126dc tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485716 Aug 31 16:10:49.774450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (66922563-7f65-428e-a079-12fac066127e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:49.825349 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=66922563-7f65-428e-a079-12fac066127e,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:49.832861 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.833201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.833538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.833893 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.834215 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.834537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.834859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.835176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.835494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.835846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.836164 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.836481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.836795 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.837107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:49.837422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:50.023031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['66922563-7f65-428e-a079-12fac066127e'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:10:50.835156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1ab61-3078-480f-a0d2-dd44714ce8a9 req-68912eb4-9b41-4ff4-9ab2-78d433a4c482 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:50.836785 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5cc1ab61-3078-480f-a0d2-dd44714ce8a9 req-68912eb4-9b41-4ff4-9ab2-78d433a4c482 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0558524 Aug 31 16:10:50.905001 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5cc1ab61-3078-480f-a0d2-dd44714ce8a9 req-1c6c0764-f749-4638-9363-586b75566fd6 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609136 Aug 31 16:10:51.191895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:51.471622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 66922563-7f65-428e-a079-12fac066127e up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:51.522510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 66922563-7f65-428e-a079-12fac066127e completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:10:51.608533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 66922563-7f65-428e-a079-12fac066127e triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:10:51.608927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (66922563-7f65-428e-a079-12fac066127e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:10:51.609381 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 66922563-7f65-428e-a079-12fac066127e Aug 31 16:10:51.637754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:51.648950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:10:51.657794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:10:52.016654 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:10:52.041018 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79150a51-e64b-49e9-be86-b656fc7bb97a req-83398dcd-6b29-4d8a-8966-616a4c9b9980 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:52.042807 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-79150a51-e64b-49e9-be86-b656fc7bb97a req-83398dcd-6b29-4d8a-8966-616a4c9b9980 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0570788 Aug 31 16:10:52.105875 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-79150a51-e64b-49e9-be86-b656fc7bb97a req-95b67725-ec93-4685-adc5-74783441baf8 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551882 Aug 31 16:10:53.246948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ca63-c775-407c-b336-a467dcda20f0 req-59b1565f-c57a-4146-a88a-ae838d2db051 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:53.248865 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3580ca63-c775-407c-b336-a467dcda20f0 req-59b1565f-c57a-4146-a88a-ae838d2db051 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0527401 Aug 31 16:10:53.304981 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3580ca63-c775-407c-b336-a467dcda20f0 req-26d8ae6e-132d-4fbd-bacc-43219976128d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 Aug 31 16:10:54.433189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ecfbe-f151-4154-ad40-b589359448c4 req-ceae3bc1-b639-461a-b280-bd4d3cb6b740 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:54.434795 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-532ecfbe-f151-4154-ad40-b589359448c4 req-ceae3bc1-b639-461a-b280-bd4d3cb6b740 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0499182 Aug 31 16:10:54.494984 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-532ecfbe-f151-4154-ad40-b589359448c4 req-90954f20-1889-4642-99e3-b770d7bf9022 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544734 Aug 31 16:10:55.627426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399a1fc-50c5-47dd-8329-dbd575559312 req-37f4a6df-eebc-445c-8f81-3e66d0e44d04 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:55.628859 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1399a1fc-50c5-47dd-8329-dbd575559312 req-37f4a6df-eebc-445c-8f81-3e66d0e44d04 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0558350 Aug 31 16:10:55.684144 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1399a1fc-50c5-47dd-8329-dbd575559312 req-eae0ac33-3819-4913-9653-a6b1551e4ff9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471780 Aug 31 16:10:56.820417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf2a3d-8abc-4bb6-8467-988d80a5ebb5 req-e5695021-29f8-42de-93a1-4a8ab4c93eea tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:56.824497 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eebf2a3d-8abc-4bb6-8467-988d80a5ebb5 req-e5695021-29f8-42de-93a1-4a8ab4c93eea tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0542705 Aug 31 16:10:56.885014 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eebf2a3d-8abc-4bb6-8467-988d80a5ebb5 req-4642c2e3-921e-42da-9109-2fb5cf985585 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526621 Aug 31 16:10:58.023697 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5dfc5-730b-40de-b0e0-c89e3a1b3967 req-23b77978-b8d8-4224-a33f-0e82ba3a446b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:58.025356 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-10f5dfc5-730b-40de-b0e0-c89e3a1b3967 req-23b77978-b8d8-4224-a33f-0e82ba3a446b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0550115 Aug 31 16:10:58.080309 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-10f5dfc5-730b-40de-b0e0-c89e3a1b3967 req-21f22843-d5cb-458a-82c1-29dfa17c8635 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489192 Aug 31 16:10:59.215964 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d9601-da40-4e7a-a916-1ad1f815c786 req-1eff2d71-0c82-4204-90ad-ca5f0f857063 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:10:59.217620 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-804d9601-da40-4e7a-a916-1ad1f815c786 req-1eff2d71-0c82-4204-90ad-ca5f0f857063 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0518532 Aug 31 16:10:59.275770 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-804d9601-da40-4e7a-a916-1ad1f815c786 req-fc60b126-115b-4c33-96d2-7b0995ef59c2 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519946 Aug 31 16:11:00.408694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ee942-39a3-4d71-b47b-50235430cb47 req-f02a91e4-6c04-4b84-8e30-71ab38b3d764 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:00.410306 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-708ee942-39a3-4d71-b47b-50235430cb47 req-f02a91e4-6c04-4b84-8e30-71ab38b3d764 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0549519 Aug 31 16:11:00.472032 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-708ee942-39a3-4d71-b47b-50235430cb47 req-6a2b7716-996d-4135-9fec-62d56755c0c6 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537784 Aug 31 16:11:01.603883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a747d4-efed-4b1d-8071-e2997c68b9c4 req-f1381b28-dc30-45be-b3e4-42de75a684f1 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:01.605495 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-25a747d4-efed-4b1d-8071-e2997c68b9c4 req-f1381b28-dc30-45be-b3e4-42de75a684f1 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0560677 Aug 31 16:11:01.661435 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-25a747d4-efed-4b1d-8071-e2997c68b9c4 req-89b9ff11-05a6-4e93-b661-14c49efa78d9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499418 Aug 31 16:11:01.808725 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:02.778764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:02.797479 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb4c42-6a90-492a-b5e7-14926c89f1c2 req-4a2b609a-5e7b-4ff8-a7ff-e17a5143c2c5 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:02.799154 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d9eb4c42-6a90-492a-b5e7-14926c89f1c2 req-4a2b609a-5e7b-4ff8-a7ff-e17a5143c2c5 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0556941 Aug 31 16:11:02.861488 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d9eb4c42-6a90-492a-b5e7-14926c89f1c2 req-3b9f679a-7dbc-43ef-9abe-a6939d405937 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508351 Aug 31 16:11:03.992433 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652941-6065-48bd-9cd5-3c167daa295e req-66e01df7-2d25-45a1-85ae-71a20c24c191 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:03.994125 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9b652941-6065-48bd-9cd5-3c167daa295e req-66e01df7-2d25-45a1-85ae-71a20c24c191 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0506907 Aug 31 16:11:04.053404 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9b652941-6065-48bd-9cd5-3c167daa295e req-d0ab8284-d8e8-48c9-89fc-3366818bb8f3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525901 Aug 31 16:11:05.178737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e77bd-fcf0-4dfb-9717-157ebe151648 req-84ce1056-6bb3-46da-af70-e67ae677f4e3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:05.180242 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e04e77bd-fcf0-4dfb-9717-157ebe151648 req-84ce1056-6bb3-46da-af70-e67ae677f4e3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0510740 Aug 31 16:11:05.229763 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e04e77bd-fcf0-4dfb-9717-157ebe151648 req-7c0766e3-0816-4253-9c6c-be386d4af173 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Aug 31 16:11:06.355547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb93203-6c09-4caa-8e3c-6ca01ae9ba36 req-3b490ecf-3171-4ab1-b796-20ece136b1f9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:06.357161 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3fb93203-6c09-4caa-8e3c-6ca01ae9ba36 req-3b490ecf-3171-4ab1-b796-20ece136b1f9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0525861 Aug 31 16:11:06.447053 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3fb93203-6c09-4caa-8e3c-6ca01ae9ba36 req-2d2eb79a-e3ba-40da-a72e-638f99ccaf35 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832043 Aug 31 16:11:06.761097 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:06.762462 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:07.579538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4de71-2e03-4218-83db-76b089157f58 req-5b9c60e0-9c00-40ac-888f-6e16224b4559 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:07.581150 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f0d4de71-2e03-4218-83db-76b089157f58 req-5b9c60e0-9c00-40ac-888f-6e16224b4559 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0566063 Aug 31 16:11:07.645468 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f0d4de71-2e03-4218-83db-76b089157f58 req-7913e084-74e5-40a7-b28e-2c667be51a93 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580034 Aug 31 16:11:08.596640 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b5b00f67-64c5-4c55-8099-5908ec37c38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:08.809862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab8f5b-cb09-4dfb-adb8-a60bc1927dc9 req-4fc76b0e-6ec1-4006-a87f-f2bc0ded0ee2 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:08.811444 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f6ab8f5b-cb09-4dfb-adb8-a60bc1927dc9 req-4fc76b0e-6ec1-4006-a87f-f2bc0ded0ee2 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0531712 Aug 31 16:11:08.868719 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f6ab8f5b-cb09-4dfb-adb8-a60bc1927dc9 req-d907b2e2-daf1-46d5-9b1f-78e10f960d19 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468204 Aug 31 16:11:10.015551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534658-b0ad-4f4f-a34e-95645f18684d req-439bed5a-f860-4467-a814-562373acbac1 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:10.017279 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4e534658-b0ad-4f4f-a34e-95645f18684d req-439bed5a-f860-4467-a814-562373acbac1 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0546336 Aug 31 16:11:10.080534 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:10.090060 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4e534658-b0ad-4f4f-a34e-95645f18684d req-eac04863-5713-47a4-8dba-7564339e607b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657921 Aug 31 16:11:10.814481 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45f92001-927f-4783-be00-ed41f9efcc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:11.226910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccea428-cecc-47ee-abe2-1230a0c03082 req-85c389ba-87bf-49c8-a60f-b983633a825e tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:11.228478 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ccea428-cecc-47ee-abe2-1230a0c03082 req-85c389ba-87bf-49c8-a60f-b983633a825e tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0538669 Aug 31 16:11:11.286478 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ccea428-cecc-47ee-abe2-1230a0c03082 req-d29fd5e9-3e9d-4a12-9d0c-6589c864690d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521524 Aug 31 16:11:12.248427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:12.450465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59025756-3efe-4638-8232-1afd14101849 req-f603debb-0196-4bc9-9c2e-a79ff2bad699 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:12.452202 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-59025756-3efe-4638-8232-1afd14101849 req-f603debb-0196-4bc9-9c2e-a79ff2bad699 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0656989 Aug 31 16:11:12.526569 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-59025756-3efe-4638-8232-1afd14101849 req-a1159b86-19ac-42e8-b9c4-b8d4f036af04 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669608 Aug 31 16:11:13.624501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:13.704152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee97e8-5c64-47ca-96e8-b1f0f716824e req-20a98a37-fee2-4865-83e8-1ddc22c0fe66 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:13.706124 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-58ee97e8-5c64-47ca-96e8-b1f0f716824e req-20a98a37-fee2-4865-83e8-1ddc22c0fe66 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0826545 Aug 31 16:11:13.762510 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-58ee97e8-5c64-47ca-96e8-b1f0f716824e req-170acd2e-9c88-4844-8d4e-9feb07964d73 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497680 Aug 31 16:11:13.837530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:14.807250 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:11:14.912446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70da93-86f1-4812-a69b-86bb246ccc45 req-464e493c-44f1-411e-85d1-d8b2036b83d4 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:14.914136 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5b70da93-86f1-4812-a69b-86bb246ccc45 req-464e493c-44f1-411e-85d1-d8b2036b83d4 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0610852 Aug 31 16:11:14.972127 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5b70da93-86f1-4812-a69b-86bb246ccc45 req-5c1ba656-e723-484d-a711-ef95936b85c9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516505 Aug 31 16:11:16.117718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea174ff-0770-4a87-bae4-d391b295acc1 req-89e068e7-8ece-443c-8f70-b6454bf6f219 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:16.119642 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dea174ff-0770-4a87-bae4-d391b295acc1 req-89e068e7-8ece-443c-8f70-b6454bf6f219 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0614951 Aug 31 16:11:16.149425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:16.160953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:16.179018 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dea174ff-0770-4a87-bae4-d391b295acc1 req-e100f70c-f63e-40db-88e1-48ef92c18cdb tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528371 Aug 31 16:11:17.312873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece11db-a10b-4aae-bf67-b722612f24fb req-be756e10-3601-4121-9b76-5eb028e0afaf tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:17.314546 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2ece11db-a10b-4aae-bf67-b722612f24fb req-be756e10-3601-4121-9b76-5eb028e0afaf tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0536685 Aug 31 16:11:17.373524 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2ece11db-a10b-4aae-bf67-b722612f24fb req-51527d7c-d61c-4306-a52b-80ceee1e0b39 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520773 Aug 31 16:11:18.514508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a9b24-0b66-45e4-b064-1994156795d6 req-69e7e87c-f27f-444b-8b20-fa20d2ecd301 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:18.516270 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-692a9b24-0b66-45e4-b064-1994156795d6 req-69e7e87c-f27f-444b-8b20-fa20d2ecd301 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0576417 Aug 31 16:11:18.602610 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-692a9b24-0b66-45e4-b064-1994156795d6 req-94d3a912-30b4-47b9-a7bc-810d97c7fcb4 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750391 Aug 31 16:11:19.748359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4be06-3d3f-450d-9442-6a0ae33afd04 req-46192d91-4843-4186-811b-b81d7654412a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:19.750335 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eef4be06-3d3f-450d-9442-6a0ae33afd04 req-46192d91-4843-4186-811b-b81d7654412a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0596924 Aug 31 16:11:19.809580 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eef4be06-3d3f-450d-9442-6a0ae33afd04 req-7d47005c-b6c0-4b5c-9f63-ce2d3b8791ac tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519783 Aug 31 16:11:20.960372 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c4f8-be6a-4f2f-80aa-ea802bd56a57 req-76eb5050-da2b-40f2-9ece-3c19ad1ce2a5 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:20.962700 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0483c4f8-be6a-4f2f-80aa-ea802bd56a57 req-76eb5050-da2b-40f2-9ece-3c19ad1ce2a5 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0732372 Aug 31 16:11:21.018250 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0483c4f8-be6a-4f2f-80aa-ea802bd56a57 req-a35e7ded-8f57-4b16-a6e1-259136996a76 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498788 Aug 31 16:11:21.265281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:22.146607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0433e-b8b8-4650-894f-314c0ca279e9 req-0dc88bb3-328b-473a-8f7b-614959528b4f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:22.148165 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4de0433e-b8b8-4650-894f-314c0ca279e9 req-0dc88bb3-328b-473a-8f7b-614959528b4f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0513179 Aug 31 16:11:22.201573 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4de0433e-b8b8-4650-894f-314c0ca279e9 req-df72171c-d444-44e7-8788-47f602a5f451 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473480 Aug 31 16:11:23.369475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed31b7-7da3-493c-8dde-306e8dcb7379 req-a4e14d7c-4f50-4abf-b781-5562c4750938 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:23.371727 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-30ed31b7-7da3-493c-8dde-306e8dcb7379 req-a4e14d7c-4f50-4abf-b781-5562c4750938 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0684803 Aug 31 16:11:23.434525 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-30ed31b7-7da3-493c-8dde-306e8dcb7379 req-514c2290-7ac3-4fe7-99b9-34fc1d9771df tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549631 Aug 31 16:11:24.576754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548baebc-f63f-4caf-80d4-0fa0f9ae85f9 req-aba8bff8-078f-483e-9c91-b4aa355dd1c4 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:24.578479 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-548baebc-f63f-4caf-80d4-0fa0f9ae85f9 req-aba8bff8-078f-483e-9c91-b4aa355dd1c4 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0600588 Aug 31 16:11:24.641134 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-548baebc-f63f-4caf-80d4-0fa0f9ae85f9 req-8d487fdd-569e-4795-829d-d849139d48e6 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519924 Aug 31 16:11:24.799978 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:24.801512 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:25.774584 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9dd2-bb2a-4a09-b4c1-374d550c3013 req-8d96b466-25a9-487a-816b-913a20e90371 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:25.776210 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-43bf9dd2-bb2a-4a09-b4c1-374d550c3013 req-8d96b466-25a9-487a-816b-913a20e90371 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0551686 Aug 31 16:11:25.834328 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-43bf9dd2-bb2a-4a09-b4c1-374d550c3013 req-fd29b694-f3cc-40db-8fbc-9329e9fa97f6 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472832 Aug 31 16:11:26.961542 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba338698-bc88-4c0a-8533-e85c9cb13078 req-2d0b6d82-c111-4057-8b24-065d951e1df2 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:26.963249 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ba338698-bc88-4c0a-8533-e85c9cb13078 req-2d0b6d82-c111-4057-8b24-065d951e1df2 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0495870 Aug 31 16:11:27.021500 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ba338698-bc88-4c0a-8533-e85c9cb13078 req-6f0bf225-eae6-46d5-9302-d34b0041112a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525398 Aug 31 16:11:28.182810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e9b1-e3d6-4969-beb5-013311587532 req-36da3f04-64fe-4dc9-9163-4a0603c2ee65 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:28.185591 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e741e9b1-e3d6-4969-beb5-013311587532 req-36da3f04-64fe-4dc9-9163-4a0603c2ee65 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0828798 Aug 31 16:11:28.241232 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e741e9b1-e3d6-4969-beb5-013311587532 req-2daa5643-a324-4fd2-9b85-d42dbdf1bdd5 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487444 Aug 31 16:11:29.381304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1f001-0eb6-4821-91d9-c52d632a1e2c req-008d124b-f60c-42a4-bc16-c19dc5056837 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:29.383023 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5d1f001-0eb6-4821-91d9-c52d632a1e2c req-008d124b-f60c-42a4-bc16-c19dc5056837 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0590527 Aug 31 16:11:29.446224 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5d1f001-0eb6-4821-91d9-c52d632a1e2c req-902a5ac7-f730-46c1-b084-a3e2820bda6c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571220 Aug 31 16:11:30.596458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa32d38-8d5e-4442-bbac-c13c2d829fd4 req-76d78eb9-cdc1-43fa-bd3f-0d90355ecb53 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:30.598738 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3aa32d38-8d5e-4442-bbac-c13c2d829fd4 req-76d78eb9-cdc1-43fa-bd3f-0d90355ecb53 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0636005 Aug 31 16:11:30.652108 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3aa32d38-8d5e-4442-bbac-c13c2d829fd4 req-9b09c15d-f900-448c-9e88-178ee72c33c2 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473747 Aug 31 16:11:31.098127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:31.105186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:31.783282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536bbc2-7e58-4883-a95e-f5871fdb28f2 req-47018fda-feda-46b0-bdce-3953ddd88f97 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:31.785490 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9536bbc2-7e58-4883-a95e-f5871fdb28f2 req-47018fda-feda-46b0-bdce-3953ddd88f97 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0523415 Aug 31 16:11:31.799451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:31.841244 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9536bbc2-7e58-4883-a95e-f5871fdb28f2 req-829d9248-5f96-4797-97f7-8d4b32236da5 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491645 Aug 31 16:11:33.021310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda20f6e-7470-44b9-9516-fe5f2ccfb03f req-61d2a45c-d77a-495c-8696-b78111bad62f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:33.024087 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dda20f6e-7470-44b9-9516-fe5f2ccfb03f req-61d2a45c-d77a-495c-8696-b78111bad62f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0870821 Aug 31 16:11:33.077593 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dda20f6e-7470-44b9-9516-fe5f2ccfb03f req-d0e21cd7-5efc-4bb9-8793-0b4aefd0de2f tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478008 Aug 31 16:11:34.218103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c2997-4213-4298-9d58-842aae07cba6 req-392980cf-1e0d-4214-b940-1d3bb8e27d0b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:34.219690 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea5c2997-4213-4298-9d58-842aae07cba6 req-392980cf-1e0d-4214-b940-1d3bb8e27d0b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0511477 Aug 31 16:11:34.273906 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea5c2997-4213-4298-9d58-842aae07cba6 req-1b65126b-3fe9-4805-b006-db94dca8d2f5 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473862 Aug 31 16:11:35.406194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88187b-6fac-4788-a5e0-18a69bc47065 req-ab81f93e-6d54-412b-98ed-85bb0251cb80 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:35.407804 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cd88187b-6fac-4788-a5e0-18a69bc47065 req-ab81f93e-6d54-412b-98ed-85bb0251cb80 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0550525 Aug 31 16:11:35.478518 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cd88187b-6fac-4788-a5e0-18a69bc47065 req-d5717410-b6f2-4b6a-b973-2037a724aca8 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594029 Aug 31 16:11:36.621288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6afa2-61cf-471a-9820-6e32fdc15f96 req-f521590d-f8d2-4899-9c7b-f11fce950a47 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:36.623002 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-04e6afa2-61cf-471a-9820-6e32fdc15f96 req-f521590d-f8d2-4899-9c7b-f11fce950a47 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0540183 Aug 31 16:11:36.642889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:36.678415 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-04e6afa2-61cf-471a-9820-6e32fdc15f96 req-eb71cd0a-9cc4-4112-8104-a67d675078ab tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496271 Aug 31 16:11:37.841712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29b797-6a06-4519-9713-b2181b01e8db req-a473b65d-5e3f-4dcd-8bde-26545c5f4df7 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:37.843725 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ce29b797-6a06-4519-9713-b2181b01e8db req-a473b65d-5e3f-4dcd-8bde-26545c5f4df7 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0558331 Aug 31 16:11:37.902292 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ce29b797-6a06-4519-9713-b2181b01e8db req-33ab5f4a-b7a3-473f-b1b0-def7a9963707 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519750 Aug 31 16:11:38.647753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5d36ba71-cb93-4a6d-a11b-b1b6629481ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:39.040927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e5677-c6f0-413f-aec2-a17195679eae req-066811a0-5f33-4b40-bbe8-247f0e0d493b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:39.043359 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d7e5677-c6f0-413f-aec2-a17195679eae req-066811a0-5f33-4b40-bbe8-247f0e0d493b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0561361 Aug 31 16:11:39.100465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d7e5677-c6f0-413f-aec2-a17195679eae req-641e73c7-ab63-4f3c-a6d2-7edaa6fc64d9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484853 Aug 31 16:11:39.733388 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:39.734149 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:40.249057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7749c26-270d-42b8-b956-bbc66e856cd7 req-268b7639-f440-43f8-a0e3-f4b1fcc7b835 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:40.250708 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e7749c26-270d-42b8-b956-bbc66e856cd7 req-268b7639-f440-43f8-a0e3-f4b1fcc7b835 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0528417 Aug 31 16:11:40.312390 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e7749c26-270d-42b8-b956-bbc66e856cd7 req-a6bb8d74-d605-4350-be0b-c63e00e7d2cb tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512731 Aug 31 16:11:40.761820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b081-cd5f-4c29-83a2-233fd9077b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:41.451498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95328b14-66b1-4854-be99-4569c3ad382a req-52148b7b-46c3-4062-8e0c-b971cde8ce32 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:41.453174 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-95328b14-66b1-4854-be99-4569c3ad382a req-52148b7b-46c3-4062-8e0c-b971cde8ce32 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0542250 Aug 31 16:11:41.522418 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-95328b14-66b1-4854-be99-4569c3ad382a req-71d5bc33-3f8f-454c-87d5-197383f80c0b tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577700 Aug 31 16:11:42.168220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:42.662745 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837815d-fca9-4e56-9947-3dd1bbf26177 req-8abc3e58-798e-4239-a5fb-e681433b8888 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:42.664303 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9837815d-fca9-4e56-9947-3dd1bbf26177 req-8abc3e58-798e-4239-a5fb-e681433b8888 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0589180 Aug 31 16:11:42.680551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:42.716892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:42.726735 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9837815d-fca9-4e56-9947-3dd1bbf26177 req-17aa45bc-e5ed-4881-8367-4215d39e861d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534236 Aug 31 16:11:43.618760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:43.795985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:43.870561 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a701d-1876-45a9-913c-fff574fed9f0 req-0cfb1dd3-8343-4690-a90a-4683d1f98cf1 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:43.872114 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-970a701d-1876-45a9-913c-fff574fed9f0 req-0cfb1dd3-8343-4690-a90a-4683d1f98cf1 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0521455 Aug 31 16:11:43.929758 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-970a701d-1876-45a9-913c-fff574fed9f0 req-3f75c205-8865-452b-af2b-d130bba47540 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508280 Aug 31 16:11:45.065437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11228def-22ba-4d2e-9cce-1938b3d0b7e0 req-cd3eee75-081c-4df3-8c5a-27c5652df04d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:45.067696 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-11228def-22ba-4d2e-9cce-1938b3d0b7e0 req-cd3eee75-081c-4df3-8c5a-27c5652df04d tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0561762 Aug 31 16:11:45.125896 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-11228def-22ba-4d2e-9cce-1938b3d0b7e0 req-2687673b-6069-440e-a5c2-00f5f8c3e805 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520186 Aug 31 16:11:46.284852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea0441-c535-4b7b-b0e3-9bab94aead4b req-a1a02e81-0644-4507-968a-ac9c691ac1a9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:46.287596 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-63ea0441-c535-4b7b-b0e3-9bab94aead4b req-a1a02e81-0644-4507-968a-ac9c691ac1a9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0747457 Aug 31 16:11:46.367546 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-63ea0441-c535-4b7b-b0e3-9bab94aead4b req-d5f76891-d009-43b6-8ae1-6f4060f79045 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727656 Aug 31 16:11:47.525115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6de08-9575-4e66-8217-e7a0897b6e26 req-4d3b2d00-cca7-4996-a76a-3e00edc9ddb9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:47.527393 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c9f6de08-9575-4e66-8217-e7a0897b6e26 req-4d3b2d00-cca7-4996-a76a-3e00edc9ddb9 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0680733 Aug 31 16:11:47.586170 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c9f6de08-9575-4e66-8217-e7a0897b6e26 req-69342389-598d-450d-8f7a-856d4fa70a47 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526850 Aug 31 16:11:48.743196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080342f-c611-47f7-8601-231587e361e0 req-b2fef707-441a-40c6-8f1e-c5fc79e18f17 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:48.745184 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2080342f-c611-47f7-8601-231587e361e0 req-b2fef707-441a-40c6-8f1e-c5fc79e18f17 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0583999 Aug 31 16:11:48.810249 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2080342f-c611-47f7-8601-231587e361e0 req-81704f06-49f7-4146-9cfb-0f1247c9d706 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576897 Aug 31 16:11:49.984897 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1447c3-090d-4dba-9a88-296de1e9763c req-918d3aea-174e-4523-8145-5ee0bb089e0c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:49.987715 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4f1447c3-090d-4dba-9a88-296de1e9763c req-918d3aea-174e-4523-8145-5ee0bb089e0c tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0871375 Aug 31 16:11:50.062028 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4f1447c3-090d-4dba-9a88-296de1e9763c req-347da67c-60cd-411e-bf9e-a07cbd3f4c59 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ea33dde-c49c-4f62-adc9-e40d24a11535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676041 Aug 31 16:11:50.567769 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-930ab66b-fcaa-4303-9592-77ff41e5e059 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:11:50.569295 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-930ab66b-fcaa-4303-9592-77ff41e5e059 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 945 time: 0.0586991 Aug 31 16:11:50.677372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Deleting port 66922563-7f65-428e-a079-12fac066127e {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:11:50.678003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (66922563-7f65-428e-a079-12fac066127e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:50.833118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] For port 66922563-7f65-428e-a079-12fac066127e, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=66922563-7f65-428e-a079-12fac066127e,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:50.833684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (66922563-7f65-428e-a079-12fac066127e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:50.854612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Calling delete_port for 66922563-7f65-428e-a079-12fac066127e owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:11:50.936572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:51.122265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (66922563-7f65-428e-a079-12fac066127e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:51.140585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:51.149082 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['66922563-7f65-428e-a079-12fac066127e'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:11:51.182126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Pushing event deleted for resources: {'Port': ['ID=66922563-7f65-428e-a079-12fac066127e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:51.218915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:51.244683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.245016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.245354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.246214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.246559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.246904 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.247228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.247816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.248142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.248463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.248786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.249105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.249423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.249781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.250103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:51.253828 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-248c4661-9043-4e26-b5b4-eb9682033991 req-587d142f-27d6-4ee5-b767-dbe3e849ceb2 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 210 time: 0.0885541 Aug 31 16:11:51.290363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] No DVR routers for this DVR port 66922563-7f65-428e-a079-12fac066127e on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:11:51.293763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:51.298449 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-349a8d54-2326-422b-8a0a-f7275c4a8801 req-13c44701-daf1-4867-afff-026a7d2ec09a tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.43 "DELETE /networking/v2.0/ports/66922563-7f65-428e-a079-12fac066127e HTTP/1.1" status: 204 len: 173 time: 0.7203033 Aug 31 16:11:51.298641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3ba093-ec9e-4931-9ece-bfba868430e3', 'name': 'network-vif-deleted', 'tag': '66922563-7f65-428e-a079-12fac066127e'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:11:51.302810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f84371-742c-4a0e-9d24-0da00f12ea89" -d '{"events": [{"server_uuid": "ac3ba093-ec9e-4931-9ece-bfba868430e3", "name": "network-vif-deleted", "tag": "66922563-7f65-428e-a079-12fac066127e"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:51.345911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beced8d-80a2-49f7-9503-0a980fe37acb x-openstack-request-id: req-3beced8d-80a2-49f7-9503-0a980fe37acb {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:51.348294 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3ba093-ec9e-4931-9ece-bfba868430e3", "name": "network-vif-deleted", "tag": "66922563-7f65-428e-a079-12fac066127e", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:51.348294 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3beced8d-80a2-49f7-9503-0a980fe37acb {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:51.348294 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3beced8d-80a2-49f7-9503-0a980fe37acb']: {'server_uuid': 'ac3ba093-ec9e-4931-9ece-bfba868430e3', 'name': 'network-vif-deleted', 'tag': '66922563-7f65-428e-a079-12fac066127e', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:11:51.806735 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:11:52.409646 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b22cc043-cfca-4bf3-994e-f6ba9e7136ab req-127abb14-a36e-42d1-8155-81c9566fecf3 tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 210 time: 0.0305300 Aug 31 16:11:53.738601 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1eca8683-bcc6-4038-ae11-73e6f625375b req-8c0b48cb-034e-4210-b9f9-81741a32c63e tempest-ServerDiskConfigTestJSON-1049458282 tempest-ServerDiskConfigTestJSON-1049458282-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac3ba093-ec9e-4931-9ece-bfba868430e3 HTTP/1.1" status: 200 len: 210 time: 0.0298676 Aug 31 16:11:53.798015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 66922563-7f65-428e-a079-12fac066127e no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:53.823927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 66922563-7f65-428e-a079-12fac066127e {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:11:53.824444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 66922563-7f65-428e-a079-12fac066127e not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:54.539297 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44320) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:11:55.295456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (94eee481-003c-4371-b99f-ea2b813e11f0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:55.560444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Deleting port 3194142f-50b1-404e-9418-85b795a391a9 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:11:55.560852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3194142f-50b1-404e-9418-85b795a391a9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:55.661487 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] For port 3194142f-50b1-404e-9418-85b795a391a9, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3194142f-50b1-404e-9418-85b795a391a9,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:55.661809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3194142f-50b1-404e-9418-85b795a391a9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:55.677443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:55.678781 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Calling delete_port for 3194142f-50b1-404e-9418-85b795a391a9 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:11:55.682567 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:56.001626 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (3194142f-50b1-404e-9418-85b795a391a9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:56.028702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Pushing event deleted for resources: {'Port': ['ID=3194142f-50b1-404e-9418-85b795a391a9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:56.062362 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.062880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.063370 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.063865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.064348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.064814 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.065393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.065915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.066375 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.066839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.067264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.067718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.068147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.068565 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.069026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:56.247831 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (94eee481-003c-4371-b99f-ea2b813e11f0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:56.505380 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Router 94eee481-003c-4371-b99f-ea2b813e11f0 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:11:56.622340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:11:56.629139 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9892c066-0a52-480f-8302-d25faa05e151 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/94eee481-003c-4371-b99f-ea2b813e11f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0883691 Aug 31 16:11:56.633314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44322) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:11:56.639102 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] Sync routers for ids ['94eee481-003c-4371-b99f-ea2b813e11f0'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:11:56.656389 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] Routers {'94eee481-003c-4371-b99f-ea2b813e11f0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:11:56.657595 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:11:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['94eee481-003c-4371-b99f-ea2b813e11f0'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:56.683329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:56.757768 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Publish callbacks [] for router (94eee481-003c-4371-b99f-ea2b813e11f0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:56.869909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:56.880291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Publish callbacks [] for router_gateway (94eee481-003c-4371-b99f-ea2b813e11f0), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:56.892695 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] Set router 94eee481-003c-4371-b99f-ea2b813e11f0 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:11:57.058874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Deleting port bfea74d1-b407-4762-90e8-3ac328816dbb {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:11:57.059220 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:57.093633 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'name': 'tempest-ServerDiskConfigTestJSON-1074548102-router', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:09:21Z', 'updated_at': '2022-08-31T16:11:55Z', 'revision_number': 5, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'gw_port': {'id': 'bfea74d1-b407-4762-90e8-3ac328816dbb', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:09:22Z', 'updated_at': '2022-08-31T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:57.138965 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] Checking router: 94eee481-003c-4371-b99f-ea2b813e11f0 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:11:57.154857 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] Routers {'94eee481-003c-4371-b99f-ea2b813e11f0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:11:57.155754 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:11:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['94eee481-003c-4371-b99f-ea2b813e11f0'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:57.162913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] For port bfea74d1-b407-4762-90e8-3ac328816dbb, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=bfea74d1-b407-4762-90e8-3ac328816dbb,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:57.163280 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:57.178935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Calling delete_port for bfea74d1-b407-4762-90e8-3ac328816dbb owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:11:57.311399 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] Set router 94eee481-003c-4371-b99f-ea2b813e11f0 gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:11:57.365519 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'name': 'tempest-ServerDiskConfigTestJSON-1074548102-router', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:09:21Z', 'updated_at': '2022-08-31T16:11:56Z', 'revision_number': 6, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:57.392774 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d5efe-b04a-456e-a81f-58fbfd01d54b None None] The sync data for ids ['94eee481-003c-4371-b99f-ea2b813e11f0'] in dv-neutron-855257-2-hyperv is: [{'id': '94eee481-003c-4371-b99f-ea2b813e11f0', 'name': 'tempest-ServerDiskConfigTestJSON-1074548102-router', 'tenant_id': '12d8864bab4a461bae0a1f1daf686b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:09:21Z', 'updated_at': '2022-08-31T16:11:56Z', 'revision_number': 6, 'project_id': '12d8864bab4a461bae0a1f1daf686b28', 'gw_port_host': None}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:11:57.487480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (bfea74d1-b407-4762-90e8-3ac328816dbb), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:57.518928 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfea74d1-b407-4762-90e8-3ac328816dbb,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:57.593661 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (94eee481-003c-4371-b99f-ea2b813e11f0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:57.695919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (94eee481-003c-4371-b99f-ea2b813e11f0), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:57.698450 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Publish callbacks [] for router_controller (94eee481-003c-4371-b99f-ea2b813e11f0), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:57.829987 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (94eee481-003c-4371-b99f-ea2b813e11f0), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:57.830710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94eee481-003c-4371-b99f-ea2b813e11f0 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:11:57.840619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:57.840619 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-13c4324c-b5dd-4660-b236-f194f439be72 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/94eee481-003c-4371-b99f-ea2b813e11f0 HTTP/1.1" status: 204 len: 168 time: 1.2027862 Aug 31 16:11:57.840792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44324) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:11:57.904327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-47aac03c-f194-4d73-beb0-b51a837d445c admin admin] Deleting subnet c56ce3ec-ada7-4a15-a295-3f9d22ff969a {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:11:57.908220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-47aac03c-f194-4d73-beb0-b51a837d445c admin admin] Publish callbacks [] for subnet (c56ce3ec-ada7-4a15-a295-3f9d22ff969a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:57.977838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-47aac03c-f194-4d73-beb0-b51a837d445c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (c56ce3ec-ada7-4a15-a295-3f9d22ff969a), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.107772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-47aac03c-f194-4d73-beb0-b51a837d445c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (c56ce3ec-ada7-4a15-a295-3f9d22ff969a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.287600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-47aac03c-f194-4d73-beb0-b51a837d445c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (c56ce3ec-ada7-4a15-a295-3f9d22ff969a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.320984 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-47aac03c-f194-4d73-beb0-b51a837d445c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.324308 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-47aac03c-f194-4d73-beb0-b51a837d445c admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/c56ce3ec-ada7-4a15-a295-3f9d22ff969a HTTP/1.1" status: 204 len: 168 time: 0.4811919 Aug 31 16:11:58.326920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aac03c-f194-4d73-beb0-b51a837d445c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56ce3ec-ada7-4a15-a295-3f9d22ff969a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:58.327758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44326) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:11:58.328250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d69f1-ccbd-4ef9-b00f-3f0ca234a09d None None] Network b32e2eb8-8577-4542-9a87-b3fad004d59b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:11:58.423660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (b32e2eb8-8577-4542-9a87-b3fad004d59b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.479964 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Deleting port ae12e70e-9648-4b26-bbc3-8dcb433a986f {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:11:58.480321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.568149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] For port ae12e70e-9648-4b26-bbc3-8dcb433a986f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ae12e70e-9648-4b26-bbc3-8dcb433a986f,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:58.569228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.571659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] DHCP port deletion for b32e2eb8-8577-4542-9a87-b3fad004d59b request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:11:58.586832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Calling delete_port for ae12e70e-9648-4b26-bbc3-8dcb433a986f owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:11:58.622265 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Deleting port ae12e70e-9648-4b26-bbc3-8dcb433a986f {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:11:58.623082 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.664192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:58.723860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] For port ae12e70e-9648-4b26-bbc3-8dcb433a986f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ae12e70e-9648-4b26-bbc3-8dcb433a986f,segment=NetworkSegment(17b4a302-44c7-4a98-9b87-4b79c7485e57),segment_id=17b4a302-44c7-4a98-9b87-4b79c7485e57)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:58.724491 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.750097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Calling delete_port for ae12e70e-9648-4b26-bbc3-8dcb433a986f owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:11:58.824332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.854110 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Pushing event deleted for resources: {'Port': ['ID=ae12e70e-9648-4b26-bbc3-8dcb433a986f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:58.863415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] No DVR routers for this DVR port ae12e70e-9648-4b26-bbc3-8dcb433a986f on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:11:58.874442 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:11:58.876162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (ae12e70e-9648-4b26-bbc3-8dcb433a986f), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:58.905102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Pushing event deleted for resources: {'Port': ['ID=ae12e70e-9648-4b26-bbc3-8dcb433a986f,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:58.916033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] No DVR routers for this DVR port ae12e70e-9648-4b26-bbc3-8dcb433a986f on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:11:58.918949 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.919342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.920109 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.920109 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.920528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.920761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.921123 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.921507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.921762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.922096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.922423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.922750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.923071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.923393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.923711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab70627-fb2a-463f-aeb3-2cd29d57449f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.976927 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (b32e2eb8-8577-4542-9a87-b3fad004d59b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:59.003795 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32e2eb8-8577-4542-9a87-b3fad004d59b']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:59.015376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b4a302-44c7-4a98-9b87-4b79c7485e57') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:59.017640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b4a302-44c7-4a98-9b87-4b79c7485e57') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:59.028452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (17b4a302-44c7-4a98-9b87-4b79c7485e57), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:59.045256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (17b4a302-44c7-4a98-9b87-4b79c7485e57), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:59.060299 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:59.060299 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (17b4a302-44c7-4a98-9b87-4b79c7485e57), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:59.122274 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 17b4a302-44c7-4a98-9b87-4b79c7485e57 resource provider aggregate not found Aug 31 16:11:59.150207 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 17b4a302-44c7-4a98-9b87-4b79c7485e57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17b4a302-44c7-4a98-9b87-4b79c7485e57 found for delete ", "request_id": "req-30c1345a-5757-4136-9915-04d0f9cbc973"}]} Aug 31 16:11:59.159180 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bfea74d1-b407-4762-90e8-3ac328816dbb no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:59.181523 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: bfea74d1-b407-4762-90e8-3ac328816dbb {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:11:59.181900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bfea74d1-b407-4762-90e8-3ac328816dbb not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:59.182313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3194142f-50b1-404e-9418-85b795a391a9 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:59.203583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 3194142f-50b1-404e-9418-85b795a391a9 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:11:59.203847 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3194142f-50b1-404e-9418-85b795a391a9 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:59.204283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ae12e70e-9648-4b26-bbc3-8dcb433a986f no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:59.227531 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ae12e70e-9648-4b26-bbc3-8dcb433a986f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:11:59.227884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ae12e70e-9648-4b26-bbc3-8dcb433a986f not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:59.259365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (b32e2eb8-8577-4542-9a87-b3fad004d59b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:59.268922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:59.275043 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/b32e2eb8-8577-4542-9a87-b3fad004d59b HTTP/1.1" status: 204 len: 168 time: 0.9456694 Aug 31 16:11:59.288551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecc342-3870-4df4-a981-c245bde2ffcb admin admin] Pushing event deleted for resources: {'Network': ['ID=b32e2eb8-8577-4542-9a87-b3fad004d59b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:59.692213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44334) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:11:59.741514 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-19bc9921-3e01-4a5b-87ff-615a03235759 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=12d8864bab4a461bae0a1f1daf686b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480244 Aug 31 16:11:59.744762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44336) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:11:59.806459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fce56ac-dfe6-4443-a959-721b45049c61 admin admin] Publish callbacks [] for security_group (4ea33dde-c49c-4f62-adc9-e40d24a11535), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:59.833023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fce56ac-dfe6-4443-a959-721b45049c61 admin admin] Publish callbacks [] for security_group (4ea33dde-c49c-4f62-adc9-e40d24a11535), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:59.978719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fce56ac-dfe6-4443-a959-721b45049c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4ea33dde-c49c-4f62-adc9-e40d24a11535), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:59.981370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0fce56ac-dfe6-4443-a959-721b45049c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:11:59.982642 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0fce56ac-dfe6-4443-a959-721b45049c61 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4ea33dde-c49c-4f62-adc9-e40d24a11535 HTTP/1.1" status: 204 len: 168 time: 0.2367980 Aug 31 16:11:59.992422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce56ac-dfe6-4443-a959-721b45049c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea33dde-c49c-4f62-adc9-e40d24a11535,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:01.350524 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44358) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:12:01.466239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1972573919-network', 'tenant_id': '331399f43be047d7a38960dbe8deeb24'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:01.572770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Made reservation on behalf of 331399f43be047d7a38960dbe8deeb24 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:01.575140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:01.588868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:01.679334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Publish callbacks [] for security_group (2176a70c-1a3a-423d-93aa-2925abbad289), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:01.755821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (2176a70c-1a3a-423d-93aa-2925abbad289), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:01.785439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:01.796218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2176a70c-1a3a-423d-93aa-2925abbad289,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:01.803302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e8c0cfc0-2eee-43bf-b02d-e83810e6deb7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:01.803629 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Added segment e8c0cfc0-2eee-43bf-b02d-e83810e6deb7 of type vlan for network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 Aug 31 16:12:01.842741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:01.858722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (7990efd9-3b58-47c6-aaa4-bec1f0174fe3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:01.863612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:01.996203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (7990efd9-3b58-47c6-aaa4-bec1f0174fe3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:01.998232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:01.999215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:02.122835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] Pushing event updated for resources: {'Network': ['ID=7990efd9-3b58-47c6-aaa4-bec1f0174fe3,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:02.138137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:02.145635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:02.147214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:02.256507 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-06547857-b53c-4625-a4cd-a4e9e67b5049 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9047565 Aug 31 16:12:02.274956 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44362) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:12:02.280128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Request body: {'subnet': {'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1972573919-subnet', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:02.458763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Made reservation on behalf of 331399f43be047d7a38960dbe8deeb24 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:02.461149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:02.807587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (2835c7a6-665e-4333-9275-02c3a92b7a9b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:02.870620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2835c7a6-665e-4333-9275-02c3a92b7a9b,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:02.887128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Checking segment: {'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:12:02.887490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Network hostable DHCP agents. Network: 7990efd9-3b58-47c6-aaa4-bec1f0174fe3, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:02.893675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:03.013154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:03.127623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 7990efd9-3b58-47c6-aaa4-bec1f0174fe3) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:03.133023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:03.137231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:03.140952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ee70d-88cd-482b-97bd-8fbdd6636bc1 None None] Network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:12:03.233226 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-57b0b117-80f1-4540-a72e-9e1591d29d64 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9571259 Aug 31 16:12:03.236415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44364) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:12:03.242261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1972573919-router', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:03.288325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-7990efd9-3b58-47c6-aaa4-bec1f0174fe3', 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3', 'project_id': '331399f43be047d7a38960dbe8deeb24', 'fixed_ips': [{'subnet_id': '2835c7a6-665e-4333-9275-02c3a92b7a9b'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:12:03.289601 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:03.334470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (d74b9411-405e-42aa-88e9-a67d8e885637), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:03.336312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (d74b9411-405e-42aa-88e9-a67d8e885637), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:03.438141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks [] for router_controller (d74b9411-405e-42aa-88e9-a67d8e885637), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:03.460026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Allocated IP 172.20.0.2 (7990efd9-3b58-47c6-aaa4-bec1f0174fe3/2835c7a6-665e-4333-9275-02c3a92b7a9b/65638f2e-a5ef-47ed-925b-c90091ec9caf) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:03.707813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Publish callbacks [] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:03.819363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:03.865143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:03.871886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:03.878404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:12:03.882947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Pushing event updated for resources: {'Port': ['ID=65638f2e-a5ef-47ed-925b-c90091ec9caf,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:03.946706 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Attempting to bind port 65638f2e-a5ef-47ed-925b-c90091ec9caf on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:12:03.947082 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Attempting to bind port 65638f2e-a5ef-47ed-925b-c90091ec9caf by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:12:03.947439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Attempting to bind port 65638f2e-a5ef-47ed-925b-c90091ec9caf on network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:12:03.952434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks [] for router_gateway (d74b9411-405e-42aa-88e9-a67d8e885637), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:03.953429 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:12:03.953847 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Checking segment: {'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:12:03.954242 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:03.954938 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Bound using segment: {'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:12:03.955867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Bound port: 65638f2e-a5ef-47ed-925b-c90091ec9caf, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:12:03.955867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:04.032044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] For port 65638f2e-a5ef-47ed-925b-c90091ec9caf, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:04.036127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] For port 65638f2e-a5ef-47ed-925b-c90091ec9caf, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=65638f2e-a5ef-47ed-925b-c90091ec9caf,segment=NetworkSegment(e8c0cfc0-2eee-43bf-b02d-e83810e6deb7),segment_id=e8c0cfc0-2eee-43bf-b02d-e83810e6deb7)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:04.156897 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:04.230427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5059b-46e4-4878-b19d-9590a468aa37 None None] Pushing event updated for resources: {'Port': ['ID=65638f2e-a5ef-47ed-925b-c90091ec9caf,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:04.290513 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks [] for router_gateway (d74b9411-405e-42aa-88e9-a67d8e885637), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:04.311808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:04.504378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Allocated IP 172.26.2.120 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/8e57c860-9ac4-42f6-a2a2-f3f5641a0391) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:04.681704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks [] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:04.692924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:04.881749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:04.954794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:04.967315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:04.975125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:12:05.005213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Pushing event updated for resources: {'Port': ['ID=8e57c860-9ac4-42f6-a2a2-f3f5641a0391,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:05.170600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 65638f2e-a5ef-47ed-925b-c90091ec9caf up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:05.208356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:05.230966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:05.239582 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 65638f2e-a5ef-47ed-925b-c90091ec9caf triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:12:05.240130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:05.240469 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 65638f2e-a5ef-47ed-925b-c90091ec9caf Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:05.309706 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:12:05.390666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d5e7ee-6a3e-428c-838a-e9c235a03f14 None None] Network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:12:05.452657 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:05.455983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e4655f4b-e612-4bbd-9025-e5f7ceb62e19 None None] Provisioning complete for port 65638f2e-a5ef-47ed-925b-c90091ec9caf triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:12:05.456663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e4655f4b-e612-4bbd-9025-e5f7ceb62e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:05.457181 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e4655f4b-e612-4bbd-9025-e5f7ceb62e19 None None] Attempt 1 to provision port 65638f2e-a5ef-47ed-925b-c90091ec9caf Aug 31 16:12:05.476479 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks [] for router_gateway (d74b9411-405e-42aa-88e9-a67d8e885637), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e4655f4b-e612-4bbd-9025-e5f7ceb62e19 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:05.703391 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:12:05.745982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (d74b9411-405e-42aa-88e9-a67d8e885637), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:05.984312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Router d74b9411-405e-42aa-88e9-a67d8e885637 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:12:06.032774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-dd85f7ee-9b0c-4228-bef8-158206e31dba None None] Provisioning complete for port 65638f2e-a5ef-47ed-925b-c90091ec9caf triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:12:06.033254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dd85f7ee-9b0c-4228-bef8-158206e31dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:06.034351 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dd85f7ee-9b0c-4228-bef8-158206e31dba None None] Attempt 1 to provision port 65638f2e-a5ef-47ed-925b-c90091ec9caf Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-dd85f7ee-9b0c-4228-bef8-158206e31dba None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:06.093751 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:12:06.128971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:12:06.139612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Sync routers for ids ['d74b9411-405e-42aa-88e9-a67d8e885637'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:12:06.153284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Routers {'d74b9411-405e-42aa-88e9-a67d8e885637'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:12:06.166195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:11:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d74b9411-405e-42aa-88e9-a67d8e885637'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:06.260963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:06.265377 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c72fc69b-56bc-4ea5-8ff0-6c3398e6e4ff admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0245936 Aug 31 16:12:06.265684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44366) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:12:06.274446 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Set router d74b9411-405e-42aa-88e9-a67d8e885637 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:12:06.467590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'name': 'tempest-ServerActionsTestJSON-1972573919-router', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:12:03Z', 'updated_at': '2022-08-31T16:12:05Z', 'revision_number': 3, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'gw_port': {'id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:04Z', 'updated_at': '2022-08-31T16:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:06.495294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Checking router: d74b9411-405e-42aa-88e9-a67d8e885637 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:12:06.495684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Updating router d74b9411-405e-42aa-88e9-a67d8e885637 port 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:12:06.531616 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:06.877953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:06.888857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Publish callbacks [] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:06.996332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:07.005421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:07.013369 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:07.041423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Attempting to bind port 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:12:07.041903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Attempting to bind port 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:12:07.042339 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Attempting to bind port 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:12:07.059520 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:12:07.059904 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:12:07.060312 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:07.060698 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:12:07.061187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Bound port: 8e57c860-9ac4-42f6-a2a2-f3f5641a0391, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:12:07.061589 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:07.092406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851da15-e3c3-4d23-8c3b-2ba5000afd0a None None] Pushing event updated for resources: {'Port': ['ID=8e57c860-9ac4-42f6-a2a2-f3f5641a0391,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:07.117748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Allocated IP 172.20.0.1 (7990efd9-3b58-47c6-aaa4-bec1f0174fe3/2835c7a6-665e-4333-9275-02c3a92b7a9b/ea29d0b4-e606-4057-82d7-bb9321cfdb85) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:07.129182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] For port 8e57c860-9ac4-42f6-a2a2-f3f5641a0391, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:07.132784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] For port 8e57c860-9ac4-42f6-a2a2-f3f5641a0391, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8e57c860-9ac4-42f6-a2a2-f3f5641a0391,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:07.133981 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:07.257926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:07.263726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:07.264523 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Publish callbacks [] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:07.309195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Routers {'d74b9411-405e-42aa-88e9-a67d8e885637'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:12:07.309880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:11:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d74b9411-405e-42aa-88e9-a67d8e885637'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:07.385676 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851da15-e3c3-4d23-8c3b-2ba5000afd0a None None] Pushing event updated for resources: {'Port': ['ID=8e57c860-9ac4-42f6-a2a2-f3f5641a0391,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:07.407929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:07.448636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] Set router d74b9411-405e-42aa-88e9-a67d8e885637 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:12:07.464619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:07.468598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:07.473406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:12:07.477381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea29d0b4-e606-4057-82d7-bb9321cfdb85,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:07.524466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (d74b9411-405e-42aa-88e9-a67d8e885637), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:07.684326 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'name': 'tempest-ServerActionsTestJSON-1972573919-router', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:12:03Z', 'updated_at': '2022-08-31T16:12:05Z', 'revision_number': 3, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'gw_port': {'id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:04Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:07.723176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a49c78-d60a-488f-aae4-7707eb332beb None None] The sync data for ids ['d74b9411-405e-42aa-88e9-a67d8e885637'] in dv-neutron-855257-2-hyperv is: [{'id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'name': 'tempest-ServerActionsTestJSON-1972573919-router', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:12:03Z', 'updated_at': '2022-08-31T16:12:05Z', 'revision_number': 3, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'gw_port': {'id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:04Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:12:07.826260 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Provisioning complete for port ea29d0b4-e606-4057-82d7-bb9321cfdb85 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:12:07.826699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:07.827065 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Attempt 1 to provision port ea29d0b4-e606-4057-82d7-bb9321cfdb85 Aug 31 16:12:07.856910 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:07.868159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Port ea29d0b4-e606-4057-82d7-bb9321cfdb85 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:12:07.989490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:08.074642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Publish callbacks [] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:08.229828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:08.334643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea29d0b4-e606-4057-82d7-bb9321cfdb85,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:08.343527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (d74b9411-405e-42aa-88e9-a67d8e885637), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:08.369196 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Attempt 2 to provision port ea29d0b4-e606-4057-82d7-bb9321cfdb85 Aug 31 16:12:08.413059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Port ea29d0b4-e606-4057-82d7-bb9321cfdb85 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:12:08.492605 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:08.495378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:08.613035 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-92f8b27c-a61c-4259-9615-743824b9a984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:08.664754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Router d74b9411-405e-42aa-88e9-a67d8e885637 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:12:08.915041 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Attempt 3 to provision port ea29d0b4-e606-4057-82d7-bb9321cfdb85 Aug 31 16:12:08.963268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Port ea29d0b4-e606-4057-82d7-bb9321cfdb85 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:12:09.144525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:12:09.159400 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6ca73688-7ef6-4483-8ec9-733acc0bc8b9 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/d74b9411-405e-42aa-88e9-a67d8e885637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8885107 Aug 31 16:12:09.167835 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:09.239960 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:12:09.240344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:09.240685 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:09.288425 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:12:09.464509 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Attempt 4 to provision port ea29d0b4-e606-4057-82d7-bb9321cfdb85 Aug 31 16:12:09.492210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:09.515719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Port ea29d0b4-e606-4057-82d7-bb9321cfdb85 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:12:09.566104 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Sync routers for ids ['d74b9411-405e-42aa-88e9-a67d8e885637'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:12:09.580942 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Routers {'d74b9411-405e-42aa-88e9-a67d8e885637'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:12:09.581460 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:11:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d74b9411-405e-42aa-88e9-a67d8e885637'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:09.699512 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Set router d74b9411-405e-42aa-88e9-a67d8e885637 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:12:09.711199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44374) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:12:09.717134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-9053efa6-5219-4f7a-a5f9-91801d1bb23d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339531823', 'description': 'tempest-description--626448772'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:09.870188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9053efa6-5219-4f7a-a5f9-91801d1bb23d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:09.920585 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:09.965609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9053efa6-5219-4f7a-a5f9-91801d1bb23d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group (b605d0ee-840c-4b47-8d01-98a486e458dd), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:09.994297 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'name': 'tempest-ServerActionsTestJSON-1972573919-router', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:12:03Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 4, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'gw_port': {'id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:04Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'ea29d0b4-e606-4057-82d7-bb9321cfdb85', 'name': '', 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'mac_address': 'fa:16:3e:b3:48:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '2835c7a6-665e-4333-9275-02c3a92b7a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:06Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 2, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'subnets': [{'id': '2835c7a6-665e-4333-9275-02c3a92b7a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:10.016825 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Attempt 5 to provision port ea29d0b4-e606-4057-82d7-bb9321cfdb85 Aug 31 16:12:10.030886 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Checking router: d74b9411-405e-42aa-88e9-a67d8e885637 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:12:10.031215 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Updating router d74b9411-405e-42aa-88e9-a67d8e885637 port ea29d0b4-e606-4057-82d7-bb9321cfdb85 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:12:10.054539 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:10.061911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Port ea29d0b4-e606-4057-82d7-bb9321cfdb85 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:12:10.066805 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.070438 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9053efa6-5219-4f7a-a5f9-91801d1bb23d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b605d0ee-840c-4b47-8d01-98a486e458dd), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.117622 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:10.126660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053efa6-5219-4f7a-a5f9-91801d1bb23d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b605d0ee-840c-4b47-8d01-98a486e458dd,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:10.249178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9053efa6-5219-4f7a-a5f9-91801d1bb23d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.251053 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9053efa6-5219-4f7a-a5f9-91801d1bb23d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5384295 Aug 31 16:12:10.254833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44376) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:12:10.262646 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a89d2feb-0c50-468c-aeec-710e4a0f33d3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Request body: {'security_group_rule': {'security_group_id': 'b605d0ee-840c-4b47-8d01-98a486e458dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:10.381252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a89d2feb-0c50-468c-aeec-710e4a0f33d3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group_rule (7ca7f213-3f2d-4f24-b541-b635ec1f6973), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.468281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a89d2feb-0c50-468c-aeec-710e4a0f33d3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group_rule (7ca7f213-3f2d-4f24-b541-b635ec1f6973), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.471598 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Publish callbacks [] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.563394 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Attempt 6 to provision port ea29d0b4-e606-4057-82d7-bb9321cfdb85 Aug 31 16:12:10.600725 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Port ea29d0b4-e606-4057-82d7-bb9321cfdb85 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:12:10.613374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a89d2feb-0c50-468c-aeec-710e4a0f33d3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (7ca7f213-3f2d-4f24-b541-b635ec1f6973), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.636937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d2feb-0c50-468c-aeec-710e4a0f33d3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca7f213-3f2d-4f24-b541-b635ec1f6973,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:10.687619 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.767310 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Pushing event updated for resources: {'Port': ['ID=ea29d0b4-e606-4057-82d7-bb9321cfdb85,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:10.779162 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.779490 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.779830 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.780156 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.780474 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.780791 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.781106 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.781415 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.781760 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.782077 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.782388 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.782701 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.783016 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.783351 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.783661 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:10.800901 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Attempting to bind port ea29d0b4-e606-4057-82d7-bb9321cfdb85 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:12:10.801256 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Attempting to bind port ea29d0b4-e606-4057-82d7-bb9321cfdb85 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:12:10.801641 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Attempting to bind port ea29d0b4-e606-4057-82d7-bb9321cfdb85 on network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:12:10.808243 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:12:10.808243 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Checking segment: {'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:12:10.808243 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.808781 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Bound using segment: {'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:12:10.809054 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Bound port: ea29d0b4-e606-4057-82d7-bb9321cfdb85, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:12:10.809419 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.880102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a89d2feb-0c50-468c-aeec-710e4a0f33d3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:10.883102 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a89d2feb-0c50-468c-aeec-710e4a0f33d3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6265931 Aug 31 16:12:10.886529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44378) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:12:10.894436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a17b5c74-d3d8-469b-9da6-5885f4a9f29d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Request body: {'security_group_rule': {'security_group_id': 'b605d0ee-840c-4b47-8d01-98a486e458dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:10.901595 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] For port ea29d0b4-e606-4057-82d7-bb9321cfdb85, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:10.907031 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] For port ea29d0b4-e606-4057-82d7-bb9321cfdb85, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ea29d0b4-e606-4057-82d7-bb9321cfdb85,segment=NetworkSegment(e8c0cfc0-2eee-43bf-b02d-e83810e6deb7),segment_id=e8c0cfc0-2eee-43bf-b02d-e83810e6deb7)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:10.921501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-edf08fd6-8e87-4daa-87da-b52ec97d9837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:11.025423 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:11.076259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a17b5c74-d3d8-469b-9da6-5885f4a9f29d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group_rule (4f494d0d-452d-4a61-95af-d2a5fe920d92), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:11.089112 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Routers {'d74b9411-405e-42aa-88e9-a67d8e885637'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:12:11.090177 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:12:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d74b9411-405e-42aa-88e9-a67d8e885637'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:11.101944 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Attempt 7 to provision port ea29d0b4-e606-4057-82d7-bb9321cfdb85 Aug 31 16:12:11.176161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a17b5c74-d3d8-469b-9da6-5885f4a9f29d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group_rule (4f494d0d-452d-4a61-95af-d2a5fe920d92), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-ccde912f-cd2d-40dd-a646-cec72b0d3f8c None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:11.176394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:12:11.187436 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc5324-039e-401c-bad5-fc977606db4d None None] Pushing event updated for resources: {'Port': ['ID=ea29d0b4-e606-4057-82d7-bb9321cfdb85,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:11.282951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a17b5c74-d3d8-469b-9da6-5885f4a9f29d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4f494d0d-452d-4a61-95af-d2a5fe920d92), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:11.296710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9321f62a-a3ae-4bf0-9cde-adeca40eac6a None None] Provisioning complete for port ea29d0b4-e606-4057-82d7-bb9321cfdb85 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:12:11.297183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9321f62a-a3ae-4bf0-9cde-adeca40eac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:11.297626 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9321f62a-a3ae-4bf0-9cde-adeca40eac6a None None] Attempt 1 to provision port ea29d0b4-e606-4057-82d7-bb9321cfdb85 Aug 31 16:12:11.316502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b5c74-d3d8-469b-9da6-5885f4a9f29d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f494d0d-452d-4a61-95af-d2a5fe920d92,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:11.346762 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] Set router d74b9411-405e-42aa-88e9-a67d8e885637 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-9321f62a-a3ae-4bf0-9cde-adeca40eac6a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:11.348361 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:12:11.417627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a17b5c74-d3d8-469b-9da6-5885f4a9f29d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:11.420019 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a17b5c74-d3d8-469b-9da6-5885f4a9f29d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5318081 Aug 31 16:12:11.423973 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44380) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:12:11.428928 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Request body: {'floatingip': {'floating_network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:11.444896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:11.612405 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'name': 'tempest-ServerActionsTestJSON-1972573919-router', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:12:03Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 4, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'gw_port': {'id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:04Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'ea29d0b4-e606-4057-82d7-bb9321cfdb85', 'name': '', 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'mac_address': 'fa:16:3e:b3:48:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '2835c7a6-665e-4333-9275-02c3a92b7a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:06Z', 'updated_at': '2022-08-31T16:12:10Z', 'revision_number': 4, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'subnets': [{'id': '2835c7a6-665e-4333-9275-02c3a92b7a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:11.639692 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c3298-6e4d-46b2-89f8-45d245afb328 None None] The sync data for ids ['d74b9411-405e-42aa-88e9-a67d8e885637'] in dv-neutron-855257-2-hyperv is: [{'id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'name': 'tempest-ServerActionsTestJSON-1972573919-router', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:12:03Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 4, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'gw_port': {'id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:04Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'ea29d0b4-e606-4057-82d7-bb9321cfdb85', 'name': '', 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'mac_address': 'fa:16:3e:b3:48:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '2835c7a6-665e-4333-9275-02c3a92b7a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:06Z', 'updated_at': '2022-08-31T16:12:10Z', 'revision_number': 4, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'subnets': [{'id': '2835c7a6-665e-4333-9275-02c3a92b7a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:12:11.642002 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:11.783936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:11.918883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Allocated IP 172.26.2.101 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/05bc94ac-dae0-459f-945a-e3d4763c5fe4) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:12.099192 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for port (05bc94ac-dae0-459f-945a-e3d4763c5fe4), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:12.212713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:12.253501 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (05bc94ac-dae0-459f-945a-e3d4763c5fe4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:12.260946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:12.313293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:12.321638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:12.326079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:12:12.353000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Pushing event updated for resources: {'Port': ['ID=05bc94ac-dae0-459f-945a-e3d4763c5fe4,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:12.478049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for floatingip (57de9a5f-ee02-47fc-b6ec-3b2c60629e55), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:12.639542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (05bc94ac-dae0-459f-945a-e3d4763c5fe4), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:12.762179 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:12.825033 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for port (05bc94ac-dae0-459f-945a-e3d4763c5fe4), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:12.904478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (05bc94ac-dae0-459f-945a-e3d4763c5fe4), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:12.976599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Pushing event updated for resources: {'Port': ['ID=05bc94ac-dae0-459f-945a-e3d4763c5fe4,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:12.979580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729173'] for floatingip (57de9a5f-ee02-47fc-b6ec-3b2c60629e55), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:13.123815 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:13.125424 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cf267568-e078-4c8b-a034-6a663eea3f7c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7003756 Aug 31 16:12:13.146426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ea29d0b4-e606-4057-82d7-bb9321cfdb85 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:13.236008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port ea29d0b4-e606-4057-82d7-bb9321cfdb85 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:12:13.237605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:13.237888 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port ea29d0b4-e606-4057-82d7-bb9321cfdb85 Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:13.305757 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:12:13.325337 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-4b298c88-8e64-410b-871f-3ebec330e0c9 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1339531823&fields=id&tenant_id=331399f43be047d7a38960dbe8deeb24 HTTP/1.1" status: 200 len: 267 time: 0.0595856 Aug 31 16:12:13.460526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-fd11011f-5c27-4673-9fe7-93e35b2ace3d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:13.462169 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-fd11011f-5c27-4673-9fe7-93e35b2ace3d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/networks?id=7990efd9-3b58-47c6-aaa4-bec1f0174fe3 HTTP/1.1" status: 200 len: 812 time: 0.1276333 Aug 31 16:12:13.488332 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-e69a9216-939d-4094-8d9d-b25899b78adb tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/quotas/331399f43be047d7a38960dbe8deeb24 HTTP/1.1" status: 200 len: 375 time: 0.0113282 Aug 31 16:12:13.533440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:13.562326 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-b2532c72-9ba4-4e0a-b318-c6554e03d06a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=331399f43be047d7a38960dbe8deeb24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672481 Aug 31 16:12:13.678023 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-53e8de45-ba88-4d18-8c69-3b43e476d697 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/7990efd9-3b58-47c6-aaa4-bec1f0174fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026216 Aug 31 16:12:13.682871 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:13.752962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:13.812826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:13.816929 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-456fd1fe-d7a4-4c90-b6fc-6251f104b180 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/7990efd9-3b58-47c6-aaa4-bec1f0174fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309602 Aug 31 16:12:14.195428 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a9105366-4f20-4cb6-8067-50eba418abdd req-b1210a92-fe14-47c0-baa3-e166116ca324 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0331285 Aug 31 16:12:15.329413 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bb1a6a93-14a4-4f7a-84a1-7185118cdcc2 req-d5ed22b4-325c-4f2b-a8c1-3519532b8f56 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0347030 Aug 31 16:12:16.456932 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c745c14f-9b38-4483-b932-e6cbe7e6d017 req-05118acd-bc88-462f-89a3-23f3e7d1e7b5 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0339298 Aug 31 16:12:17.549902 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-66e6acbb-b1c9-440c-b12b-de73e46ecd25 req-2c3aada7-82bb-441b-8180-ca59e4303ce6 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0313554 Aug 31 16:12:18.646126 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8dee8c66-c88e-4b67-b192-76c113a4ec8c req-0f7a533e-df4f-4751-ac3d-fa2a6eca7e64 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0318913 Aug 31 16:12:19.766974 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-75bd719e-a548-4248-a255-dd39e116f7bd req-69a22c50-74b6-4f11-a82c-390e9c462665 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0363307 Aug 31 16:12:20.891016 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6d956dc8-e663-47df-8ce3-ee602a589b78 req-f2967432-461c-45de-92e6-f8775775e46e tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0343211 Aug 31 16:12:21.201605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:21.264099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-9eb26d81-3c18-4ad8-97d0-fc4b3a88aaf3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:21.265720 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-9eb26d81-3c18-4ad8-97d0-fc4b3a88aaf3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.43 "GET /networking/v2.0/networks?id=7990efd9-3b58-47c6-aaa4-bec1f0174fe3 HTTP/1.1" status: 200 len: 812 time: 0.1239748 Aug 31 16:12:21.359637 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-3d585354-1f4e-46ea-804c-4bc14775f2b1 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=331399f43be047d7a38960dbe8deeb24 HTTP/1.1" status: 200 len: 380 time: 0.0791311 Aug 31 16:12:21.370887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Request body: {'port': {'device_id': '595b86e7-df78-4a33-8114-14b2336cf8cd', 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3', 'admin_state_up': True, 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'security_groups': ['b605d0ee-840c-4b47-8d01-98a486e458dd']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:21.596682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Made reservation on behalf of 331399f43be047d7a38960dbe8deeb24 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:21.600721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:21.614704 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:21.615757 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:21.764674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Allocated IP 172.20.0.13 (7990efd9-3b58-47c6-aaa4-bec1f0174fe3/2835c7a6-665e-4333-9275-02c3a92b7a9b/4aa6a1cb-912e-4c11-89f0-34437b9d25ab) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:21.924927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:22.019648 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-78d57ec8-8bcc-4f5c-bb44-97c60f8a087f req-8b6ef29b-2329-4d55-9bf8-a578bfe1c135 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0363288 Aug 31 16:12:22.035755 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:22.089962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:22.093591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:22.098395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:12:22.104870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Pushing event updated for resources: {'Port': ['ID=4aa6a1cb-912e-4c11-89f0-34437b9d25ab,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:22.131437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:22.162082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:22.163121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:22.318922 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-764016a6-0df3-402e-ba39-b2830ed7b857 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9521935 Aug 31 16:12:22.338820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Request body: {'port': {'device_id': '595b86e7-df78-4a33-8114-14b2336cf8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:22.339324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c7dd5249-b5a4-4d45-89ce-daf581a46f2f None None] Provisioning complete for port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:12:22.339862 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c7dd5249-b5a4-4d45-89ce-daf581a46f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:22.340092 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c7dd5249-b5a4-4d45-89ce-daf581a46f2f None None] Attempt 1 to provision port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab Aug 31 16:12:22.378947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:22.379434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd5249-b5a4-4d45-89ce-daf581a46f2f None None] Port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:12:22.448728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:22.796253 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa6a1cb-912e-4c11-89f0-34437b9d25ab {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:12:22.811729 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Publish callbacks [] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:22.837515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Transition to ACTIVE for port object 4aa6a1cb-912e-4c11-89f0-34437b9d25ab will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:12:22.877895 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c7dd5249-b5a4-4d45-89ce-daf581a46f2f None None] Attempt 2 to provision port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab Aug 31 16:12:22.939932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd5249-b5a4-4d45-89ce-daf581a46f2f None None] Port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:12:22.955403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:23.046800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa6a1cb-912e-4c11-89f0-34437b9d25ab,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:23.094252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Attempting to bind port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:12:23.094749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Attempting to bind port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:12:23.095826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Attempting to bind port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab on network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:12:23.102989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab on network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:12:23.103497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Attempting to bind port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab on network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:12:23.112887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:12:23.113415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Checking segment: {'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:12:23.114067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Bound using segment: {'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:12:23.114781 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Bound port: 4aa6a1cb-912e-4c11-89f0-34437b9d25ab, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:12:23.115349 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:23.142760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:23.180810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d7d8e-392e-46f5-8269-801b5594d092 req-f8aa7daa-ec97-4966-8844-4d423a7f9add tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:23.185597 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-900d7d8e-392e-46f5-8269-801b5594d092 req-f8aa7daa-ec97-4966-8844-4d423a7f9add tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 944 time: 0.0853069 Aug 31 16:12:23.215295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] For port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:23.221124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] For port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=4aa6a1cb-912e-4c11-89f0-34437b9d25ab,segment=NetworkSegment(e8c0cfc0-2eee-43bf-b02d-e83810e6deb7),segment_id=e8c0cfc0-2eee-43bf-b02d-e83810e6deb7)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:23.262039 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-900d7d8e-392e-46f5-8269-801b5594d092 req-665e004a-3657-4ecf-b3b8-1be1cf949b0d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694885 Aug 31 16:12:23.322113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:23.325635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:23.326318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:23.327807 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/4aa6a1cb-912e-4c11-89f0-34437b9d25ab HTTP/1.1" status: 200 len: 1094 time: 0.9969733 Aug 31 16:12:23.330290 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595b86e7-df78-4a33-8114-14b2336cf8cd', 'tag': '4aa6a1cb-912e-4c11-89f0-34437b9d25ab'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:12:23.332733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d022c24-d542-4b2a-b52c-4bc832df572a" -d '{"events": [{"name": "network-changed", "server_uuid": "595b86e7-df78-4a33-8114-14b2336cf8cd", "tag": "4aa6a1cb-912e-4c11-89f0-34437b9d25ab"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:23.379780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0741042-fc34-4275-bbbb-643ee39047ca x-openstack-request-id: req-b0741042-fc34-4275-bbbb-643ee39047ca {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:23.380097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595b86e7-df78-4a33-8114-14b2336cf8cd", "tag": "4aa6a1cb-912e-4c11-89f0-34437b9d25ab", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:23.380352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0741042-fc34-4275-bbbb-643ee39047ca {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:23.380761 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0741042-fc34-4275-bbbb-643ee39047ca'] response: {'name': 'network-changed', 'server_uuid': '595b86e7-df78-4a33-8114-14b2336cf8cd', 'tag': '4aa6a1cb-912e-4c11-89f0-34437b9d25ab', 'status': 'completed', 'code': 200} Aug 31 16:12:23.441271 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c7dd5249-b5a4-4d45-89ce-daf581a46f2f None None] Attempt 3 to provision port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab Aug 31 16:12:23.466453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d97e4-52b7-438f-b38c-a1d604ce1359 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa6a1cb-912e-4c11-89f0-34437b9d25ab,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:23.487897 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd5249-b5a4-4d45-89ce-daf581a46f2f None None] Port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:12:23.491053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022c24-d542-4b2a-b52c-4bc832df572a req-8f5ef79a-0bb0-44f6-aea8-1ac7a21a69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:23.493953 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d022c24-d542-4b2a-b52c-4bc832df572a req-8f5ef79a-0bb0-44f6-aea8-1ac7a21a69bb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=331399f43be047d7a38960dbe8deeb24&device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 1128 time: 0.0900450 Aug 31 16:12:23.616220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022c24-d542-4b2a-b52c-4bc832df572a req-e77e3b43-c4d7-44b8-b1c5-f356bd91f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:23.617771 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d022c24-d542-4b2a-b52c-4bc832df572a req-e77e3b43-c4d7-44b8-b1c5-f356bd91f513 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=331399f43be047d7a38960dbe8deeb24&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1103122 Aug 31 16:12:23.735024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022c24-d542-4b2a-b52c-4bc832df572a req-2aeb1a77-5929-4ca3-ad8e-3e29552d1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:23.736647 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d022c24-d542-4b2a-b52c-4bc832df572a req-2aeb1a77-5929-4ca3-ad8e-3e29552d1489 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083386 Aug 31 16:12:23.828708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-0204b5a1-5618-4c83-8fbc-6f3d962885e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:23.831301 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-0204b5a1-5618-4c83-8fbc-6f3d962885e6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=331399f43be047d7a38960dbe8deeb24&device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 1128 time: 0.0461161 Aug 31 16:12:23.885619 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-a3686af3-feec-43ad-9213-2e0fcff67288 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aa6a1cb-912e-4c11-89f0-34437b9d25ab HTTP/1.1" status: 200 len: 217 time: 0.0433061 Aug 31 16:12:23.946136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-1781670e-51a4-4d53-86a9-5ed6207c6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:23.947689 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-1781670e-51a4-4d53-86a9-5ed6207c6cbd service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=2835c7a6-665e-4333-9275-02c3a92b7a9b HTTP/1.1" status: 200 len: 851 time: 0.0533741 Aug 31 16:12:23.999903 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-d909b350-18bf-45e0-9b27-f8d8cc733a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:24.002332 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-d909b350-18bf-45e0-9b27-f8d8cc733a29 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7990efd9-3b58-47c6-aaa4-bec1f0174fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450532 Aug 31 16:12:24.112359 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-0e8772b0-f7d8-4a02-b277-9613af64e6bf service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7990efd9-3b58-47c6-aaa4-bec1f0174fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006987 Aug 31 16:12:24.201312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:24.221655 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-c50705f1-a689-48c3-8a8a-8f559a502c16 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7990efd9-3b58-47c6-aaa4-bec1f0174fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014183 Aug 31 16:12:24.416055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf142-92de-4bea-8427-a09607ae5ae6 req-a5faa081-a711-4424-b1a1-0825dcaa5284 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:24.418806 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e00bf142-92de-4bea-8427-a09607ae5ae6 req-a5faa081-a711-4424-b1a1-0825dcaa5284 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 944 time: 0.0753078 Aug 31 16:12:24.498617 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e00bf142-92de-4bea-8427-a09607ae5ae6 req-31576ba5-2f98-434e-9782-a09125683b11 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725429 Aug 31 16:12:25.654272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d2736-bb03-4d5d-bf99-e9347decf413 req-c4666111-16b2-43c6-9947-7b30b241d131 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:25.655796 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea2d2736-bb03-4d5d-bf99-e9347decf413 req-c4666111-16b2-43c6-9947-7b30b241d131 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 944 time: 0.0589070 Aug 31 16:12:25.712712 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea2d2736-bb03-4d5d-bf99-e9347decf413 req-d79c7b26-ae20-4446-8813-ca08cdd24947 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507987 Aug 31 16:12:26.857519 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fea2a-ba7e-4752-895e-e8cda199517f req-8f085908-a98e-4b71-a5cc-041f09ba3905 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:26.859489 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-703fea2a-ba7e-4752-895e-e8cda199517f req-8f085908-a98e-4b71-a5cc-041f09ba3905 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 944 time: 0.0664983 Aug 31 16:12:26.931487 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-703fea2a-ba7e-4752-895e-e8cda199517f req-729da8de-1868-4a62-b4ba-ecafdc049ebd tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624661 Aug 31 16:12:27.969499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 4aa6a1cb-912e-4c11-89f0-34437b9d25ab details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:12:28.064184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:28.099553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630a082-d758-42b6-b537-1b290d1b49b4 req-b18582a9-56b4-4f4b-b027-bb17353f8df1 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:28.101229 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c630a082-d758-42b6-b537-1b290d1b49b4 req-b18582a9-56b4-4f4b-b027-bb17353f8df1 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 944 time: 0.0627244 Aug 31 16:12:28.119279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=4aa6a1cb-912e-4c11-89f0-34437b9d25ab,segment=NetworkSegment(e8c0cfc0-2eee-43bf-b02d-e83810e6deb7),segment_id=e8c0cfc0-2eee-43bf-b02d-e83810e6deb7)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:28.134727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '4aa6a1cb-912e-4c11-89f0-34437b9d25ab', 'network_id': '7990efd9-3b58-47c6-aaa4-bec1f0174fe3', 'port_id': '4aa6a1cb-912e-4c11-89f0-34437b9d25ab', 'mac_address': 'fa:16:3e:7d:1c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2835c7a6-665e-4333-9275-02c3a92b7a9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:12:28.166083 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c630a082-d758-42b6-b537-1b290d1b49b4 req-3b963699-4779-47ba-880f-ae728f2af4ba tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540593 Aug 31 16:12:28.175311 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:12:28.175754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:28.191417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa6a1cb-912e-4c11-89f0-34437b9d25ab {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:12:28.195689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:28.219218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=4aa6a1cb-912e-4c11-89f0-34437b9d25ab,segment=NetworkSegment(e8c0cfc0-2eee-43bf-b02d-e83810e6deb7),segment_id=e8c0cfc0-2eee-43bf-b02d-e83810e6deb7)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:28.288018 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:28.344031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=4aa6a1cb-912e-4c11-89f0-34437b9d25ab,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:28.560633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-b12ba8bb-8e09-4904-a61b-10b2e01b58e3 req-8d31547d-4926-462b-af6f-be1627c073be tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] (114266) timed out ('10.222.0.43', 63045) {{(pid=114266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 16:12:28.583483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['4aa6a1cb-912e-4c11-89f0-34437b9d25ab'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:12:28.807708 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:12:29.296442 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eab0a-e950-49f8-8773-76ae2f8b5c94 req-b81623a9-afcd-4220-8c22-7ec6ed1a0f11 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:29.298023 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b37eab0a-e950-49f8-8773-76ae2f8b5c94 req-b81623a9-afcd-4220-8c22-7ec6ed1a0f11 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0491276 Aug 31 16:12:29.348742 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b37eab0a-e950-49f8-8773-76ae2f8b5c94 req-c84de1d4-29dd-4937-8d8f-591f8ec11770 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447743 Aug 31 16:12:29.968749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 4aa6a1cb-912e-4c11-89f0-34437b9d25ab up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:30.037022 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:12:30.127718 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:12:30.128093 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:30.129053 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:12:30.179254 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:12:30.486642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183a69c-6af8-40ba-8f0c-0348e99dc44e req-ff7f2cfe-8aee-484e-b083-0e64ec80c332 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:30.488361 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4183a69c-6af8-40ba-8f0c-0348e99dc44e req-ff7f2cfe-8aee-484e-b083-0e64ec80c332 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0524366 Aug 31 16:12:30.547758 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4183a69c-6af8-40ba-8f0c-0348e99dc44e req-ac6ccb4b-2118-4cfa-9943-19718ffc7fe1 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535491 Aug 31 16:12:31.672842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc71aac-a2eb-4b32-9868-8721ecd55afb req-7f1fb4d8-ef52-45d8-96c6-d0356734d90e tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:31.674401 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cfc71aac-a2eb-4b32-9868-8721ecd55afb req-7f1fb4d8-ef52-45d8-96c6-d0356734d90e tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0491014 Aug 31 16:12:31.725812 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cfc71aac-a2eb-4b32-9868-8721ecd55afb req-2bb43663-a72d-4e80-9781-63ea4c6f7254 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457790 Aug 31 16:12:32.848108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a3cbf-39e6-493f-acf9-b0eab86df5de req-9fd18608-f7e7-4eea-bf39-985d3da29a2a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:32.849678 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f40a3cbf-39e6-493f-acf9-b0eab86df5de req-9fd18608-f7e7-4eea-bf39-985d3da29a2a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0500524 Aug 31 16:12:32.901413 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f40a3cbf-39e6-493f-acf9-b0eab86df5de req-f1dbd3e0-2c92-4757-8f81-a08db29c84bb tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459595 Aug 31 16:12:34.034609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cdb24-6ed3-4fd0-8c74-a4c9d300fc52 req-cd91b521-6b01-4def-818d-0de9dc982ed6 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:34.036276 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d00cdb24-6ed3-4fd0-8c74-a4c9d300fc52 req-cd91b521-6b01-4def-818d-0de9dc982ed6 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0589871 Aug 31 16:12:34.086453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:34.096026 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d00cdb24-6ed3-4fd0-8c74-a4c9d300fc52 req-0f1a51a1-65e8-415f-8a1d-6df0edbc5ef6 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535507 Aug 31 16:12:35.249470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320fbc-db6b-4dcb-9d7a-65fcb24151ca req-8bd02b1d-b79c-4b2c-9c4a-07ea031a34d9 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:35.251174 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-58320fbc-db6b-4dcb-9d7a-65fcb24151ca req-8bd02b1d-b79c-4b2c-9c4a-07ea031a34d9 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0574648 Aug 31 16:12:35.269149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:35.327222 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-58320fbc-db6b-4dcb-9d7a-65fcb24151ca req-45c1c789-7644-47bb-bd67-d1a6f70e0db3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691714 Aug 31 16:12:36.461960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d1d4b-82fd-44eb-b041-b02919cf7c50 req-91cb25e2-faba-42fb-9685-d1da9018790b tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:36.463678 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3b7d1d4b-82fd-44eb-b041-b02919cf7c50 req-91cb25e2-faba-42fb-9685-d1da9018790b tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0549068 Aug 31 16:12:36.518936 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3b7d1d4b-82fd-44eb-b041-b02919cf7c50 req-5f1d5854-c6c9-4368-ad0d-c374fc45a2d7 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492227 Aug 31 16:12:37.902185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20d7c2-6888-456a-88da-41d2638aaed8 req-936e3642-8d63-496a-b771-9432f6fbc28a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:37.903764 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ca20d7c2-6888-456a-88da-41d2638aaed8 req-936e3642-8d63-496a-b771-9432f6fbc28a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.3085206 Aug 31 16:12:37.956665 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ca20d7c2-6888-456a-88da-41d2638aaed8 req-dd2ad893-d05e-4344-8d40-4f6112a3c1e1 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 Aug 31 16:12:38.662643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9ff071af-5dd3-41d9-9aa3-9af46f04c775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:38.801915 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:38.802755 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:39.096924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc6f19-c600-4392-b3d2-6e18eb55c82b req-4c27b845-45e9-4a09-8cfa-e4b139c68b83 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:39.098542 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d4dc6f19-c600-4392-b3d2-6e18eb55c82b req-4c27b845-45e9-4a09-8cfa-e4b139c68b83 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0576191 Aug 31 16:12:39.151495 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d4dc6f19-c600-4392-b3d2-6e18eb55c82b req-d6fbe33e-a6f5-49b5-9104-ec9b8b4814d9 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471423 Aug 31 16:12:40.289486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1535ab-e355-420e-8db5-1f31b2b149a3 req-23d9e040-6b94-4a0a-8330-0e82240e90be tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:40.291167 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9a1535ab-e355-420e-8db5-1f31b2b149a3 req-23d9e040-6b94-4a0a-8330-0e82240e90be tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0533905 Aug 31 16:12:40.350663 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9a1535ab-e355-420e-8db5-1f31b2b149a3 req-af471f8d-b297-4ce8-ab5c-42c3980ffa3b tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534780 Aug 31 16:12:40.749381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-020eae42-8170-475b-b1f1-e6dd7e294a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:41.496374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c2aee-0fdd-4b18-8653-e20a51b99e5e req-12eb00db-075c-4cb9-9589-dfd897ae5d46 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:41.498190 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-292c2aee-0fdd-4b18-8653-e20a51b99e5e req-12eb00db-075c-4cb9-9589-dfd897ae5d46 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0510845 Aug 31 16:12:41.551089 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-292c2aee-0fdd-4b18-8653-e20a51b99e5e req-53b95741-7720-47ea-a97f-7d8065e46180 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465145 Aug 31 16:12:42.246254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:42.699472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2eaf3f-0137-419a-96b8-db3319144ff5 req-b8178636-0359-41be-94f5-d1002af25ba0 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:42.701074 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8f2eaf3f-0137-419a-96b8-db3319144ff5 req-b8178636-0359-41be-94f5-d1002af25ba0 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0589674 Aug 31 16:12:42.770112 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8f2eaf3f-0137-419a-96b8-db3319144ff5 req-d1470d54-bd0d-4309-a8c5-967d240296f9 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620008 Aug 31 16:12:43.673756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:43.789075 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:43.899642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:43.919629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e90e9a-aa89-4f02-9708-f22543b79ddc req-aaa1e20d-1b6f-46ce-9f6a-a4b31a345b05 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:43.921290 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-70e90e9a-aa89-4f02-9708-f22543b79ddc req-aaa1e20d-1b6f-46ce-9f6a-a4b31a345b05 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0544932 Aug 31 16:12:43.981042 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-70e90e9a-aa89-4f02-9708-f22543b79ddc req-506760de-4f1b-4dad-8b26-dc2df8d5ce8a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537152 Aug 31 16:12:45.132732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164cfeb-43eb-4c73-9af2-bf48f108fa32 req-a33c1ffd-98b7-4b5a-b74e-1ff120ad6457 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:45.135474 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3164cfeb-43eb-4c73-9af2-bf48f108fa32 req-a33c1ffd-98b7-4b5a-b74e-1ff120ad6457 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0727098 Aug 31 16:12:45.207349 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3164cfeb-43eb-4c73-9af2-bf48f108fa32 req-c9094c13-52eb-4e48-b650-7557c10f462f tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659671 Aug 31 16:12:46.369926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ea789-6899-4688-acf8-c70f7497ac8d req-91c97f1e-bb0b-4d94-b1a2-f9caa18a104f tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:46.371798 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ec1ea789-6899-4688-acf8-c70f7497ac8d req-91c97f1e-bb0b-4d94-b1a2-f9caa18a104f tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0677512 Aug 31 16:12:46.431962 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ec1ea789-6899-4688-acf8-c70f7497ac8d req-f9927c5f-2b0e-4b92-b7fa-0d3378f8f11d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532951 Aug 31 16:12:47.585080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275e78a-7145-44ff-ae32-5cce22d67633 req-0e253cc9-45d6-403a-a23f-a9e966cb6c4a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:47.587302 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5275e78a-7145-44ff-ae32-5cce22d67633 req-0e253cc9-45d6-403a-a23f-a9e966cb6c4a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0646529 Aug 31 16:12:47.665584 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5275e78a-7145-44ff-ae32-5cce22d67633 req-5b936227-d16e-4908-9c81-b9b3765195a0 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665894 Aug 31 16:12:48.802311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8a9b7-a26b-4673-b518-a59d637cb9e2 req-05560b8d-f804-4a5d-a7ce-cbc87f69eec1 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:48.803844 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-09f8a9b7-a26b-4673-b518-a59d637cb9e2 req-05560b8d-f804-4a5d-a7ce-cbc87f69eec1 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0543363 Aug 31 16:12:48.856637 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-09f8a9b7-a26b-4673-b518-a59d637cb9e2 req-0ac4c02a-3fc6-47c9-a6ef-de44c72ffd24 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468915 Aug 31 16:12:49.988637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27a24e-5392-4656-b080-6724d1d683ef req-cefc1689-5873-4bed-98a5-9f2f545e8e85 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:49.990303 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ba27a24e-5392-4656-b080-6724d1d683ef req-cefc1689-5873-4bed-98a5-9f2f545e8e85 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0544753 Aug 31 16:12:50.007780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:50.050756 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ba27a24e-5392-4656-b080-6724d1d683ef req-3107c8bd-9c9f-40fe-8fe6-3f1c512e2a7d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495002 Aug 31 16:12:51.186980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22384-31df-47a2-ae79-739a3a01a403 req-d100a3e0-6799-4921-aebb-04a57c82c1f7 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:51.188534 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b0f22384-31df-47a2-ae79-739a3a01a403 req-d100a3e0-6799-4921-aebb-04a57c82c1f7 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0547574 Aug 31 16:12:51.200441 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:12:51.244018 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b0f22384-31df-47a2-ae79-739a3a01a403 req-97ff96f9-d7ce-4229-802d-e1ba25e59927 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497012 Aug 31 16:12:52.404164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d960b47-6eb4-4210-8989-0d82da3409ec req-957da61f-3cc9-44dc-b45f-98546064ce38 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:52.406019 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7d960b47-6eb4-4210-8989-0d82da3409ec req-957da61f-3cc9-44dc-b45f-98546064ce38 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0654027 Aug 31 16:12:52.464281 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7d960b47-6eb4-4210-8989-0d82da3409ec req-24d5e2d8-7e43-4f7b-b685-2830eddcdf72 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517743 Aug 31 16:12:53.596310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc861c1-3cfc-4f88-bf9b-fdebb1a5fa7d req-d49e0e85-7aea-4c08-869e-58c3f47c57de tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:53.597905 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8cc861c1-3cfc-4f88-bf9b-fdebb1a5fa7d req-d49e0e85-7aea-4c08-869e-58c3f47c57de tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0510795 Aug 31 16:12:53.658791 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8cc861c1-3cfc-4f88-bf9b-fdebb1a5fa7d req-123bf5c1-f237-4a2e-ab87-234d3a5ab734 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510306 Aug 31 16:12:53.731421 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:53.732254 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:12:54.797694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaedfc-76ac-48df-83a6-74a7b7f03a8f req-cb3fe6d6-d90e-4f66-b24c-43c44ff720e0 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:54.800045 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-69eaedfc-76ac-48df-83a6-74a7b7f03a8f req-cb3fe6d6-d90e-4f66-b24c-43c44ff720e0 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0607727 Aug 31 16:12:54.855813 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-69eaedfc-76ac-48df-83a6-74a7b7f03a8f req-b826b6c8-946d-461a-9b45-6858d75ecbe6 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489128 Aug 31 16:12:55.983824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f76348-f236-49b4-a0d1-582127c4daff req-1cd03988-cc96-4e9a-8e16-efb45d378068 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:55.985632 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-45f76348-f236-49b4-a0d1-582127c4daff req-1cd03988-cc96-4e9a-8e16-efb45d378068 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0537133 Aug 31 16:12:56.047823 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-45f76348-f236-49b4-a0d1-582127c4daff req-c5619ae6-86c3-4145-a9da-c33da12d1fc3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564277 Aug 31 16:12:57.195192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abca12-f155-48eb-8949-cdfe70aebe00 req-74e34ff4-3fb0-4cd7-8801-2a3d0256141d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:57.197883 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-11abca12-f155-48eb-8949-cdfe70aebe00 req-74e34ff4-3fb0-4cd7-8801-2a3d0256141d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0627067 Aug 31 16:12:57.253033 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-11abca12-f155-48eb-8949-cdfe70aebe00 req-28677fda-b28c-4b53-95fe-1d0006280391 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493901 Aug 31 16:12:58.388421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd2242-ea16-44e9-8978-c6f56beee608 req-c72642f5-e809-435f-8c09-41be681bf3fb tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:58.390040 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f9fd2242-ea16-44e9-8978-c6f56beee608 req-c72642f5-e809-435f-8c09-41be681bf3fb tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0537405 Aug 31 16:12:58.449598 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f9fd2242-ea16-44e9-8978-c6f56beee608 req-f440ae83-5c40-4969-863b-640e071cfa7d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527716 Aug 31 16:12:59.580595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4ef58-1d2e-4424-a19a-1b644052fed7 req-f7b94430-0d0c-49c6-8106-9409b7b27b3a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:12:59.582381 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f1b4ef58-1d2e-4424-a19a-1b644052fed7 req-f7b94430-0d0c-49c6-8106-9409b7b27b3a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0534980 Aug 31 16:12:59.647143 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f1b4ef58-1d2e-4424-a19a-1b644052fed7 req-0cdd99fe-8469-45f3-a897-b0b17125b4a3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538166 Aug 31 16:13:00.847576 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc384833-e716-49f6-88ac-4988a79dd7eb req-87682ce0-8400-4e78-a3a1-891d1dc1bf91 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:00.849168 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cc384833-e716-49f6-88ac-4988a79dd7eb req-87682ce0-8400-4e78-a3a1-891d1dc1bf91 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.1161132 Aug 31 16:13:00.866876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:00.911243 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cc384833-e716-49f6-88ac-4988a79dd7eb req-a84c32b0-db0e-485a-8867-c1a25a930d4a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520504 Aug 31 16:13:01.116905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:01.118960 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:02.125702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fa67d-4d97-42e4-92c9-a581f467de96 req-94289044-29e8-4bbc-8540-d8196c3f0340 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:02.127333 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-210fa67d-4d97-42e4-92c9-a581f467de96 req-94289044-29e8-4bbc-8540-d8196c3f0340 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.1220260 Aug 31 16:13:02.172865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:02.187633 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-210fa67d-4d97-42e4-92c9-a581f467de96 req-f40600ae-2969-4670-9565-b3d0d8bea085 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540812 Aug 31 16:13:03.322426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb6a49-a8bd-42e2-a33e-b6cfe7347c1a req-a8adc2c7-d63c-4c08-86ec-efd4b9fb0ef1 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:03.327320 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a8fb6a49-a8bd-42e2-a33e-b6cfe7347c1a req-a8adc2c7-d63c-4c08-86ec-efd4b9fb0ef1 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0574651 Aug 31 16:13:03.381900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a8fb6a49-a8bd-42e2-a33e-b6cfe7347c1a req-18695381-9391-4d0b-9b24-1b29b00ee154 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511680 Aug 31 16:13:04.520159 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56659892-7637-44b9-8bec-e75d74f71847 req-ea642276-4a23-413e-9f56-fc928152d0b8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:04.522021 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-56659892-7637-44b9-8bec-e75d74f71847 req-ea642276-4a23-413e-9f56-fc928152d0b8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0589349 Aug 31 16:13:04.578632 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-56659892-7637-44b9-8bec-e75d74f71847 req-76b0a349-8569-4c95-a4eb-d4cb99a078cd tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502388 Aug 31 16:13:05.732821 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f0e75-4390-41da-8666-c2f84e5a5608 req-36cb0fc4-1469-4063-8d69-74ab6ac80086 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:05.735103 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-508f0e75-4390-41da-8666-c2f84e5a5608 req-36cb0fc4-1469-4063-8d69-74ab6ac80086 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0669146 Aug 31 16:13:05.791052 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-508f0e75-4390-41da-8666-c2f84e5a5608 req-f75f02f8-5d35-4a20-b072-7df8d2c3af4c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497408 Aug 31 16:13:05.808653 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:13:06.950396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb09102-275e-4d66-be4c-efcc34a46931 req-56eebe6a-0ffd-44d6-9e15-912f25163323 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:06.952057 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9cb09102-275e-4d66-be4c-efcc34a46931 req-56eebe6a-0ffd-44d6-9e15-912f25163323 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0565028 Aug 31 16:13:07.008932 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9cb09102-275e-4d66-be4c-efcc34a46931 req-05639ce8-f29a-4e4b-846a-10f6072a1f36 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506618 Aug 31 16:13:08.144464 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a2167-9093-43ab-bede-8431e2e49749 req-fe99ca86-5fe7-4f20-a5de-58a48c848a3d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:08.146069 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d1a2167-9093-43ab-bede-8431e2e49749 req-fe99ca86-5fe7-4f20-a5de-58a48c848a3d tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0589838 Aug 31 16:13:08.201115 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d1a2167-9093-43ab-bede-8431e2e49749 req-f7826be9-5ae9-40ea-a845-896c2281e71a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492923 Aug 31 16:13:08.628595 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-907681ef-678e-4069-9514-eb6b7fbb8dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:09.345689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619489ba-4d85-4055-bf66-ecaffbe90e09 req-1586c9bf-6d8d-4fc8-9030-9cbf0509e33c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:09.347596 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-619489ba-4d85-4055-bf66-ecaffbe90e09 req-1586c9bf-6d8d-4fc8-9030-9cbf0509e33c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0574412 Aug 31 16:13:09.409279 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-619489ba-4d85-4055-bf66-ecaffbe90e09 req-8d05535f-e9a3-4617-9f83-5bd91bb5638b tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552771 Aug 31 16:13:10.529891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:10.541806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809e594-9e31-4b5b-b987-610b42ee804c req-af9478b1-e4cb-409b-ab9c-84770465787f tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:10.552505 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f809e594-9e31-4b5b-b987-610b42ee804c req-af9478b1-e4cb-409b-ab9c-84770465787f tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0534828 Aug 31 16:13:10.607055 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f809e594-9e31-4b5b-b987-610b42ee804c req-4575b65e-0de6-499f-aa12-d60afedbfec6 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568645 Aug 31 16:13:10.766515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8d4448e0-dc95-466c-b6a5-76a2adf8adb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:11.763038 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6b9b4-6605-48e5-9729-8067e8520811 req-7cefdf13-2d7c-4223-b66f-b6c456b821a2 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:11.764733 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-08e6b9b4-6605-48e5-9729-8067e8520811 req-7cefdf13-2d7c-4223-b66f-b6c456b821a2 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0646775 Aug 31 16:13:11.830482 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-08e6b9b4-6605-48e5-9729-8067e8520811 req-c3f20455-aacd-4400-b2c6-d6e120071e50 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550547 Aug 31 16:13:12.206400 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:12.986493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e8ec9-4092-4065-8631-dd724a986348 req-a3209802-6bc4-4987-b700-132f7d4b21b8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:12.990793 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fc5e8ec9-4092-4065-8631-dd724a986348 req-a3209802-6bc4-4987-b700-132f7d4b21b8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0567815 Aug 31 16:13:13.068205 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fc5e8ec9-4092-4065-8631-dd724a986348 req-94df9193-b78b-4c1e-9b34-d31d80977771 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704210 Aug 31 16:13:13.639085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:13.838599 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:14.201354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae34ee-07d0-46bd-bdb6-0e3ce30f5ed5 req-4b6862e7-972f-4363-a26c-10b47a5350b6 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:14.203253 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-93ae34ee-07d0-46bd-bdb6-0e3ce30f5ed5 req-4b6862e7-972f-4363-a26c-10b47a5350b6 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0522358 Aug 31 16:13:14.265261 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-93ae34ee-07d0-46bd-bdb6-0e3ce30f5ed5 req-30598f6c-f696-453c-8fad-3d3f1128a0c3 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560052 Aug 31 16:13:15.406301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806b90f-9103-4cda-a84e-c691728bcda0 req-36f87e15-30d6-4d04-ae77-19640e0c636b tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:15.408201 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a806b90f-9103-4cda-a84e-c691728bcda0 req-36f87e15-30d6-4d04-ae77-19640e0c636b tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0598588 Aug 31 16:13:15.465116 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a806b90f-9103-4cda-a84e-c691728bcda0 req-17e04a17-4170-46a2-8ca6-5a63e69d1179 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509968 Aug 31 16:13:15.803342 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:15.804329 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:16.625842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be874e-3f55-4ca1-883f-e22aa0a3854a req-1921ba6e-bcff-4718-baf2-939a4b0e835e tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:16.628634 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-50be874e-3f55-4ca1-883f-e22aa0a3854a req-1921ba6e-bcff-4718-baf2-939a4b0e835e tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0679104 Aug 31 16:13:16.705265 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-50be874e-3f55-4ca1-883f-e22aa0a3854a req-965c49f2-b3c4-4122-82b8-4bf1b4e849dc tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674706 Aug 31 16:13:17.858116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830cc98-183f-44f7-8b9e-3febf15940d3 req-d2bfada1-dc3c-48dd-b086-6442772687b5 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:17.860773 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7830cc98-183f-44f7-8b9e-3febf15940d3 req-d2bfada1-dc3c-48dd-b086-6442772687b5 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0530746 Aug 31 16:13:17.915659 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7830cc98-183f-44f7-8b9e-3febf15940d3 req-1a3570eb-3291-4fec-a297-25879617aebc tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485809 Aug 31 16:13:19.003378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:19.044298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48299e5-e3e4-472f-97ca-10d09280210a req-2810fd78-0e3c-4377-843b-a0639fc4fb34 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:19.046612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e48299e5-e3e4-472f-97ca-10d09280210a req-2810fd78-0e3c-4377-843b-a0639fc4fb34 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0532086 Aug 31 16:13:19.102997 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e48299e5-e3e4-472f-97ca-10d09280210a req-7050bfb0-8b4f-46c0-8f6d-c5fa5617e8e2 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484188 Aug 31 16:13:20.239643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cefa5-6a36-4880-9cec-49d8b197d64e req-1d6297d0-2479-4d41-9b2e-a50bce45d13f tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:20.241244 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-382cefa5-6a36-4880-9cec-49d8b197d64e req-1d6297d0-2479-4d41-9b2e-a50bce45d13f tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0569293 Aug 31 16:13:20.293939 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-382cefa5-6a36-4880-9cec-49d8b197d64e req-a79b9ff2-60e0-44e5-90db-15fca0b3e9bf tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467768 Aug 31 16:13:21.183293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:21.423034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0c38-3f8b-4a4d-8e76-63491959e753 req-6077890d-b6b2-4e01-bc68-6001cba51858 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:21.423866 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-afdf0c38-3f8b-4a4d-8e76-63491959e753 req-6077890d-b6b2-4e01-bc68-6001cba51858 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0512662 Aug 31 16:13:21.478836 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-afdf0c38-3f8b-4a4d-8e76-63491959e753 req-b98b400b-eac8-463e-9ad6-7cf851397245 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485952 Aug 31 16:13:22.617445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec0d0-e7e6-4c95-b38f-44a27840f43e req-e8381128-5fd9-4b8d-83d0-455e994b5077 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:22.619443 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d31ec0d0-e7e6-4c95-b38f-44a27840f43e req-e8381128-5fd9-4b8d-83d0-455e994b5077 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0553520 Aug 31 16:13:22.676496 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d31ec0d0-e7e6-4c95-b38f-44a27840f43e req-7461a741-6738-4ab7-8c85-9342b0ee35f0 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503511 Aug 31 16:13:23.820477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1714ec2-e4d9-47fa-ba12-6f4146c00f51 req-cfc6412c-31f4-4b58-9ead-e7c4e5aa2ebf tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:23.822134 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b1714ec2-e4d9-47fa-ba12-6f4146c00f51 req-cfc6412c-31f4-4b58-9ead-e7c4e5aa2ebf tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0622694 Aug 31 16:13:23.879646 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b1714ec2-e4d9-47fa-ba12-6f4146c00f51 req-a45002b2-6623-4a5c-a03a-342e8722b8e5 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505531 Aug 31 16:13:25.011651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063190b-d0d1-4925-825c-61baab1f5224 req-007a6ad0-64f5-4dfb-ae7b-21d1c789f48a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:25.013293 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5063190b-d0d1-4925-825c-61baab1f5224 req-007a6ad0-64f5-4dfb-ae7b-21d1c789f48a tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0527680 Aug 31 16:13:25.081901 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5063190b-d0d1-4925-825c-61baab1f5224 req-4d863351-3e86-45b4-8433-a4b569eafb1e tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578678 Aug 31 16:13:26.219971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08668033-f9d5-410c-a395-b45619aac68c req-8138a308-5c4c-4953-83a9-5f216ead1089 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:26.221869 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-08668033-f9d5-410c-a395-b45619aac68c req-8138a308-5c4c-4953-83a9-5f216ead1089 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0572674 Aug 31 16:13:26.285979 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-08668033-f9d5-410c-a395-b45619aac68c req-aae8ad16-b0f6-416e-af13-7aaaa0217ebf tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b605d0ee-840c-4b47-8d01-98a486e458dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543187 Aug 31 16:13:26.874715 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-ac6f1ba7-6838-4439-a0cc-5f7e62425001 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:26.876631 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-ac6f1ba7-6838-4439-a0cc-5f7e62425001 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 945 time: 0.0539200 Aug 31 16:13:26.927581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:26.991832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Deleting port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:13:26.992148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:27.106356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] For port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=4aa6a1cb-912e-4c11-89f0-34437b9d25ab,segment=NetworkSegment(e8c0cfc0-2eee-43bf-b02d-e83810e6deb7),segment_id=e8c0cfc0-2eee-43bf-b02d-e83810e6deb7)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:27.106708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:27.125713 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Calling delete_port for 4aa6a1cb-912e-4c11-89f0-34437b9d25ab owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:13:27.393096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (4aa6a1cb-912e-4c11-89f0-34437b9d25ab), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:27.429072 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d2673f34-8307-40d2-b389-78296b59fbbe req-be43ecfa-d0b1-4202-b55c-a4d22ef07048 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0470886 Aug 31 16:13:27.435401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Pushing event deleted for resources: {'Port': ['ID=4aa6a1cb-912e-4c11-89f0-34437b9d25ab,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:27.450900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.451302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.451722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.452251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.452808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.453283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.453763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.454115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.454459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.454797 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.455139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.455526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.455858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.456185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.456508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.502890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] No DVR routers for this DVR port 4aa6a1cb-912e-4c11-89f0-34437b9d25ab on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:13:27.506111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:27.509862 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-be6d2e14-ee85-4f40-925f-cce92bf2089d req-c611deed-bd2d-49bc-89a0-65e231b64173 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.43 "DELETE /networking/v2.0/ports/4aa6a1cb-912e-4c11-89f0-34437b9d25ab HTTP/1.1" status: 204 len: 173 time: 0.6249919 Aug 31 16:13:27.510328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595b86e7-df78-4a33-8114-14b2336cf8cd', 'name': 'network-vif-deleted', 'tag': '4aa6a1cb-912e-4c11-89f0-34437b9d25ab'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:13:27.512706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd526145-8b54-4ff6-8a2d-a342b73bb182" -d '{"events": [{"server_uuid": "595b86e7-df78-4a33-8114-14b2336cf8cd", "name": "network-vif-deleted", "tag": "4aa6a1cb-912e-4c11-89f0-34437b9d25ab"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:13:27.560103 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b6eb93-2c38-4f5e-afae-169eb91e29dd x-openstack-request-id: req-37b6eb93-2c38-4f5e-afae-169eb91e29dd {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:13:27.560605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595b86e7-df78-4a33-8114-14b2336cf8cd", "name": "network-vif-deleted", "tag": "4aa6a1cb-912e-4c11-89f0-34437b9d25ab", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:13:27.561136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37b6eb93-2c38-4f5e-afae-169eb91e29dd {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:13:27.562190 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-37b6eb93-2c38-4f5e-afae-169eb91e29dd']: {'server_uuid': '595b86e7-df78-4a33-8114-14b2336cf8cd', 'name': 'network-vif-deleted', 'tag': '4aa6a1cb-912e-4c11-89f0-34437b9d25ab', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:13:28.546421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:28.568638 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4e61e7b3-9033-46f4-a05c-57dc6738e7da req-bdaced32-ec8d-4f71-9ad0-6f6f5eaa9894 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0314524 Aug 31 16:13:28.877520 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c18a2d0e-9937-407f-83f8-823e5e1a085a req-17ad0f8d-e929-448a-9b2a-c32354de88e7 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=595b86e7-df78-4a33-8114-14b2336cf8cd HTTP/1.1" status: 200 len: 210 time: 0.0338833 Aug 31 16:13:29.668444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44562) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:29.741193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group (b605d0ee-840c-4b47-8d01-98a486e458dd), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:29.770409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group (b605d0ee-840c-4b47-8d01-98a486e458dd), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:29.971456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (b605d0ee-840c-4b47-8d01-98a486e458dd), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:29.974212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:29.975439 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b605d0ee-840c-4b47-8d01-98a486e458dd HTTP/1.1" status: 204 len: 168 time: 0.3058608 Aug 31 16:13:29.978442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44564) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:29.991726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b605d0ee-840c-4b47-8d01-98a486e458dd,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:29.995013 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.api.v2.resource [None req-f49c1a05-338d-4168-96a6-ce9ae702cb46 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] show failed (client error): The resource could not be found. Aug 31 16:13:29.999427 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f49c1a05-338d-4168-96a6-ce9ae702cb46 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "GET /networking/v2.0/security-groups/b605d0ee-840c-4b47-8d01-98a486e458dd HTTP/1.1" status: 404 len: 347 time: 0.0184610 Aug 31 16:13:30.000707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44566) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:30.004636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.005152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.005708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.006285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.006880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.007403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.007943 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.008320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.008789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.009258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.009850 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.010321 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.010868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.011442 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.011822 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacdc06-1843-492f-acea-d4af9542f3a8 tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:30.140170 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 4aa6a1cb-912e-4c11-89f0-34437b9d25ab no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:30.173391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 4aa6a1cb-912e-4c11-89f0-34437b9d25ab {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:13:30.173971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 4aa6a1cb-912e-4c11-89f0-34437b9d25ab not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:30.181334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-7b78c62b-3921-4fb4-85a2-51fe804fa24c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Deleting port 05bc94ac-dae0-459f-945a-e3d4763c5fe4 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:13:30.181707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78c62b-3921-4fb4-85a2-51fe804fa24c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (05bc94ac-dae0-459f-945a-e3d4763c5fe4), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:30.184539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:30.276434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78c62b-3921-4fb4-85a2-51fe804fa24c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (05bc94ac-dae0-459f-945a-e3d4763c5fe4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:30.276746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78c62b-3921-4fb4-85a2-51fe804fa24c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for floatingip (05bc94ac-dae0-459f-945a-e3d4763c5fe4), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:30.292309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-7b78c62b-3921-4fb4-85a2-51fe804fa24c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Calling delete_port for 05bc94ac-dae0-459f-945a-e3d4763c5fe4 owned by network:floatingip {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:13:30.554307 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78c62b-3921-4fb4-85a2-51fe804fa24c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (05bc94ac-dae0-459f-945a-e3d4763c5fe4), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:30.583105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78c62b-3921-4fb4-85a2-51fe804fa24c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Pushing event deleted for resources: {'Port': ['ID=05bc94ac-dae0-459f-945a-e3d4763c5fe4,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:30.650110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:30.669863 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78c62b-3921-4fb4-85a2-51fe804fa24c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks [] for floatingip (57de9a5f-ee02-47fc-b6ec-3b2c60629e55), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:30.674329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7b78c62b-3921-4fb4-85a2-51fe804fa24c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for floatingip (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:30.685208 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7b78c62b-3921-4fb4-85a2-51fe804fa24c tempest-ServerActionsTestJSON-1770000855 tempest-ServerActionsTestJSON-1770000855-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/57de9a5f-ee02-47fc-b6ec-3b2c60629e55 HTTP/1.1" status: 204 len: 168 time: 0.6746664 Aug 31 16:13:30.685374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44568) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:30.729334 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:30.731549 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:30.941824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:31.060368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (d74b9411-405e-42aa-88e9-a67d8e885637), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:31.118740 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:31.379045 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] Deleting port ea29d0b4-e606-4057-82d7-bb9321cfdb85 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:13:31.379366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:31.476545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] For port ea29d0b4-e606-4057-82d7-bb9321cfdb85, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=ea29d0b4-e606-4057-82d7-bb9321cfdb85,segment=NetworkSegment(e8c0cfc0-2eee-43bf-b02d-e83810e6deb7),segment_id=e8c0cfc0-2eee-43bf-b02d-e83810e6deb7)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:31.476899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:31.494356 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] Calling delete_port for ea29d0b4-e606-4057-82d7-bb9321cfdb85 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:13:31.509349 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:31.777112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (ea29d0b4-e606-4057-82d7-bb9321cfdb85), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:31.802686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea29d0b4-e606-4057-82d7-bb9321cfdb85,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:32.007830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (d74b9411-405e-42aa-88e9-a67d8e885637), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:32.077846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:32.238101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] Router d74b9411-405e-42aa-88e9-a67d8e885637 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:13:32.354805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:32.361305 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8f29bea2-5059-4939-b280-ef68ecd3e01e admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/d74b9411-405e-42aa-88e9-a67d8e885637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6807652 Aug 31 16:13:32.364971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44570) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:32.368123 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] Sync routers for ids ['d74b9411-405e-42aa-88e9-a67d8e885637'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:32.381594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:32.385706 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] Routers {'d74b9411-405e-42aa-88e9-a67d8e885637'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:13:32.386357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:13:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d74b9411-405e-42aa-88e9-a67d8e885637'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:32.413075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:32.488367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Publish callbacks [] for router (d74b9411-405e-42aa-88e9-a67d8e885637), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:32.500743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] Set router d74b9411-405e-42aa-88e9-a67d8e885637 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:13:32.774271 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'name': 'tempest-ServerActionsTestJSON-1972573919-router', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:12:03Z', 'updated_at': '2022-08-31T16:13:31Z', 'revision_number': 5, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'gw_port': {'id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:04Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:32.818430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] Checking router: d74b9411-405e-42aa-88e9-a67d8e885637 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:13:32.834915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] Routers {'d74b9411-405e-42aa-88e9-a67d8e885637'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:13:32.835966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:13:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['d74b9411-405e-42aa-88e9-a67d8e885637'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:32.975628 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] Set router d74b9411-405e-42aa-88e9-a67d8e885637 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:13:33.015096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Publish callbacks [] for router_gateway (d74b9411-405e-42aa-88e9-a67d8e885637), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:33.170795 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Deleting port 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:13:33.171747 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:33.219489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'name': 'tempest-ServerActionsTestJSON-1972573919-router', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:12:03Z', 'updated_at': '2022-08-31T16:13:31Z', 'revision_number': 5, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'gw_port': {'id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:04Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:33.251679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3e01a-8900-408d-b4b1-1e0ab5cf6e85 None None] The sync data for ids ['d74b9411-405e-42aa-88e9-a67d8e885637'] in dv-neutron-855257-2-hyperv is: [{'id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'name': 'tempest-ServerActionsTestJSON-1972573919-router', 'tenant_id': '331399f43be047d7a38960dbe8deeb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:12:03Z', 'updated_at': '2022-08-31T16:13:31Z', 'revision_number': 5, 'project_id': '331399f43be047d7a38960dbe8deeb24', 'gw_port': {'id': '8e57c860-9ac4-42f6-a2a2-f3f5641a0391', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74b9411-405e-42aa-88e9-a67d8e885637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:12:04Z', 'updated_at': '2022-08-31T16:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:33.312059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] For port 8e57c860-9ac4-42f6-a2a2-f3f5641a0391, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8e57c860-9ac4-42f6-a2a2-f3f5641a0391,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:33.319267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:33.326619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Calling delete_port for 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:13:33.634255 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (8e57c860-9ac4-42f6-a2a2-f3f5641a0391), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:33.669038 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e57c860-9ac4-42f6-a2a2-f3f5641a0391,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:33.752184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (d74b9411-405e-42aa-88e9-a67d8e885637), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:33.857718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (d74b9411-405e-42aa-88e9-a67d8e885637), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:33.860466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Publish callbacks [] for router_controller (d74b9411-405e-42aa-88e9-a67d8e885637), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:33.861949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:34.079243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (d74b9411-405e-42aa-88e9-a67d8e885637), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.080256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d74b9411-405e-42aa-88e9-a67d8e885637 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:13:34.085268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.086613 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6e1f70f9-3209-4a0d-994f-a627e45bee00 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/d74b9411-405e-42aa-88e9-a67d8e885637 HTTP/1.1" status: 204 len: 168 time: 1.7204120 Aug 31 16:13:34.090282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44572) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:34.148095 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-56328c5f-271f-4fd1-9e63-12a979a916a9 admin admin] Deleting subnet 2835c7a6-665e-4333-9275-02c3a92b7a9b {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:13:34.152687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-56328c5f-271f-4fd1-9e63-12a979a916a9 admin admin] Publish callbacks [] for subnet (2835c7a6-665e-4333-9275-02c3a92b7a9b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.197658 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-56328c5f-271f-4fd1-9e63-12a979a916a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (2835c7a6-665e-4333-9275-02c3a92b7a9b), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.290256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-56328c5f-271f-4fd1-9e63-12a979a916a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (2835c7a6-665e-4333-9275-02c3a92b7a9b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.334055 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:34.492040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-56328c5f-271f-4fd1-9e63-12a979a916a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (2835c7a6-665e-4333-9275-02c3a92b7a9b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.522381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56328c5f-271f-4fd1-9e63-12a979a916a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2835c7a6-665e-4333-9275-02c3a92b7a9b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:34.528030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-56328c5f-271f-4fd1-9e63-12a979a916a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.531670 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-56328c5f-271f-4fd1-9e63-12a979a916a9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/2835c7a6-665e-4333-9275-02c3a92b7a9b HTTP/1.1" status: 204 len: 168 time: 0.4402585 Aug 31 16:13:34.537812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d806fd52-f653-48d2-b36e-1138fa119ea8 None None] Network 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:13:34.540296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44574) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:34.637676 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (7990efd9-3b58-47c6-aaa4-bec1f0174fe3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.696764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Deleting port 65638f2e-a5ef-47ed-925b-c90091ec9caf {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:13:34.697109 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.733414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] DHCP port deletion for 7990efd9-3b58-47c6-aaa4-bec1f0174fe3 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:13:34.801093 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Deleting port 65638f2e-a5ef-47ed-925b-c90091ec9caf {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:13:34.801801 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.808909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] For port 65638f2e-a5ef-47ed-925b-c90091ec9caf, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=65638f2e-a5ef-47ed-925b-c90091ec9caf,segment=NetworkSegment(e8c0cfc0-2eee-43bf-b02d-e83810e6deb7),segment_id=e8c0cfc0-2eee-43bf-b02d-e83810e6deb7)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:34.809278 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.825299 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Calling delete_port for 65638f2e-a5ef-47ed-925b-c90091ec9caf owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:13:34.851538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:34.882380 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] For port 65638f2e-a5ef-47ed-925b-c90091ec9caf, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=65638f2e-a5ef-47ed-925b-c90091ec9caf,segment=NetworkSegment(e8c0cfc0-2eee-43bf-b02d-e83810e6deb7),segment_id=e8c0cfc0-2eee-43bf-b02d-e83810e6deb7)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:34.882687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:34.898370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Calling delete_port for 65638f2e-a5ef-47ed-925b-c90091ec9caf owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:13:35.004572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:35.011584 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (65638f2e-a5ef-47ed-925b-c90091ec9caf), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:35.041063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Pushing event deleted for resources: {'Port': ['ID=65638f2e-a5ef-47ed-925b-c90091ec9caf,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:35.047147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] No DVR routers for this DVR port 65638f2e-a5ef-47ed-925b-c90091ec9caf on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:13:35.055202 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.055642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.055900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.056231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.056540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.057066 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.057233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.057548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.057843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.058169 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.059371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Pushing event deleted for resources: {'Port': ['ID=65638f2e-a5ef-47ed-925b-c90091ec9caf,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:35.059563 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.059851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.060112 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.060544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.061122 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557992aa-7dc2-4572-9c64-70e0a9ae9a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:35.067835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] No DVR routers for this DVR port 65638f2e-a5ef-47ed-925b-c90091ec9caf on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:13:35.162013 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (7990efd9-3b58-47c6-aaa4-bec1f0174fe3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:35.187732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ea29d0b4-e606-4057-82d7-bb9321cfdb85 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:35.193850 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7990efd9-3b58-47c6-aaa4-bec1f0174fe3']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:35.206914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:35.207214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c0cfc0-2eee-43bf-b02d-e83810e6deb7') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:35.209700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: ea29d0b4-e606-4057-82d7-bb9321cfdb85 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:13:35.210051 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device ea29d0b4-e606-4057-82d7-bb9321cfdb85 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:35.210484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 65638f2e-a5ef-47ed-925b-c90091ec9caf no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:35.221168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (e8c0cfc0-2eee-43bf-b02d-e83810e6deb7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:35.231383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 65638f2e-a5ef-47ed-925b-c90091ec9caf {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:13:35.231733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 65638f2e-a5ef-47ed-925b-c90091ec9caf not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:35.232170 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:35.244880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e8c0cfc0-2eee-43bf-b02d-e83810e6deb7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:35.255889 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:13:35.256819 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8e57c860-9ac4-42f6-a2a2-f3f5641a0391 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:35.257970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:13:35.258808 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (e8c0cfc0-2eee-43bf-b02d-e83810e6deb7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:35.324584 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment e8c0cfc0-2eee-43bf-b02d-e83810e6deb7 resource provider aggregate not found Aug 31 16:13:35.347266 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment e8c0cfc0-2eee-43bf-b02d-e83810e6deb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8c0cfc0-2eee-43bf-b02d-e83810e6deb7 found for delete ", "request_id": "req-27b912ed-dd56-4bf8-9088-b377fc51d496"}]} Aug 31 16:13:35.469059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (7990efd9-3b58-47c6-aaa4-bec1f0174fe3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:35.474996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:35.478403 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/7990efd9-3b58-47c6-aaa4-bec1f0174fe3 HTTP/1.1" status: 204 len: 168 time: 0.9368234 Aug 31 16:13:35.492087 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc72230-a1cf-4428-abb1-8a0da2e56753 admin admin] Pushing event deleted for resources: {'Network': ['ID=7990efd9-3b58-47c6-aaa4-bec1f0174fe3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:35.917817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44582) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:35.988545 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-63168c1f-9594-44cd-89d7-cb3bacddcefb admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=331399f43be047d7a38960dbe8deeb24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0692737 Aug 31 16:13:35.992518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44584) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:36.055198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1de4535-5592-46e8-a788-afac5ef38751 admin admin] Publish callbacks [] for security_group (2176a70c-1a3a-423d-93aa-2925abbad289), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:36.081431 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1de4535-5592-46e8-a788-afac5ef38751 admin admin] Publish callbacks [] for security_group (2176a70c-1a3a-423d-93aa-2925abbad289), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:36.089066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:36.262873 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1de4535-5592-46e8-a788-afac5ef38751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (2176a70c-1a3a-423d-93aa-2925abbad289), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:36.266458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c1de4535-5592-46e8-a788-afac5ef38751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:36.267974 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c1de4535-5592-46e8-a788-afac5ef38751 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2176a70c-1a3a-423d-93aa-2925abbad289 HTTP/1.1" status: 204 len: 168 time: 0.2743063 Aug 31 16:13:36.280671 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de4535-5592-46e8-a788-afac5ef38751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2176a70c-1a3a-423d-93aa-2925abbad289,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:37.640501 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44606) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:37.745418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1670702740-network', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:37.879976 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Made reservation on behalf of 40674ce456ba45f7ac7cd974a3501bb0 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:37.882755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:37.893522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:37.936955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:37.988545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Publish callbacks [] for security_group (e3e76edc-7b79-438d-a26d-505f1e659a58), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:38.108432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e3e76edc-7b79-438d-a26d-505f1e659a58), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:38.133864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:13:38.152655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:38.152999 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Added segment 6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac of type vlan for network 61fddaa9-353f-47df-be2f-c79604674cc5 Aug 31 16:13:38.155333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e76edc-7b79-438d-a26d-505f1e659a58,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:38.223599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (61fddaa9-353f-47df-be2f-c79604674cc5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:38.336788 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (61fddaa9-353f-47df-be2f-c79604674cc5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:38.337879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:38.338463 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:38.440392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] Pushing event updated for resources: {'Network': ['ID=61fddaa9-353f-47df-be2f-c79604674cc5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:38.453434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 61fddaa9-353f-47df-be2f-c79604674cc5 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:13:38.486431 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-24719708-c615-4875-b572-640df1e16d21 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8419013 Aug 31 16:13:38.487014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44610) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:38.495135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Request body: {'subnet': {'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1670702740-subnet', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:38.595470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Made reservation on behalf of 40674ce456ba45f7ac7cd974a3501bb0 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:38.598059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:38.674026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a90e08f4-61e2-41a2-adf1-f213154eb0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:38.875105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (3dc5de0d-5a9c-4e54-abac-d76e83902196), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:38.936365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc5de0d-5a9c-4e54-abac-d76e83902196,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:38.948442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Checking segment: {'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:13:38.948800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Network hostable DHCP agents. Network: 61fddaa9-353f-47df-be2f-c79604674cc5, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:13:39.039665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Network 61fddaa9-353f-47df-be2f-c79604674cc5 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:13:39.165644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 61fddaa9-353f-47df-be2f-c79604674cc5) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:39.171048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:39.172937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:39.178344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad2465-c2e2-4303-9cc7-9e8f03a3be52 None None] Network 61fddaa9-353f-47df-be2f-c79604674cc5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:13:39.257299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:39.285035 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f9ec7815-6cc4-4831-b5ed-07339163c0d5 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7963209 Aug 31 16:13:39.288401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44612) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:39.293076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1670702740-router', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:39.301551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-61fddaa9-353f-47df-be2f-c79604674cc5', 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5', 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'fixed_ips': [{'subnet_id': '3dc5de0d-5a9c-4e54-abac-d76e83902196'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:13:39.303226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:39.428824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (160db6c9-5441-4ac1-9f9a-eb752011f569), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:39.430009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (160db6c9-5441-4ac1-9f9a-eb752011f569), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:39.501078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks [] for router_controller (160db6c9-5441-4ac1-9f9a-eb752011f569), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:39.511646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Allocated IP 172.20.0.2 (61fddaa9-353f-47df-be2f-c79604674cc5/3dc5de0d-5a9c-4e54-abac-d76e83902196/019e7223-aa48-4f8a-9fec-05a6e6ce5321) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:39.708421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Publish callbacks [] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:39.780816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks [] for router_gateway (160db6c9-5441-4ac1-9f9a-eb752011f569), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:39.834384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:39.880994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:39.900228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Network 61fddaa9-353f-47df-be2f-c79604674cc5 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:39.904741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:39.906985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Pushing event updated for resources: {'Port': ['ID=019e7223-aa48-4f8a-9fec-05a6e6ce5321,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:39.909335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:13:39.975411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Attempting to bind port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:13:39.975652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Attempting to bind port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:13:39.976069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Attempting to bind port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 on network 61fddaa9-353f-47df-be2f-c79604674cc5 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:13:39.982243 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:13:39.983400 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Checking segment: {'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:13:39.983543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:39.983941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Bound using segment: {'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:13:39.984421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Bound port: 019e7223-aa48-4f8a-9fec-05a6e6ce5321, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:13:39.984802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:40.064471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:40.074872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] For port 019e7223-aa48-4f8a-9fec-05a6e6ce5321, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:40.078927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] For port 019e7223-aa48-4f8a-9fec-05a6e6ce5321, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=019e7223-aa48-4f8a-9fec-05a6e6ce5321,segment=NetworkSegment(6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac),segment_id=6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:40.177450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks [] for router_gateway (160db6c9-5441-4ac1-9f9a-eb752011f569), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:40.198357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:40.207916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:40.319091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Allocated IP 172.26.2.235 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/52340c1b-9d3f-4424-a1f4-c049ce257cd4) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:40.355708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:40.448060 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks [] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:40.454612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf757696-a545-430b-b3fb-3fab4c0dc2a8 None None] Pushing event updated for resources: {'Port': ['ID=019e7223-aa48-4f8a-9fec-05a6e6ce5321,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:40.680325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:40.727122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:40.732958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:40.735795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:13:40.767011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Pushing event updated for resources: {'Port': ['ID=52340c1b-9d3f-4424-a1f4-c049ce257cd4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:40.788149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4a57587e-358b-4b17-a51c-28ba4237c8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:41.175232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks [] for router_gateway (160db6c9-5441-4ac1-9f9a-eb752011f569), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:41.222192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:41.241755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 019e7223-aa48-4f8a-9fec-05a6e6ce5321 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:41.302712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:13:41.303087 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:41.303416 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:41.345142 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:13:41.412293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e3beb3-876d-4fd7-97ce-fda065efcef1 None None] Network 61fddaa9-353f-47df-be2f-c79604674cc5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:13:41.441869 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (160db6c9-5441-4ac1-9f9a-eb752011f569), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:41.475394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-05222589-55f3-4de6-bf74-39fa3ca64a52 None None] Provisioning complete for port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:13:41.475776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05222589-55f3-4de6-bf74-39fa3ca64a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:41.476114 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-05222589-55f3-4de6-bf74-39fa3ca64a52 None None] Attempt 1 to provision port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 Aug 31 16:13:41.527468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-05222589-55f3-4de6-bf74-39fa3ca64a52 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:41.569638 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:13:41.686569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Router 160db6c9-5441-4ac1-9f9a-eb752011f569 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:13:41.749596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:41.819935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:41.830117 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Sync routers for ids ['160db6c9-5441-4ac1-9f9a-eb752011f569'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:41.840478 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Routers {'160db6c9-5441-4ac1-9f9a-eb752011f569'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:13:41.841101 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:13:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['160db6c9-5441-4ac1-9f9a-eb752011f569'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:41.892146 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-178d96a1-e480-43e0-b770-43dcf0fca9e7 None None] Provisioning complete for port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:13:41.892715 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-178d96a1-e480-43e0-b770-43dcf0fca9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:41.892715 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-178d96a1-e480-43e0-b770-43dcf0fca9e7 None None] Attempt 1 to provision port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-178d96a1-e480-43e0-b770-43dcf0fca9e7 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:41.940278 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:13:41.949369 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Set router 160db6c9-5441-4ac1-9f9a-eb752011f569 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:13:42.013177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:42.014580 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-df30ab9d-dc11-4947-b7c0-2e2d0ab12f71 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7251067 Aug 31 16:13:42.017415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44614) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:13:42.149534 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'name': 'tempest-ServersNegativeTestJSON-1670702740-router', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:13:39Z', 'updated_at': '2022-08-31T16:13:40Z', 'revision_number': 3, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'gw_port': {'id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:13:40Z', 'updated_at': '2022-08-31T16:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:42.178081 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Checking router: 160db6c9-5441-4ac1-9f9a-eb752011f569 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:13:42.178501 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Updating router 160db6c9-5441-4ac1-9f9a-eb752011f569 port 52340c1b-9d3f-4424-a1f4-c049ce257cd4 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:13:42.218221 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:42.226734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:42.536667 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Publish callbacks [] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:42.641113 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:42.710144 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Attempting to bind port 52340c1b-9d3f-4424-a1f4-c049ce257cd4 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:13:42.710725 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Attempting to bind port 52340c1b-9d3f-4424-a1f4-c049ce257cd4 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:13:42.711286 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Attempting to bind port 52340c1b-9d3f-4424-a1f4-c049ce257cd4 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:13:42.728894 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:13:42.729406 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:13:42.730056 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:42.730605 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:13:42.731192 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Bound port: 52340c1b-9d3f-4424-a1f4-c049ce257cd4, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:13:42.731668 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:42.759964 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Pushing event updated for resources: {'Port': ['ID=52340c1b-9d3f-4424-a1f4-c049ce257cd4,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:42.774317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:42.776590 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.776936 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.777273 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.777641 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.777961 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.778285 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.778605 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.778914 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.779931 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.780990 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.781323 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.781673 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.781999 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.782318 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.782637 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:42.817962 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:13:42.822216 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] For port 52340c1b-9d3f-4424-a1f4-c049ce257cd4, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:42.825800 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] For port 52340c1b-9d3f-4424-a1f4-c049ce257cd4, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=52340c1b-9d3f-4424-a1f4-c049ce257cd4,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:42.927558 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:42.991684 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Routers {'160db6c9-5441-4ac1-9f9a-eb752011f569'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:13:42.992309 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:13:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['160db6c9-5441-4ac1-9f9a-eb752011f569'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:42.999873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:43.032036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Allocated IP 172.20.0.1 (61fddaa9-353f-47df-be2f-c79604674cc5/3dc5de0d-5a9c-4e54-abac-d76e83902196/923630c2-64b4-459c-aad1-c3ab23001b84) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:43.039329 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0690ffc-b46f-4b8c-96c3-ad8fb77730a9 None None] Pushing event updated for resources: {'Port': ['ID=52340c1b-9d3f-4424-a1f4-c049ce257cd4,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:43.087270 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:43.121940 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:43.128417 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] Set router 160db6c9-5441-4ac1-9f9a-eb752011f569 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:13:43.195747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Publish callbacks [] for port (923630c2-64b4-459c-aad1-c3ab23001b84), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:43.200421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:43.318985 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'name': 'tempest-ServersNegativeTestJSON-1670702740-router', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:13:39Z', 'updated_at': '2022-08-31T16:13:40Z', 'revision_number': 3, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'gw_port': {'id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:13:40Z', 'updated_at': '2022-08-31T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:43.332468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:43.346296 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6cc0c-a769-4df4-8d2f-75f1f6e7e2bf None None] The sync data for ids ['160db6c9-5441-4ac1-9f9a-eb752011f569'] in dv-neutron-855257-2-hyperv is: [{'id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'name': 'tempest-ServersNegativeTestJSON-1670702740-router', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:13:39Z', 'updated_at': '2022-08-31T16:13:40Z', 'revision_number': 3, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'gw_port': {'id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:13:40Z', 'updated_at': '2022-08-31T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:43.395288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Network 61fddaa9-353f-47df-be2f-c79604674cc5 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:43.399707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:43.405404 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:13:43.449637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=923630c2-64b4-459c-aad1-c3ab23001b84,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:43.471079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (160db6c9-5441-4ac1-9f9a-eb752011f569), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:43.673160 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:43.761095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:43.798942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Provisioning complete for port 923630c2-64b4-459c-aad1-c3ab23001b84 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:13:43.799817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:43.800424 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Attempt 1 to provision port 923630c2-64b4-459c-aad1-c3ab23001b84 Aug 31 16:13:43.830969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:43.853078 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Port 923630c2-64b4-459c-aad1-c3ab23001b84 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:13:43.956327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:44.040941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Publish callbacks [] for port (923630c2-64b4-459c-aad1-c3ab23001b84), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:44.172400 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:44.263963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=923630c2-64b4-459c-aad1-c3ab23001b84,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:44.267249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (160db6c9-5441-4ac1-9f9a-eb752011f569), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:44.355031 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Attempt 2 to provision port 923630c2-64b4-459c-aad1-c3ab23001b84 Aug 31 16:13:44.406346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Port 923630c2-64b4-459c-aad1-c3ab23001b84 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:13:44.436967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Network 61fddaa9-353f-47df-be2f-c79604674cc5 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:44.438767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:44.608892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Router 160db6c9-5441-4ac1-9f9a-eb752011f569 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:13:44.747685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:44.757311 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-337625ad-e1d5-468b-b1fc-0b2f1e25c9e2 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/160db6c9-5441-4ac1-9f9a-eb752011f569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7384551 Aug 31 16:13:44.907957 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Attempt 3 to provision port 923630c2-64b4-459c-aad1-c3ab23001b84 Aug 31 16:13:44.967338 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Port 923630c2-64b4-459c-aad1-c3ab23001b84 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:13:45.239479 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 52340c1b-9d3f-4424-a1f4-c049ce257cd4 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:45.322768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 52340c1b-9d3f-4424-a1f4-c049ce257cd4 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:13:45.323369 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:45.323914 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 52340c1b-9d3f-4424-a1f4-c049ce257cd4 Aug 31 16:13:45.378592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Sync routers for ids ['160db6c9-5441-4ac1-9f9a-eb752011f569'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:45.406327 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Routers {'160db6c9-5441-4ac1-9f9a-eb752011f569'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:13:45.406980 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:13:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['160db6c9-5441-4ac1-9f9a-eb752011f569'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:45.450550 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:13:45.456485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-9cfb32d5-e92d-49ed-b5e1-1d58a625b8bd tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:45.458076 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-9cfb32d5-e92d-49ed-b5e1-1d58a625b8bd tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/networks?id=61fddaa9-353f-47df-be2f-c79604674cc5 HTTP/1.1" status: 200 len: 814 time: 0.1925745 Aug 31 16:13:45.472203 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Attempt 4 to provision port 923630c2-64b4-459c-aad1-c3ab23001b84 Aug 31 16:13:45.484398 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-3e8547ab-757a-48c4-a2ea-1e0f51bc0beb tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/quotas/40674ce456ba45f7ac7cd974a3501bb0 HTTP/1.1" status: 200 len: 375 time: 0.0187864 Aug 31 16:13:45.575034 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-cc3951a8-799c-421a-8a04-497a473e1429 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=40674ce456ba45f7ac7cd974a3501bb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844526 Aug 31 16:13:45.648508 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-4e459319-516d-463c-9ff8-e93fad2538d8 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 16:13:45.649993 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-4e459319-516d-463c-9ff8-e93fad2538d8 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0655532 Aug 31 16:13:45.726453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Port 923630c2-64b4-459c-aad1-c3ab23001b84 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:13:45.754623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Set router 160db6c9-5441-4ac1-9f9a-eb752011f569 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:13:45.763249 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d6e47fc1-6f5b-4ec9-9036-b025ceaef822 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/61fddaa9-353f-47df-be2f-c79604674cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054211 Aug 31 16:13:45.780320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:45.880546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:45.893826 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-62f53e0c-1ba9-4fef-8743-c004986ce21b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/61fddaa9-353f-47df-be2f-c79604674cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227329 Aug 31 16:13:46.088045 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'name': 'tempest-ServersNegativeTestJSON-1670702740-router', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:13:39Z', 'updated_at': '2022-08-31T16:13:43Z', 'revision_number': 4, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'gw_port': {'id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:13:40Z', 'updated_at': '2022-08-31T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '923630c2-64b4-459c-aad1-c3ab23001b84', 'name': '', 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'mac_address': 'fa:16:3e:7d:e1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '3dc5de0d-5a9c-4e54-abac-d76e83902196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:13:42Z', 'updated_at': '2022-08-31T16:13:43Z', 'revision_number': 2, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'subnets': [{'id': '3dc5de0d-5a9c-4e54-abac-d76e83902196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:46.143423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Checking router: 160db6c9-5441-4ac1-9f9a-eb752011f569 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:13:46.144008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Updating router 160db6c9-5441-4ac1-9f9a-eb752011f569 port 923630c2-64b4-459c-aad1-c3ab23001b84 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:13:46.193485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:46.217877 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:46.279146 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5e575287-5840-4052-99f8-27406cf2a0d4 req-3b4abe8e-8e6b-4d82-b912-a7da42e79dc5 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 210 time: 0.0638490 Aug 31 16:13:46.322768 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Attempt 5 to provision port 923630c2-64b4-459c-aad1-c3ab23001b84 Aug 31 16:13:46.444964 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Port 923630c2-64b4-459c-aad1-c3ab23001b84 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:13:46.554544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Publish callbacks [] for port (923630c2-64b4-459c-aad1-c3ab23001b84), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:46.646018 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:46.745424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb515c73-d10d-495d-8243-089869cf2d37 None None] Pushing event updated for resources: {'Port': ['ID=923630c2-64b4-459c-aad1-c3ab23001b84,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:46.766955 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Attempting to bind port 923630c2-64b4-459c-aad1-c3ab23001b84 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:13:46.767394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Attempting to bind port 923630c2-64b4-459c-aad1-c3ab23001b84 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:13:46.767812 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Attempting to bind port 923630c2-64b4-459c-aad1-c3ab23001b84 on network 61fddaa9-353f-47df-be2f-c79604674cc5 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:13:46.775217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:13:46.775745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Checking segment: {'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:13:46.776219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:46.776731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Bound using segment: {'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:13:46.777280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Bound port: 923630c2-64b4-459c-aad1-c3ab23001b84, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:13:46.777754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:46.868459 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] For port 923630c2-64b4-459c-aad1-c3ab23001b84, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:46.874804 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] For port 923630c2-64b4-459c-aad1-c3ab23001b84, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=923630c2-64b4-459c-aad1-c3ab23001b84,segment=NetworkSegment(6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac),segment_id=6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:46.946082 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Attempt 6 to provision port 923630c2-64b4-459c-aad1-c3ab23001b84 Aug 31 16:13:46.988734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:47.040389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Port 923630c2-64b4-459c-aad1-c3ab23001b84 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:13:47.057839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Routers {'160db6c9-5441-4ac1-9f9a-eb752011f569'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:13:47.058500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:13:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['160db6c9-5441-4ac1-9f9a-eb752011f569'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:47.104670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb515c73-d10d-495d-8243-089869cf2d37 None None] Pushing event updated for resources: {'Port': ['ID=923630c2-64b4-459c-aad1-c3ab23001b84,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:47.214688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:47.227360 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] Set router 160db6c9-5441-4ac1-9f9a-eb752011f569 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:13:47.412746 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7e10af5a-827d-40b9-992d-a42f7e56be76 req-e6b56450-1116-453b-a92b-a116cf9682cf tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 210 time: 0.0425718 Aug 31 16:13:47.552594 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Attempt 7 to provision port 923630c2-64b4-459c-aad1-c3ab23001b84 Aug 31 16:13:47.643319 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'name': 'tempest-ServersNegativeTestJSON-1670702740-router', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:13:39Z', 'updated_at': '2022-08-31T16:13:43Z', 'revision_number': 4, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'gw_port': {'id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:13:40Z', 'updated_at': '2022-08-31T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '923630c2-64b4-459c-aad1-c3ab23001b84', 'name': '', 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'mac_address': 'fa:16:3e:7d:e1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '3dc5de0d-5a9c-4e54-abac-d76e83902196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:13:42Z', 'updated_at': '2022-08-31T16:13:46Z', 'revision_number': 4, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'subnets': [{'id': '3dc5de0d-5a9c-4e54-abac-d76e83902196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:47.695607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de8ffa-a267-4eb0-a3d9-6aaedfb51860 None None] The sync data for ids ['160db6c9-5441-4ac1-9f9a-eb752011f569'] in dv-neutron-855257-2-hyperv is: [{'id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'name': 'tempest-ServersNegativeTestJSON-1670702740-router', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:13:39Z', 'updated_at': '2022-08-31T16:13:43Z', 'revision_number': 4, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'gw_port': {'id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:13:40Z', 'updated_at': '2022-08-31T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '923630c2-64b4-459c-aad1-c3ab23001b84', 'name': '', 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'mac_address': 'fa:16:3e:7d:e1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '3dc5de0d-5a9c-4e54-abac-d76e83902196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:13:42Z', 'updated_at': '2022-08-31T16:13:46Z', 'revision_number': 4, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'subnets': [{'id': '3dc5de0d-5a9c-4e54-abac-d76e83902196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4c399722-8f83-4619-854a-f207bb88090f None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:47.698809 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:13:47.829099 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-761b7b8a-da80-413b-a073-d407e952cb54 None None] Provisioning complete for port 923630c2-64b4-459c-aad1-c3ab23001b84 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:13:47.829696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-761b7b8a-da80-413b-a073-d407e952cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:47.836216 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-761b7b8a-da80-413b-a073-d407e952cb54 None None] Attempt 1 to provision port 923630c2-64b4-459c-aad1-c3ab23001b84 Aug 31 16:13:47.898731 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-761b7b8a-da80-413b-a073-d407e952cb54 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:47.903264 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:13:48.554749 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eb6ca0c7-a51e-4fd2-8371-e4de2c8d562b req-472dabab-b7c5-4981-bac6-97dea33572fd tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 210 time: 0.0384319 Aug 31 16:13:49.225584 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 923630c2-64b4-459c-aad1-c3ab23001b84 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:49.285093 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 923630c2-64b4-459c-aad1-c3ab23001b84 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:13:49.285815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:49.286354 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 923630c2-64b4-459c-aad1-c3ab23001b84 Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:49.337790 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:13:49.699254 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a35f1473-3cda-4111-9b13-d49c3b17354f req-a762b691-b775-4693-a5a1-5d195742ee9c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 210 time: 0.0386887 Aug 31 16:13:50.097744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-97255206-caa0-435a-8dd4-d07fb140bd97 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:50.099358 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-97255206-caa0-435a-8dd4-d07fb140bd97 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.43 "GET /networking/v2.0/networks?id=61fddaa9-353f-47df-be2f-c79604674cc5 HTTP/1.1" status: 200 len: 814 time: 0.1305947 Aug 31 16:13:50.128916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Request body: {'port': {'device_id': '906c0f26-90a9-47b0-a1c9-ef8e72287153', 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5', 'admin_state_up': True, 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:50.360220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Made reservation on behalf of 40674ce456ba45f7ac7cd974a3501bb0 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:50.366721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:50.379656 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:50.535097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Allocated IP 172.20.0.14 (61fddaa9-353f-47df-be2f-c79604674cc5/3dc5de0d-5a9c-4e54-abac-d76e83902196/1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:50.581939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:50.773669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Publish callbacks [] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:50.815745 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8cfa6722-76dc-4a8e-ac87-75acbe8eb9d4 req-21e92888-8b22-4aff-8986-d41d076ade0e tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 210 time: 0.0327866 Aug 31 16:13:50.971693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:51.033131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Network 61fddaa9-353f-47df-be2f-c79604674cc5 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:51.039373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:51.041750 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Pushing event updated for resources: {'Port': ['ID=1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:51.044173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:13:51.136155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:51.137214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:51.257641 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:51.288483 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-f891613c-ee7b-4835-a88c-3207927b6419 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1641295 Aug 31 16:13:51.304261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Request body: {'port': {'device_id': '906c0f26-90a9-47b0-a1c9-ef8e72287153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:51.345044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1beff940-3fa4-4b11-a312-4b94edf4d55c None None] Provisioning complete for port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:13:51.346001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1beff940-3fa4-4b11-a312-4b94edf4d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:51.346001 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1beff940-3fa4-4b11-a312-4b94edf4d55c None None] Attempt 1 to provision port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc Aug 31 16:13:51.400597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:51.403251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1beff940-3fa4-4b11-a312-4b94edf4d55c None None] Port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:13:51.650359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:51.714905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:13:51.725243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Publish callbacks [] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:51.744533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Transition to ACTIVE for port object 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:13:51.874503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:51.904552 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1beff940-3fa4-4b11-a312-4b94edf4d55c None None] Attempt 2 to provision port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc Aug 31 16:13:51.952662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1beff940-3fa4-4b11-a312-4b94edf4d55c None None] Port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:13:51.955466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Pushing event updated for resources: {'Port': ['ID=1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:52.001992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8405b7c-5565-4ff3-a1d6-8ed590679021 req-d64f2e7d-4330-4b9d-b271-797216d379e9 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:52.005876 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b8405b7c-5565-4ff3-a1d6-8ed590679021 req-d64f2e7d-4330-4b9d-b271-797216d379e9 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 944 time: 0.1047795 Aug 31 16:13:52.020914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Attempting to bind port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:13:52.021246 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Attempting to bind port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:13:52.021634 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Attempting to bind port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc on network 61fddaa9-353f-47df-be2f-c79604674cc5 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:13:52.029312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc on network 61fddaa9-353f-47df-be2f-c79604674cc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:13:52.029863 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Attempting to bind port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc on network 61fddaa9-353f-47df-be2f-c79604674cc5 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:13:52.036508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:13:52.036840 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Checking segment: {'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:13:52.037245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Bound using segment: {'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:13:52.037673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Bound port: 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:13:52.038050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:52.055604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:52.077689 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b8405b7c-5565-4ff3-a1d6-8ed590679021 req-7d9516c0-aaff-4498-bf4b-dea82ec7d82a tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Aug 31 16:13:52.116252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] For port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:52.121115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] For port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc,segment=NetworkSegment(6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac),segment_id=6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:52.235054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:52.238480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:52.242737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:52.242737 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc HTTP/1.1" status: 200 len: 1094 time: 0.9410477 Aug 31 16:13:52.243688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906c0f26-90a9-47b0-a1c9-ef8e72287153', 'tag': '1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:13:52.246003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252cc2c4-6712-4801-b1bb-0f461eb6f8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "906c0f26-90a9-47b0-a1c9-ef8e72287153", "tag": "1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:13:52.299732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7827de3-4e0a-4d9a-aa3f-9814137f1a0a x-openstack-request-id: req-e7827de3-4e0a-4d9a-aa3f-9814137f1a0a {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:13:52.300024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906c0f26-90a9-47b0-a1c9-ef8e72287153", "tag": "1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:13:52.300920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7827de3-4e0a-4d9a-aa3f-9814137f1a0a {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:13:52.301339 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7827de3-4e0a-4d9a-aa3f-9814137f1a0a'] response: {'name': 'network-changed', 'server_uuid': '906c0f26-90a9-47b0-a1c9-ef8e72287153', 'tag': '1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc', 'status': 'completed', 'code': 200} Aug 31 16:13:52.306687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd15eb-0adc-47b9-8dc3-bfc777f3c25c service neutron] Pushing event updated for resources: {'Port': ['ID=1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:52.378316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc2c4-6712-4801-b1bb-0f461eb6f8bb req-c2a60a3d-b3ed-4c6b-9477-e82086bf7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:52.379832 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-252cc2c4-6712-4801-b1bb-0f461eb6f8bb req-c2a60a3d-b3ed-4c6b-9477-e82086bf7c0b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=40674ce456ba45f7ac7cd974a3501bb0&device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 1128 time: 0.0573556 Aug 31 16:13:52.454376 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1beff940-3fa4-4b11-a312-4b94edf4d55c None None] Attempt 3 to provision port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc Aug 31 16:13:52.505679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1beff940-3fa4-4b11-a312-4b94edf4d55c None None] Port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:13:52.518607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc2c4-6712-4801-b1bb-0f461eb6f8bb req-73e21ac0-6d9a-4f53-9e00-53f229e08b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:52.521307 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-252cc2c4-6712-4801-b1bb-0f461eb6f8bb req-73e21ac0-6d9a-4f53-9e00-53f229e08b00 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=40674ce456ba45f7ac7cd974a3501bb0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1296711 Aug 31 16:13:52.652575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc2c4-6712-4801-b1bb-0f461eb6f8bb req-f3877f1c-1f53-44b8-865e-180b9403f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:52.656300 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-252cc2c4-6712-4801-b1bb-0f461eb6f8bb req-f3877f1c-1f53-44b8-865e-180b9403f595 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250591 Aug 31 16:13:52.756355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-433c39cd-215d-4233-987b-91c851e976e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:52.758782 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-433c39cd-215d-4233-987b-91c851e976e2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=40674ce456ba45f7ac7cd974a3501bb0&device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 1128 time: 0.0528488 Aug 31 16:13:52.806822 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-e45e1905-d555-4250-80ee-b1b5ef8a820c service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc HTTP/1.1" status: 200 len: 217 time: 0.0379775 Aug 31 16:13:52.879007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-cca68c79-6fdf-4aa7-8dd8-5e600433ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:52.880533 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-cca68c79-6fdf-4aa7-8dd8-5e600433ea6c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3dc5de0d-5a9c-4e54-abac-d76e83902196 HTTP/1.1" status: 200 len: 853 time: 0.0650668 Aug 31 16:13:52.940150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-ea254316-224c-4127-91b3-2701c50cba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:52.941910 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-ea254316-224c-4127-91b3-2701c50cba2b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=61fddaa9-353f-47df-be2f-c79604674cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518053 Aug 31 16:13:53.048036 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d63cb4dc-1689-4e1d-910e-a8ff3cc56491 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/61fddaa9-353f-47df-be2f-c79604674cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991721 Aug 31 16:13:53.083198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:53.174124 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-6c8df571-a8b4-4d46-be0c-55043595ff76 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/61fddaa9-353f-47df-be2f-c79604674cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170886 Aug 31 16:13:53.277261 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282f56a-0f39-400c-bfa3-738a9cc79011 req-3d0d5c73-03bf-489b-a28d-108144d46709 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:53.279612 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f282f56a-0f39-400c-bfa3-738a9cc79011 req-3d0d5c73-03bf-489b-a28d-108144d46709 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 944 time: 0.0619481 Aug 31 16:13:53.344183 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f282f56a-0f39-400c-bfa3-738a9cc79011 req-85cb31a4-fd11-49df-9a24-b75eeba1cd4c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544410 Aug 31 16:13:54.492855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21e23e-09ed-4dce-8967-31699d3772d1 req-e401ac8f-c762-4dba-be6e-3c52c692eabc tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:54.494543 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f21e23e-09ed-4dce-8967-31699d3772d1 req-e401ac8f-c762-4dba-be6e-3c52c692eabc tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 944 time: 0.0519242 Aug 31 16:13:54.560448 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4f21e23e-09ed-4dce-8967-31699d3772d1 req-a6e9b78d-e4bc-4c7a-ac24-2c20a4bd83f8 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541036 Aug 31 16:13:55.697039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81c7f8-6866-4c41-a6d1-cee4be31cd75 req-ebaf80fd-ec87-4259-974a-880b03350f9a tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:55.698687 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2e81c7f8-6866-4c41-a6d1-cee4be31cd75 req-ebaf80fd-ec87-4259-974a-880b03350f9a tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 944 time: 0.0590003 Aug 31 16:13:55.759478 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2e81c7f8-6866-4c41-a6d1-cee4be31cd75 req-46b1548b-7374-4f6c-83e6-a11b96f759d3 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503142 Aug 31 16:13:56.262671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:13:56.376594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc,segment=NetworkSegment(6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac),segment_id=6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:56.392391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc', 'network_id': '61fddaa9-353f-47df-be2f-c79604674cc5', 'port_id': '1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc', 'mac_address': 'fa:16:3e:3c:e2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc5de0d-5a9c-4e54-abac-d76e83902196', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:13:56.579536 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:13:56.580000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:56.596852 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:13:56.624909 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc,segment=NetworkSegment(6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac),segment_id=6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:56.776824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:56.835291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:56.922835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d9cf0-63a8-47e7-85a6-ca7cc380d20d req-f79060f7-34b5-4adc-84d3-b075f07128a6 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:56.924688 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d77d9cf0-63a8-47e7-85a6-ca7cc380d20d req-f79060f7-34b5-4adc-84d3-b075f07128a6 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0664978 Aug 31 16:13:57.006906 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d77d9cf0-63a8-47e7-85a6-ca7cc380d20d req-29f7c90b-2be5-4ca7-90be-21c5982cbc93 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706339 Aug 31 16:13:57.039572 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:13:57.179216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:57.535952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-e3a34568-8637-4fd2-a9c8-cd3157ed4fdc req-758b58df-7fbf-484a-b2fa-bfbe9d763026 tempest-TestNetworkBasicOps-462008460 tempest-TestNetworkBasicOps-462008460-project] (114266) timed out ('10.222.0.46', 42414) {{(pid=114266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 16:13:58.184059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf5864-3e05-4730-b36a-b757a80953a1 req-cbfc6a1e-af70-4bb3-a3bf-68b449bf665b tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:58.186487 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2bcf5864-3e05-4730-b36a-b757a80953a1 req-cbfc6a1e-af70-4bb3-a3bf-68b449bf665b tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0556209 Aug 31 16:13:58.253161 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2bcf5864-3e05-4730-b36a-b757a80953a1 req-f205a3fe-1e4d-4778-bb03-b98b53788150 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511992 Aug 31 16:13:58.294090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:58.334630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:13:58.345312 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:13:58.502626 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:13:58.503134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:13:58.503534 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:13:58.565086 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:13:59.414919 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef80f9-2c2f-4775-a7ba-1695bf7e271b req-5ab8bca4-876a-43c9-b408-a302c7dffab6 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:13:59.421877 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c1ef80f9-2c2f-4775-a7ba-1695bf7e271b req-5ab8bca4-876a-43c9-b408-a302c7dffab6 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0735364 Aug 31 16:13:59.490503 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c1ef80f9-2c2f-4775-a7ba-1695bf7e271b req-0369055c-dde4-4553-bce1-c58db5881c94 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618796 Aug 31 16:14:00.626313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181168a3-44c0-4297-9cd7-4390836c95f4 req-a1da4e50-67d5-4dc8-a8f5-8ac579a23203 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:00.627896 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-181168a3-44c0-4297-9cd7-4390836c95f4 req-a1da4e50-67d5-4dc8-a8f5-8ac579a23203 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0533886 Aug 31 16:14:00.690676 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-181168a3-44c0-4297-9cd7-4390836c95f4 req-d2cc05b9-9afb-4426-bba2-0f3a170a8580 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563354 Aug 31 16:14:01.824033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9b9ee-bd66-46ba-a347-e7051a0888d8 req-7c763ad8-ce6d-48ad-bf48-be3301b8b307 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:01.827020 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7ae9b9ee-bd66-46ba-a347-e7051a0888d8 req-7c763ad8-ce6d-48ad-bf48-be3301b8b307 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0527570 Aug 31 16:14:01.893965 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7ae9b9ee-bd66-46ba-a347-e7051a0888d8 req-06393839-b732-4529-aaea-890dbbf8f1ee tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576832 Aug 31 16:14:03.012108 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:03.021631 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6401ce4-29c7-47e0-93ec-be482357c290 req-cb11b7be-8d88-4d31-8aef-c692a6b5cc17 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:03.023271 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e6401ce4-29c7-47e0-93ec-be482357c290 req-cb11b7be-8d88-4d31-8aef-c692a6b5cc17 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0520272 Aug 31 16:14:03.079030 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e6401ce4-29c7-47e0-93ec-be482357c290 req-1a3d3288-11e6-44f9-8be4-f1a1b8747324 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492210 Aug 31 16:14:04.208173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cd78b-6445-468e-9404-ae2dfeccb9c4 req-80ac902b-8e92-4f71-85fc-52770bf2a676 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:04.209831 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-894cd78b-6445-468e-9404-ae2dfeccb9c4 req-80ac902b-8e92-4f71-85fc-52770bf2a676 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Aug 31 16:14:04.278008 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-894cd78b-6445-468e-9404-ae2dfeccb9c4 req-e878ab9e-ce06-4698-97c0-33982f1ad4a1 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617752 Aug 31 16:14:05.432722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c822a1e-56a7-4e5c-9eb0-00980b98028d req-1921d509-98f8-4c79-9c7b-0b3ff3d7d36a tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:05.434305 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6c822a1e-56a7-4e5c-9eb0-00980b98028d req-1921d509-98f8-4c79-9c7b-0b3ff3d7d36a tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0699332 Aug 31 16:14:05.493010 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6c822a1e-56a7-4e5c-9eb0-00980b98028d req-78713fa6-c93f-4da7-a39d-5ef100671cc7 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519795 Aug 31 16:14:06.645612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd5eef-c4d7-47d9-b2a4-f1f507b4d33a req-379b71b3-e0d6-4885-8252-112e1ed42b36 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:06.647449 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-02bd5eef-c4d7-47d9-b2a4-f1f507b4d33a req-379b71b3-e0d6-4885-8252-112e1ed42b36 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0713692 Aug 31 16:14:06.701815 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-02bd5eef-c4d7-47d9-b2a4-f1f507b4d33a req-faddafee-d48b-4501-a8a4-9ba1ce34f64e tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Aug 31 16:14:07.834805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec4a48-e062-4a7d-ab39-07045ba76b44 req-93158219-477b-4350-8cc0-e71396a477b2 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:07.836318 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-94ec4a48-e062-4a7d-ab39-07045ba76b44 req-93158219-477b-4350-8cc0-e71396a477b2 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0598588 Aug 31 16:14:07.889160 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-94ec4a48-e062-4a7d-ab39-07045ba76b44 req-2dfd8224-67dc-4661-8d09-82897febfcba tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457253 Aug 31 16:14:08.608723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ee7250f9-632c-4362-8de0-c48eefb9d5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:08.752183 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=52 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:08.754064 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=17 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:09.018231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:09.027222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1d5d-7271-41c7-9951-6bd1abd5c27a req-a37148b0-ddff-4b54-acc5-2dba5409ffd7 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:09.030795 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d1e1d5d-7271-41c7-9951-6bd1abd5c27a req-a37148b0-ddff-4b54-acc5-2dba5409ffd7 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0582719 Aug 31 16:14:09.089548 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d1e1d5d-7271-41c7-9951-6bd1abd5c27a req-9c68e614-b2ba-456d-95e2-c29f1a362e17 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502200 Aug 31 16:14:10.228785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de145764-6809-4e85-b9d0-8209398faff7 req-6e63e561-8848-4460-abb9-38bf2aac8bdc tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:10.230459 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-de145764-6809-4e85-b9d0-8209398faff7 req-6e63e561-8848-4460-abb9-38bf2aac8bdc tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0531278 Aug 31 16:14:10.288174 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-de145764-6809-4e85-b9d0-8209398faff7 req-c0909cef-1b34-4374-9444-8d9adcbbfef2 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Aug 31 16:14:10.805284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-baa53c4c-ce79-4373-b28f-b767cb5518cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:11.447097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4e708-709e-4a77-807d-d7f21770907a req-9fed5e20-763f-4f48-8647-0b04fc1b8e91 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:11.448628 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0eb4e708-709e-4a77-807d-d7f21770907a req-9fed5e20-763f-4f48-8647-0b04fc1b8e91 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0524664 Aug 31 16:14:11.505421 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0eb4e708-709e-4a77-807d-d7f21770907a req-3f1ca236-e8e0-40dc-ab1b-c1c1b999c05d tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497859 Aug 31 16:14:12.296515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:12.657822 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3445956-6f20-4370-ac04-9e38e359e8b4 req-6c782f5b-2097-414c-a457-7942b815c40c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:12.659434 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3445956-6f20-4370-ac04-9e38e359e8b4 req-6c782f5b-2097-414c-a457-7942b815c40c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0546143 Aug 31 16:14:12.709827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:12.718445 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e3445956-6f20-4370-ac04-9e38e359e8b4 req-6d8024eb-8949-4ead-be2e-f4c115487a20 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527649 Aug 31 16:14:13.616545 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:13.853758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b0191-9780-420b-b5a5-f4f6a87c2ecf req-86a23bff-615f-456b-b6af-adc956ec989b tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:13.855344 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-415b0191-9780-420b-b5a5-f4f6a87c2ecf req-86a23bff-615f-456b-b6af-adc956ec989b tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0579772 Aug 31 16:14:13.860165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:13.909164 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-415b0191-9780-420b-b5a5-f4f6a87c2ecf req-f16f260d-f914-4701-9ecd-02924b0ee97b tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Aug 31 16:14:15.059851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f021495-7ce3-4d5e-9909-c1dd65b007e3 req-862da516-bec5-46a2-9286-b99fb1cd87d6 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:15.062169 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7f021495-7ce3-4d5e-9909-c1dd65b007e3 req-862da516-bec5-46a2-9286-b99fb1cd87d6 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0735505 Aug 31 16:14:15.123818 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7f021495-7ce3-4d5e-9909-c1dd65b007e3 req-ef789082-510c-4cac-9c96-73807b558636 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554004 Aug 31 16:14:16.304527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eb121-64b0-496b-a5e3-fe1dde7cf75b req-bf6af99c-d0c6-41da-bc65-64d637fe3724 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:16.306953 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-399eb121-64b0-496b-a5e3-fe1dde7cf75b req-bf6af99c-d0c6-41da-bc65-64d637fe3724 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0628898 Aug 31 16:14:16.376345 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-399eb121-64b0-496b-a5e3-fe1dde7cf75b req-ad7e1e58-afbc-4388-ab91-9c36e7d44f59 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614676 Aug 31 16:14:17.546281 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799fbb-341b-4bf3-8e04-de6fefc5fa34 req-53091e79-0317-4e25-82d0-2059fd90c5fd tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:17.548052 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c2799fbb-341b-4bf3-8e04-de6fefc5fa34 req-53091e79-0317-4e25-82d0-2059fd90c5fd tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0609055 Aug 31 16:14:17.619268 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c2799fbb-341b-4bf3-8e04-de6fefc5fa34 req-1ae2acf1-b442-48ed-9364-a77528d6153c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649185 Aug 31 16:14:18.765829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317608f7-c633-40a6-96ae-89acb6e8250b req-a2c19286-4890-4448-9e24-57aa0680fc7f tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:18.767511 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-317608f7-c633-40a6-96ae-89acb6e8250b req-a2c19286-4890-4448-9e24-57aa0680fc7f tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0569789 Aug 31 16:14:18.801149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:18.833490 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-317608f7-c633-40a6-96ae-89acb6e8250b req-a6c804d9-d028-4666-a90c-4bd81d02c0b9 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558479 Aug 31 16:14:19.808314 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:14:19.972836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614879c2-fdbb-493b-80db-2ce67767feec req-23fb8489-d20d-4eb0-aa1d-0831c0af5240 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:19.974843 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-614879c2-fdbb-493b-80db-2ce67767feec req-23fb8489-d20d-4eb0-aa1d-0831c0af5240 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0593858 Aug 31 16:14:20.035653 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-614879c2-fdbb-493b-80db-2ce67767feec req-f15a4265-b446-4273-ab18-8d74be943ff3 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542436 Aug 31 16:14:21.182817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7954a-cea6-400e-98c5-e834063cebaf req-d8a594d6-fc59-4055-8e3f-648490bf68d0 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:21.185107 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e0b7954a-cea6-400e-98c5-e834063cebaf req-d8a594d6-fc59-4055-8e3f-648490bf68d0 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0686119 Aug 31 16:14:21.235387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:21.255682 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e0b7954a-cea6-400e-98c5-e834063cebaf req-db83c679-84bc-4c3c-83e9-5f04a46ddf10 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636373 Aug 31 16:14:22.442170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec036ff-a6ae-4c92-9232-c5b27a7921fd req-f61a3f35-4b13-4541-947f-b2d6456c5bcf tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:22.444774 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2ec036ff-a6ae-4c92-9232-c5b27a7921fd req-f61a3f35-4b13-4541-947f-b2d6456c5bcf tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0916486 Aug 31 16:14:22.517677 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2ec036ff-a6ae-4c92-9232-c5b27a7921fd req-96026a61-12bb-4cf2-a4e7-e4848f27c4fc tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654290 Aug 31 16:14:23.672579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777aee-47af-47ef-a072-188c4b326178 req-22dfdfaa-abff-4ce2-a711-50da75bfa030 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:23.674518 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9d777aee-47af-47ef-a072-188c4b326178 req-22dfdfaa-abff-4ce2-a711-50da75bfa030 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0588500 Aug 31 16:14:23.734953 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9d777aee-47af-47ef-a072-188c4b326178 req-74c3282f-c947-4b1b-a174-8b08c5ff518e tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541086 Aug 31 16:14:24.893723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb9170-9e91-4e13-8421-f49ac1631a83 req-2f441f52-ebb2-48d3-9040-fc86561bed9b tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:24.895417 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22eb9170-9e91-4e13-8421-f49ac1631a83 req-2f441f52-ebb2-48d3-9040-fc86561bed9b tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0693126 Aug 31 16:14:24.954323 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22eb9170-9e91-4e13-8421-f49ac1631a83 req-da26c938-d4e0-4347-9675-2f54b6d37a72 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527961 Aug 31 16:14:26.112709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635d5d-1b64-4577-b26c-b2f6cdcb6dec req-df8bb7e9-d726-432e-a997-f6dcd68b8304 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:26.114830 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e7635d5d-1b64-4577-b26c-b2f6cdcb6dec req-df8bb7e9-d726-432e-a997-f6dcd68b8304 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0580521 Aug 31 16:14:26.172617 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e7635d5d-1b64-4577-b26c-b2f6cdcb6dec req-c2c8344d-6c9d-4fbd-a6c5-77f065d912ea tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499790 Aug 31 16:14:27.341511 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4e769-28c4-4556-8bd4-2e4cfde1c5f8 req-e7660585-e430-4e85-8d52-2376a5420a61 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:27.344366 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7ee4e769-28c4-4556-8bd4-2e4cfde1c5f8 req-e7660585-e430-4e85-8d52-2376a5420a61 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0631173 Aug 31 16:14:27.426450 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7ee4e769-28c4-4556-8bd4-2e4cfde1c5f8 req-d796e2e5-de95-463a-8af8-430b7279b482 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753224 Aug 31 16:14:28.610011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c283b5-dfed-4621-a696-7654b8874aec req-5026c726-fbb9-4469-a785-93b783bd4a2c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:28.618465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f7c283b5-dfed-4621-a696-7654b8874aec req-5026c726-fbb9-4469-a785-93b783bd4a2c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0589166 Aug 31 16:14:28.670867 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f7c283b5-dfed-4621-a696-7654b8874aec req-758d62ee-38a0-4d28-b735-235bb099c17d tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525074 Aug 31 16:14:29.802627 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:29.803770 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:29.831722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c05a21-bbca-4b3f-9169-3433346b8381 req-084d69c8-91e0-47b1-ad67-5523beaf0255 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:29.833459 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-79c05a21-bbca-4b3f-9169-3433346b8381 req-084d69c8-91e0-47b1-ad67-5523beaf0255 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0564742 Aug 31 16:14:29.880908 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:29.903780 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-79c05a21-bbca-4b3f-9169-3433346b8381 req-e2cf78a5-b6eb-4fd4-806c-599277c8d7b2 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592799 Aug 31 16:14:31.059768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911a297-f0b5-4334-ab21-010e999a9708 req-0771423b-2389-433e-a9c5-51f010629700 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:31.061841 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f911a297-f0b5-4334-ab21-010e999a9708 req-0771423b-2389-433e-a9c5-51f010629700 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0556054 Aug 31 16:14:31.131657 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=26,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:31.134723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:31.141958 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f911a297-f0b5-4334-ab21-010e999a9708 req-01c6a8fc-c850-4d88-9ff0-591f3f1ff1ca tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739036 Aug 31 16:14:32.299353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2aa7a-8c54-4044-a00e-ec6c3c9a9711 req-6b60a3e4-b4f9-44e9-8620-0cb0fae1610a tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:32.300972 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a7d2aa7a-8c54-4044-a00e-ec6c3c9a9711 req-6b60a3e4-b4f9-44e9-8620-0cb0fae1610a tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0628786 Aug 31 16:14:32.381474 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a7d2aa7a-8c54-4044-a00e-ec6c3c9a9711 req-433eac65-79de-46f3-8185-e9f8602ddf8b tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695591 Aug 31 16:14:33.520423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e005e-05b9-46fd-8d65-1b8fe0e18fbf req-7383d200-de42-4d68-baa5-f01358a80640 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:33.522505 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8b2e005e-05b9-46fd-8d65-1b8fe0e18fbf req-7383d200-de42-4d68-baa5-f01358a80640 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0580757 Aug 31 16:14:33.585676 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8b2e005e-05b9-46fd-8d65-1b8fe0e18fbf req-9172d971-af92-403d-9870-daf697c39850 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549641 Aug 31 16:14:34.730152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ab224-db38-4f34-a753-73a32b9807ff req-f776acc5-edf6-4b70-abfe-10672f7196dc tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:34.731802 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a08ab224-db38-4f34-a753-73a32b9807ff req-f776acc5-edf6-4b70-abfe-10672f7196dc tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0618601 Aug 31 16:14:34.789057 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a08ab224-db38-4f34-a753-73a32b9807ff req-06fa48ae-2719-4978-b2e2-db17bd189a90 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503268 Aug 31 16:14:35.889342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:35.931096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c0653-c22d-47b2-832e-ec964821bfe6 req-9ff14ccb-d984-4bd8-97f1-913056f77fab tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:35.935366 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6b8c0653-c22d-47b2-832e-ec964821bfe6 req-9ff14ccb-d984-4bd8-97f1-913056f77fab tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0570405 Aug 31 16:14:35.990093 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6b8c0653-c22d-47b2-832e-ec964821bfe6 req-91dce5d6-9310-4f92-b760-4ba94c75f813 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493772 Aug 31 16:14:37.144338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b67cf-6f32-4ff0-914f-f4bcf9a47a3a req-769d5ff3-e371-44eb-b1af-93c822e7259e tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:37.146026 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-063b67cf-6f32-4ff0-914f-f4bcf9a47a3a req-769d5ff3-e371-44eb-b1af-93c822e7259e tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0597641 Aug 31 16:14:37.210459 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-063b67cf-6f32-4ff0-914f-f4bcf9a47a3a req-010f01df-6bd5-4da4-9201-970d794512d6 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543416 Aug 31 16:14:38.368023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d219-c033-468d-834c-511c6946d3aa req-33292ee9-6206-4b42-b6f7-6d392d118597 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:38.370209 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d95d219-c033-468d-834c-511c6946d3aa req-33292ee9-6206-4b42-b6f7-6d392d118597 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0627995 Aug 31 16:14:38.435112 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d95d219-c033-468d-834c-511c6946d3aa req-9b3538fe-34fc-4c7a-b293-12b2421843b3 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573192 Aug 31 16:14:38.591875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-db3c45dc-c083-42e3-95c7-89474cdc1431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:39.587907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e0b4d-7676-449c-b769-1d6fe4a013a6 req-a3e4c832-e1f3-4d3e-91b9-ba94e8fdf5e9 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:39.589528 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d97e0b4d-7676-449c-b769-1d6fe4a013a6 req-a3e4c832-e1f3-4d3e-91b9-ba94e8fdf5e9 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0551400 Aug 31 16:14:39.656334 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d97e0b4d-7676-449c-b769-1d6fe4a013a6 req-e7d1a36f-218d-42ec-80e4-bfa96c017332 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546503 Aug 31 16:14:40.759099 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-afa25a03-4910-40da-8df8-c7ee1a9fc64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:40.799757 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac5b7a-335f-4693-84e2-ce8b0aa30aa5 req-a55f8160-6502-4ba9-ad47-8ed90b26a255 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:40.801440 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b1ac5b7a-335f-4693-84e2-ce8b0aa30aa5 req-a55f8160-6502-4ba9-ad47-8ed90b26a255 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0639699 Aug 31 16:14:40.864434 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b1ac5b7a-335f-4693-84e2-ce8b0aa30aa5 req-cbbb27fd-d463-4312-aba1-8dbd90c6360d tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566409 Aug 31 16:14:41.999113 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:42.009124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa885e-74ac-4abe-9b56-99ee77effb7a req-a0eebde3-598c-47c6-85ac-950750069062 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:42.011196 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f1aa885e-74ac-4abe-9b56-99ee77effb7a req-a0eebde3-598c-47c6-85ac-950750069062 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0607510 Aug 31 16:14:42.080238 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f1aa885e-74ac-4abe-9b56-99ee77effb7a req-9564e4df-a001-454d-accc-1c3c04032bad tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623789 Aug 31 16:14:42.318903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:43.256058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817ede-d2c6-4179-85c8-340e51ffbf93 req-b6e7d3e2-5351-4941-a54e-e05991deca02 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:43.258774 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-88817ede-d2c6-4179-85c8-340e51ffbf93 req-b6e7d3e2-5351-4941-a54e-e05991deca02 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0866108 Aug 31 16:14:43.318973 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-88817ede-d2c6-4179-85c8-340e51ffbf93 req-23753860-2704-4e54-9bbd-19fdcd08f545 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533953 Aug 31 16:14:43.677535 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:43.842684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:44.456097 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb2a03-e5a8-4b81-a3c0-b183b0e181fb req-68fb4917-77e4-445b-94cb-dfcb36fdadbe tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:44.457780 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-98cb2a03-e5a8-4b81-a3c0-b183b0e181fb req-68fb4917-77e4-445b-94cb-dfcb36fdadbe tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0499747 Aug 31 16:14:44.516401 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-98cb2a03-e5a8-4b81-a3c0-b183b0e181fb req-8bae2622-90f3-43e3-afdd-baba2bfdca5c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524068 Aug 31 16:14:44.735423 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:44.736127 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:45.670207 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a977253-7b01-40cb-9e32-87dc82349a68 req-9c72e4ba-b43a-4310-a63d-048fbd4375c8 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:45.671855 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3a977253-7b01-40cb-9e32-87dc82349a68 req-9c72e4ba-b43a-4310-a63d-048fbd4375c8 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0723011 Aug 31 16:14:45.728898 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3a977253-7b01-40cb-9e32-87dc82349a68 req-1912092c-feec-487d-96fe-eea9c7d29cc6 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511613 Aug 31 16:14:46.897616 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8830b-d731-478c-a5e1-66cacb2586de req-b67e75b8-59ba-4d39-983c-0365672b9c9d tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:46.899953 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f2a8830b-d731-478c-a5e1-66cacb2586de req-b67e75b8-59ba-4d39-983c-0365672b9c9d tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0574322 Aug 31 16:14:46.958072 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f2a8830b-d731-478c-a5e1-66cacb2586de req-d7dae3bd-8ae5-460c-9cf6-2a4eca3ee235 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476129 Aug 31 16:14:48.097036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:48.107209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478815cf-5fb7-4b71-940d-4ee2ba3d8cf2 req-b7cd4196-d91a-4d56-a7ef-f5888e13a8cb tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:48.111034 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-478815cf-5fb7-4b71-940d-4ee2ba3d8cf2 req-b7cd4196-d91a-4d56-a7ef-f5888e13a8cb tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0583665 Aug 31 16:14:48.173995 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-478815cf-5fb7-4b71-940d-4ee2ba3d8cf2 req-092ec6e6-9303-4e87-bfd9-e7ad3c5a5abb tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586157 Aug 31 16:14:49.329126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6261a-6008-43b8-ab59-3c4dc8d94c9d req-d8698034-1805-447d-86f1-b93fc6114762 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:49.331334 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1db6261a-6008-43b8-ab59-3c4dc8d94c9d req-d8698034-1805-447d-86f1-b93fc6114762 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0578709 Aug 31 16:14:49.392866 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1db6261a-6008-43b8-ab59-3c4dc8d94c9d req-3a354fd3-21ed-4a6b-a5fb-dec723b5aad8 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539322 Aug 31 16:14:50.522016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566ac3f-943a-4a39-99fa-d0aca12a9a46 req-288fbe39-ea59-43a9-bc9d-8800412f1ef7 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:50.523732 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2566ac3f-943a-4a39-99fa-d0aca12a9a46 req-288fbe39-ea59-43a9-bc9d-8800412f1ef7 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0519905 Aug 31 16:14:50.578364 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2566ac3f-943a-4a39-99fa-d0aca12a9a46 req-e6e7dbcf-22c3-41a4-be29-6815e3b61a36 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476346 Aug 31 16:14:51.227085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:51.726968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4dd0b-90a2-4201-a9d5-65d522e73a26 req-47b66df1-377c-433c-8736-d4b5e72221f5 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:51.728626 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e2e4dd0b-90a2-4201-a9d5-65d522e73a26 req-47b66df1-377c-433c-8736-d4b5e72221f5 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0532801 Aug 31 16:14:51.784949 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e2e4dd0b-90a2-4201-a9d5-65d522e73a26 req-662d8301-f4e3-4496-8021-c7f9c9c7c567 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495126 Aug 31 16:14:52.916001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b016e-1104-4aac-9349-f0bcd7782482 req-eff52b63-015e-44d9-bf5b-4e4e3411c865 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:52.917996 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-167b016e-1104-4aac-9349-f0bcd7782482 req-eff52b63-015e-44d9-bf5b-4e4e3411c865 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0543904 Aug 31 16:14:52.974992 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-167b016e-1104-4aac-9349-f0bcd7782482 req-d22d4d6b-2c77-4eec-8ca9-06b94de4c707 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507383 Aug 31 16:14:54.133229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3c3a6-f809-4154-952c-bd1c96510d0c req-92298a78-d12c-4195-bd0e-f97aee4e3ebe tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:54.135031 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cbd3c3a6-f809-4154-952c-bd1c96510d0c req-92298a78-d12c-4195-bd0e-f97aee4e3ebe tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0575607 Aug 31 16:14:54.193437 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cbd3c3a6-f809-4154-952c-bd1c96510d0c req-edef7f9e-f06f-41b0-b06d-7e0fb96a769b tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511940 Aug 31 16:14:55.348059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131ca89-b0e8-4940-b5e8-3ca6610581d5 req-fdadd6ef-411d-49db-81d7-e1dfaec5a88c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:55.349769 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4131ca89-b0e8-4940-b5e8-3ca6610581d5 req-fdadd6ef-411d-49db-81d7-e1dfaec5a88c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0650964 Aug 31 16:14:55.412124 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4131ca89-b0e8-4940-b5e8-3ca6610581d5 req-eb400e89-6360-41b9-98f6-f3505e6ed8c1 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545168 Aug 31 16:14:55.846535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-fb1e316a-6613-4030-947e-1629fc9d0f64 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:55.848208 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-fb1e316a-6613-4030-947e-1629fc9d0f64 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0537698 Aug 31 16:14:55.952065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Deleting port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:14:55.952405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:56.098183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] For port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc,segment=NetworkSegment(6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac),segment_id=6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:56.098683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:56.112877 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:56.126186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Calling delete_port for 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:14:56.557398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b977b8d-8bba-4baa-bf8d-3aaf0da5f5e5 req-f43ff29d-4f50-41d9-8a7d-1d2af8cbcc6f tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:14:56.559884 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0b977b8d-8bba-4baa-bf8d-3aaf0da5f5e5 req-f43ff29d-4f50-41d9-8a7d-1d2af8cbcc6f tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 945 time: 0.0569451 Aug 31 16:14:56.593208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:14:56.626257 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0b977b8d-8bba-4baa-bf8d-3aaf0da5f5e5 req-a6275e89-b586-4a3e-8da7-1bc1eb254388 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e3e76edc-7b79-438d-a26d-505f1e659a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567946 Aug 31 16:14:56.808646 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:14:56.825619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:56.863101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Pushing event deleted for resources: {'Port': ['ID=1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:56.881444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.882027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.882485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.882902 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.883355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.883766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.884211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.884681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.885219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.885915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.886969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.886969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.887478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.887980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.888438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:56.939546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] No DVR routers for this DVR port 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:14:56.942497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:14:56.946069 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d2a2249-0db0-455b-ae8f-92dbbca62ff9 req-d87f5ad3-b22b-499a-8155-f1aa531cf4ef tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.43 "DELETE /networking/v2.0/ports/1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc HTTP/1.1" status: 204 len: 173 time: 1.0917928 Aug 31 16:14:56.946737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c0f26-90a9-47b0-a1c9-ef8e72287153', 'name': 'network-vif-deleted', 'tag': '1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:14:56.949471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5571da43-0177-4f22-8f66-0024bea17e6f" -d '{"events": [{"server_uuid": "906c0f26-90a9-47b0-a1c9-ef8e72287153", "name": "network-vif-deleted", "tag": "1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:14:57.124235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56c1839-cc0a-43fc-9233-137ba2ee9283 x-openstack-request-id: req-a56c1839-cc0a-43fc-9233-137ba2ee9283 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:14:57.124235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c0f26-90a9-47b0-a1c9-ef8e72287153", "name": "network-vif-deleted", "tag": "1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:14:57.124235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a56c1839-cc0a-43fc-9233-137ba2ee9283 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:14:57.124235 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a56c1839-cc0a-43fc-9233-137ba2ee9283']: {'server_uuid': '906c0f26-90a9-47b0-a1c9-ef8e72287153', 'name': 'network-vif-deleted', 'tag': '1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:14:57.760078 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ef365a20-c3c9-4580-8192-1ad2c9f08df1 req-aa6d908e-38d5-4e55-86c3-e30ed531f2d2 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 210 time: 0.0329351 Aug 31 16:14:58.621219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:58.643745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:14:58.644095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 1eabbfe4-4dd2-48d7-b0ae-7200dec92fdc not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:14:58.915542 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-02680453-30c5-423c-ac95-5091c07cebb1 req-8da4ef4a-553b-4537-9503-a6e90f40217c tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 210 time: 0.0386600 Aug 31 16:14:59.190420 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-27e4b6d3-d4f8-4b5c-9246-b4a122d51870 req-b3accc4f-b40f-4718-8ab3-77c43e58f087 tempest-ServersNegativeTestJSON-64021905 tempest-ServersNegativeTestJSON-64021905-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=906c0f26-90a9-47b0-a1c9-ef8e72287153 HTTP/1.1" status: 200 len: 210 time: 0.0542121 Aug 31 16:14:59.941545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44792) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:00.342699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (160db6c9-5441-4ac1-9f9a-eb752011f569), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:00.398299 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:00.639335 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Deleting port 923630c2-64b4-459c-aad1-c3ab23001b84 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:00.639620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:00.732575 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] For port 923630c2-64b4-459c-aad1-c3ab23001b84, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=923630c2-64b4-459c-aad1-c3ab23001b84,segment=NetworkSegment(6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac),segment_id=6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:00.732952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:00.755325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Calling delete_port for 923630c2-64b4-459c-aad1-c3ab23001b84 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:00.963800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:01.048270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (923630c2-64b4-459c-aad1-c3ab23001b84), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:01.079478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=923630c2-64b4-459c-aad1-c3ab23001b84,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:01.108897 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.109320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.109612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.109983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.110417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.110625 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.110959 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.111289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.111626 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.111953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.112286 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.112613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.112942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.113269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.113624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:01.129025 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:01.322459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (160db6c9-5441-4ac1-9f9a-eb752011f569), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:01.418692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:01.579915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Router 160db6c9-5441-4ac1-9f9a-eb752011f569 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:15:01.722965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:15:01.734811 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c41edbb4-fbc2-4784-b35c-adf3614de8e6 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/160db6c9-5441-4ac1-9f9a-eb752011f569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7918181 Aug 31 16:15:01.735142 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] Sync routers for ids ['160db6c9-5441-4ac1-9f9a-eb752011f569'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:15:01.738304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44794) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:01.749508 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] Routers {'160db6c9-5441-4ac1-9f9a-eb752011f569'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:15:01.750188 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:14:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['160db6c9-5441-4ac1-9f9a-eb752011f569'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:01.920675 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Publish callbacks [] for router (160db6c9-5441-4ac1-9f9a-eb752011f569), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:01.969934 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] Set router 160db6c9-5441-4ac1-9f9a-eb752011f569 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:15:02.101132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Publish callbacks [] for router_gateway (160db6c9-5441-4ac1-9f9a-eb752011f569), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:02.188443 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'name': 'tempest-ServersNegativeTestJSON-1670702740-router', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:13:39Z', 'updated_at': '2022-08-31T16:15:00Z', 'revision_number': 5, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'gw_port': {'id': '52340c1b-9d3f-4424-a1f4-c049ce257cd4', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:13:40Z', 'updated_at': '2022-08-31T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:02.216652 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] Checking router: 160db6c9-5441-4ac1-9f9a-eb752011f569 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:15:02.228753 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] Routers {'160db6c9-5441-4ac1-9f9a-eb752011f569'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:15:02.230460 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:14:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['160db6c9-5441-4ac1-9f9a-eb752011f569'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:02.262299 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Deleting port 52340c1b-9d3f-4424-a1f4-c049ce257cd4 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:02.262802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:02.363437 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] Set router 160db6c9-5441-4ac1-9f9a-eb752011f569 gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:15:02.431189 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'name': 'tempest-ServersNegativeTestJSON-1670702740-router', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:13:39Z', 'updated_at': '2022-08-31T16:15:02Z', 'revision_number': 6, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:02.472073 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81706e4b-d693-4c70-a56b-2972f627c81c None None] The sync data for ids ['160db6c9-5441-4ac1-9f9a-eb752011f569'] in dv-neutron-855257-2-hyperv is: [{'id': '160db6c9-5441-4ac1-9f9a-eb752011f569', 'name': 'tempest-ServersNegativeTestJSON-1670702740-router', 'tenant_id': '40674ce456ba45f7ac7cd974a3501bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:13:39Z', 'updated_at': '2022-08-31T16:15:02Z', 'revision_number': 6, 'project_id': '40674ce456ba45f7ac7cd974a3501bb0', 'gw_port_host': None}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:15:02.743653 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] For port 52340c1b-9d3f-4424-a1f4-c049ce257cd4, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=52340c1b-9d3f-4424-a1f4-c049ce257cd4,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:02.744228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:02.760790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Calling delete_port for 52340c1b-9d3f-4424-a1f4-c049ce257cd4 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:02.896219 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:03.122379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (52340c1b-9d3f-4424-a1f4-c049ce257cd4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:03.155518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=52340c1b-9d3f-4424-a1f4-c049ce257cd4,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:03.163738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:03.240635 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (160db6c9-5441-4ac1-9f9a-eb752011f569), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:03.375122 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (160db6c9-5441-4ac1-9f9a-eb752011f569), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:03.375341 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 923630c2-64b4-459c-aad1-c3ab23001b84 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:03.378867 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Publish callbacks [] for router_controller (160db6c9-5441-4ac1-9f9a-eb752011f569), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:03.379138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:03.407621 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 923630c2-64b4-459c-aad1-c3ab23001b84 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:15:03.407950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 923630c2-64b4-459c-aad1-c3ab23001b84 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:03.408384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 52340c1b-9d3f-4424-a1f4-c049ce257cd4 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:03.447193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 52340c1b-9d3f-4424-a1f4-c049ce257cd4 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:15:03.447544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 52340c1b-9d3f-4424-a1f4-c049ce257cd4 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:03.529911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (160db6c9-5441-4ac1-9f9a-eb752011f569), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:03.530819 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 160db6c9-5441-4ac1-9f9a-eb752011f569 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:15:03.537945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:03.539952 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f77513db-4992-4efc-a991-686f042634b7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/160db6c9-5441-4ac1-9f9a-eb752011f569 HTTP/1.1" status: 204 len: 168 time: 1.7999554 Aug 31 16:15:03.544392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44796) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:03.632406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7ee561-b706-47ab-81e8-600892ef16c3 admin admin] Deleting subnet 3dc5de0d-5a9c-4e54-abac-d76e83902196 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:15:03.639245 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee561-b706-47ab-81e8-600892ef16c3 admin admin] Publish callbacks [] for subnet (3dc5de0d-5a9c-4e54-abac-d76e83902196), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:03.703398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee561-b706-47ab-81e8-600892ef16c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (3dc5de0d-5a9c-4e54-abac-d76e83902196), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:03.815282 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee561-b706-47ab-81e8-600892ef16c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (3dc5de0d-5a9c-4e54-abac-d76e83902196), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:03.966062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee561-b706-47ab-81e8-600892ef16c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (3dc5de0d-5a9c-4e54-abac-d76e83902196), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:03.996981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ee561-b706-47ab-81e8-600892ef16c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc5de0d-5a9c-4e54-abac-d76e83902196,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:04.000587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee561-b706-47ab-81e8-600892ef16c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.007159 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2d7ee561-b706-47ab-81e8-600892ef16c3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/3dc5de0d-5a9c-4e54-abac-d76e83902196 HTTP/1.1" status: 204 len: 168 time: 0.4600229 Aug 31 16:15:04.008010 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d6a95-c8e4-4a3f-b301-d2d0a5c78487 None None] Network 61fddaa9-353f-47df-be2f-c79604674cc5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:04.010770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44798) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:04.103383 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (61fddaa9-353f-47df-be2f-c79604674cc5), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.175828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Deleting port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:04.176239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.205883 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] DHCP port deletion for 61fddaa9-353f-47df-be2f-c79604674cc5 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:15:04.271246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Deleting port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:04.271531 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.282683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] For port 019e7223-aa48-4f8a-9fec-05a6e6ce5321, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=019e7223-aa48-4f8a-9fec-05a6e6ce5321,segment=NetworkSegment(6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac),segment_id=6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:04.283151 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.302054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Calling delete_port for 019e7223-aa48-4f8a-9fec-05a6e6ce5321 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:04.350617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] For port 019e7223-aa48-4f8a-9fec-05a6e6ce5321, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=019e7223-aa48-4f8a-9fec-05a6e6ce5321,segment=NetworkSegment(6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac),segment_id=6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:04.351149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.378724 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Calling delete_port for 019e7223-aa48-4f8a-9fec-05a6e6ce5321 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:04.536519 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.547583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (019e7223-aa48-4f8a-9fec-05a6e6ce5321), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.585659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] No DVR routers for this DVR port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:04.592791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=019e7223-aa48-4f8a-9fec-05a6e6ce5321,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:04.595375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Pushing event deleted for resources: {'Port': ['ID=019e7223-aa48-4f8a-9fec-05a6e6ce5321,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:04.601244 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] No DVR routers for this DVR port 019e7223-aa48-4f8a-9fec-05a6e6ce5321 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:04.616252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.616252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.616252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.616252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.616252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.616252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.624150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.624150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.624150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.624150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.624150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.624150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.624150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.624150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.624150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fecae-3604-41f7-94db-6126e6bd515c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:04.633690 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:04.695398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (61fddaa9-353f-47df-be2f-c79604674cc5), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.724142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fddaa9-353f-47df-be2f-c79604674cc5']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:04.737316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:04.737640 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:04.750734 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.772014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.785002 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:04.787308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:04.788497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.900556 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac resource provider aggregate not found Aug 31 16:15:04.927168 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fd55ae3-3cbf-4d22-8dfc-bf4bffad74ac found for delete ", "request_id": "req-a0611184-78e6-4f23-a9e3-6a3fa9c6f162"}]} Aug 31 16:15:04.962592 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (61fddaa9-353f-47df-be2f-c79604674cc5), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.970709 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:04.975396 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/61fddaa9-353f-47df-be2f-c79604674cc5 HTTP/1.1" status: 204 len: 168 time: 0.9626083 Aug 31 16:15:04.997253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a3b00-40f8-4cd9-8c87-c48a405eaf9f admin admin] Pushing event deleted for resources: {'Network': ['ID=61fddaa9-353f-47df-be2f-c79604674cc5,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:05.245346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 019e7223-aa48-4f8a-9fec-05a6e6ce5321 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:05.266568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 019e7223-aa48-4f8a-9fec-05a6e6ce5321 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:15:05.266922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 019e7223-aa48-4f8a-9fec-05a6e6ce5321 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:05.388266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44808) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:05.441191 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-27cc34c0-eec5-4280-885a-0218d0dadd98 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=40674ce456ba45f7ac7cd974a3501bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512536 Aug 31 16:15:05.444292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44810) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:05.512094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:05.516519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-012d8634-29e2-4e31-afc7-70c14b6d18ae admin admin] Publish callbacks [] for security_group (e3e76edc-7b79-438d-a26d-505f1e659a58), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:05.550044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-012d8634-29e2-4e31-afc7-70c14b6d18ae admin admin] Publish callbacks [] for security_group (e3e76edc-7b79-438d-a26d-505f1e659a58), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:05.702961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-012d8634-29e2-4e31-afc7-70c14b6d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e3e76edc-7b79-438d-a26d-505f1e659a58), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:05.707784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-012d8634-29e2-4e31-afc7-70c14b6d18ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:05.709705 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-012d8634-29e2-4e31-afc7-70c14b6d18ae admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e3e76edc-7b79-438d-a26d-505f1e659a58 HTTP/1.1" status: 204 len: 168 time: 0.2641871 Aug 31 16:15:05.724387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d8634-29e2-4e31-afc7-70c14b6d18ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e76edc-7b79-438d-a26d-505f1e659a58,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:07.126764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44832) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:07.269238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902986423'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:07.403633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Made reservation on behalf of c881ddea3c694460a1124a50ab629d68 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:07.408052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:07.422900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:07.540802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for security_group (204c2131-ea50-4753-9932-6a2dc9257e0a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:07.630495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (204c2131-ea50-4753-9932-6a2dc9257e0a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:07.669432 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:07.681000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204c2131-ea50-4753-9932-6a2dc9257e0a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:07.692393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0a4ca378-35a6-4196-b95b-2a8f42235841), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:07.692393 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Added segment 0a4ca378-35a6-4196-b95b-2a8f42235841 of type vlan for network 71d6f187-3407-47b1-ac32-fcb12ada1e77 Aug 31 16:15:07.742592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (71d6f187-3407-47b1-ac32-fcb12ada1e77), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:07.745482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:07.859578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (71d6f187-3407-47b1-ac32-fcb12ada1e77), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:07.865729 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:07.866639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:08.002947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'Network': ['ID=71d6f187-3407-47b1-ac32-fcb12ada1e77,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:08.019463 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 71d6f187-3407-47b1-ac32-fcb12ada1e77 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:08.044259 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-cf54875f-6c4b-4829-9591-71c672ea451c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9138036 Aug 31 16:15:08.596230 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5da7de76-ea72-443d-ad59-f9bff279eab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:10.958142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6dec8f32-f90d-4357-b1fa-66b133de255a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:11.804698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44836) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:11.807559 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Request body: {'subnet': {'network_id': '71d6f187-3407-47b1-ac32-fcb12ada1e77', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:12.015104 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Made reservation on behalf of c881ddea3c694460a1124a50ab629d68 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:12.019546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:12.254197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:12.364530 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (058d0d24-7c1d-40df-be14-cf659d2e5afa), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:12.445907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'Subnet': ['ID=058d0d24-7c1d-40df-be14-cf659d2e5afa,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:12.468998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Checking segment: {'id': '0a4ca378-35a6-4196-b95b-2a8f42235841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '71d6f187-3407-47b1-ac32-fcb12ada1e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:12.469352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Network hostable DHCP agents. Network: 71d6f187-3407-47b1-ac32-fcb12ada1e77, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:12.590206 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Network 71d6f187-3407-47b1-ac32-fcb12ada1e77 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:12.773405 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 71d6f187-3407-47b1-ac32-fcb12ada1e77) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:12.778592 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:12.779302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:12.785699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409e18cc-91c8-4811-bf05-122aa199df2e None None] Network 71d6f187-3407-47b1-ac32-fcb12ada1e77 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:12.914660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-71d6f187-3407-47b1-ac32-fcb12ada1e77', 'network_id': '71d6f187-3407-47b1-ac32-fcb12ada1e77', 'project_id': 'c881ddea3c694460a1124a50ab629d68', 'fixed_ips': [{'subnet_id': '058d0d24-7c1d-40df-be14-cf659d2e5afa'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:15:12.915634 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:12.921265 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-be3c698e-3bd8-4771-a9f2-a424866d930c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1205955 Aug 31 16:15:12.925890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44838) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:12.938450 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-918956553'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:13.083891 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Made reservation on behalf of c881ddea3c694460a1124a50ab629d68 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:13.088391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.125054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:13.142573 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (cf51bc49-2c1a-4285-be97-02a4114a2afd), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.143116 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Added segment cf51bc49-2c1a-4285-be97-02a4114a2afd of type vlan for network 608b7a36-b4b5-4880-8c0f-875aca5d3d8f Aug 31 16:15:13.219603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (608b7a36-b4b5-4880-8c0f-875aca5d3d8f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.264326 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Allocated IP 2001:db8:0:ffff::2 (71d6f187-3407-47b1-ac32-fcb12ada1e77/058d0d24-7c1d-40df-be14-cf659d2e5afa/bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:13.341197 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (608b7a36-b4b5-4880-8c0f-875aca5d3d8f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.347391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:13.348238 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.480934 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'Network': ['ID=608b7a36-b4b5-4880-8c0f-875aca5d3d8f,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:13.496384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:13.501700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 608b7a36-b4b5-4880-8c0f-875aca5d3d8f details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:13.506044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7d3a6161-19c3-4b04-ba71-3eb45002d1de tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5783644 Aug 31 16:15:13.508925 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Publish callbacks [] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.510541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:13.510714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44840) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:13.518305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Request body: {'subnet': {'network_id': '608b7a36-b4b5-4880-8c0f-875aca5d3d8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:13.623261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.688836 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Network 71d6f187-3407-47b1-ac32-fcb12ada1e77 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:13.695062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:13.701120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:13.706269 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.723598 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Pushing event updated for resources: {'Port': ['ID=bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:13.748204 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Made reservation on behalf of c881ddea3c694460a1124a50ab629d68 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:13.755395 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.815301 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Attempting to bind port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:13.815867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Attempting to bind port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '0a4ca378-35a6-4196-b95b-2a8f42235841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '71d6f187-3407-47b1-ac32-fcb12ada1e77'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:13.816433 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Attempting to bind port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 on network 71d6f187-3407-47b1-ac32-fcb12ada1e77 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:13.827622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:13.828205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Checking segment: {'id': '0a4ca378-35a6-4196-b95b-2a8f42235841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '71d6f187-3407-47b1-ac32-fcb12ada1e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:13.828841 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.829512 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Bound using segment: {'id': '0a4ca378-35a6-4196-b95b-2a8f42235841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '71d6f187-3407-47b1-ac32-fcb12ada1e77'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:13.830320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Bound port: bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4ca378-35a6-4196-b95b-2a8f42235841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '71d6f187-3407-47b1-ac32-fcb12ada1e77'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:13.830923 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.917757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:13.952596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] For port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:13.956769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] For port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0,segment=NetworkSegment(0a4ca378-35a6-4196-b95b-2a8f42235841),segment_id=0a4ca378-35a6-4196-b95b-2a8f42235841)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:14.134128 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:14.162548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (9ac754df-3aab-465a-8b22-9db06c9941a3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:14.216511 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f15f2-ece9-45bd-8b8c-417891751957 None None] Pushing event updated for resources: {'Port': ['ID=bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:14.240973 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'Subnet': ['ID=9ac754df-3aab-465a-8b22-9db06c9941a3,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:14.248095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Checking segment: {'id': 'cf51bc49-2c1a-4285-be97-02a4114a2afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '608b7a36-b4b5-4880-8c0f-875aca5d3d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:14.248743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Network hostable DHCP agents. Network: 608b7a36-b4b5-4880-8c0f-875aca5d3d8f, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:14.265005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=3,neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:14.398635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Network 608b7a36-b4b5-4880-8c0f-875aca5d3d8f is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:14.466881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 608b7a36-b4b5-4880-8c0f-875aca5d3d8f) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:14.479525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:14.479741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754a548c-6990-46dd-91e3-b32cb50e8768 None None] Network 608b7a36-b4b5-4880-8c0f-875aca5d3d8f requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:14.480436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:14.578276 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b588b749-fcd6-4e4c-91e7-22a86a160b0d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0659604 Aug 31 16:15:14.581976 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44842) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:14.664259 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-608b7a36-b4b5-4880-8c0f-875aca5d3d8f', 'network_id': '608b7a36-b4b5-4880-8c0f-875aca5d3d8f', 'project_id': 'c881ddea3c694460a1124a50ab629d68', 'fixed_ips': [{'subnet_id': '9ac754df-3aab-465a-8b22-9db06c9941a3'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:15:14.666096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:14.704195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (608b7a36-b4b5-4880-8c0f-875aca5d3d8f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:14.824089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (9ac754df-3aab-465a-8b22-9db06c9941a3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:14.836315 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:14.908008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Allocated IP 2001:db8::2 (608b7a36-b4b5-4880-8c0f-875aca5d3d8f/9ac754df-3aab-465a-8b22-9db06c9941a3/70fabe67-96d1-4af3-a338-e4717aa9ff13) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:15.187708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Publish callbacks [] for port (70fabe67-96d1-4af3-a338-e4717aa9ff13), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:15.273796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (70fabe67-96d1-4af3-a338-e4717aa9ff13), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:15.291776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:15.344329 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:15.408579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (9ac754df-3aab-465a-8b22-9db06c9941a3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:15.417976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Network 608b7a36-b4b5-4880-8c0f-875aca5d3d8f is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:15.419517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d8d3a9-4774-49c0-b807-a7459fefb7bf None None] Network 71d6f187-3407-47b1-ac32-fcb12ada1e77 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:15.443303 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac754df-3aab-465a-8b22-9db06c9941a3,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:15.463279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:15.526739 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (608b7a36-b4b5-4880-8c0f-875aca5d3d8f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:15.539783 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:15.551026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Pushing event updated for resources: {'Port': ['ID=70fabe67-96d1-4af3-a338-e4717aa9ff13,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:15.551682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608b7a36-b4b5-4880-8c0f-875aca5d3d8f']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:15.562015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e354e370-38f5-4175-bec9-b00eb2c62ab6 None None] Provisioning complete for port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:15.562409 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e354e370-38f5-4175-bec9-b00eb2c62ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:15.562956 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e354e370-38f5-4175-bec9-b00eb2c62ab6 None None] Attempt 1 to provision port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 Aug 31 16:15:15.576443 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf51bc49-2c1a-4285-be97-02a4114a2afd') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:15.576773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf51bc49-2c1a-4285-be97-02a4114a2afd') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:15.596472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (cf51bc49-2c1a-4285-be97-02a4114a2afd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:15.624366 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (cf51bc49-2c1a-4285-be97-02a4114a2afd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:15.633727 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:15.634144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (cf51bc49-2c1a-4285-be97-02a4114a2afd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:15.758658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:15.759262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:15.759805 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 Aug 31 16:15:15.764895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:15.822011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.db.api [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:15:15.822011 dv-neutron-855257-2-hyperv neutron-server[114266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:15:15.822011 dv-neutron-855257-2-hyperv neutron-server[114266]: [parameters: {'id': '608b7a36-b4b5-4880-8c0f-875aca5d3d8f'}] Aug 31 16:15:15.822011 dv-neutron-855257-2-hyperv neutron-server[114266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 16:15:15.823942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG oslo_db.api [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:15:15.847365 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment cf51bc49-2c1a-4285-be97-02a4114a2afd resource provider aggregate not found Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e354e370-38f5-4175-bec9-b00eb2c62ab6 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:15.847626 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:15.875851 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment cf51bc49-2c1a-4285-be97-02a4114a2afd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf51bc49-2c1a-4285-be97-02a4114a2afd found for delete ", "request_id": "req-633f23d9-2831-483a-b38b-ae4243a38f2f"}]} Aug 31 16:15:16.015656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Attempting to bind port 70fabe67-96d1-4af3-a338-e4717aa9ff13 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:16.015930 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Attempting to bind port 70fabe67-96d1-4af3-a338-e4717aa9ff13 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'cf51bc49-2c1a-4285-be97-02a4114a2afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '608b7a36-b4b5-4880-8c0f-875aca5d3d8f'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:16.016342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Attempting to bind port 70fabe67-96d1-4af3-a338-e4717aa9ff13 on network 608b7a36-b4b5-4880-8c0f-875aca5d3d8f {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:16.035379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:16.035774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Checking segment: {'id': 'cf51bc49-2c1a-4285-be97-02a4114a2afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '608b7a36-b4b5-4880-8c0f-875aca5d3d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:16.036143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.036686 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Bound using segment: {'id': 'cf51bc49-2c1a-4285-be97-02a4114a2afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '608b7a36-b4b5-4880-8c0f-875aca5d3d8f'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:16.037211 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Bound port: 70fabe67-96d1-4af3-a338-e4717aa9ff13, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf51bc49-2c1a-4285-be97-02a4114a2afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '608b7a36-b4b5-4880-8c0f-875aca5d3d8f'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:16.037831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (70fabe67-96d1-4af3-a338-e4717aa9ff13), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:16.051718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:16.153310 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] For port 70fabe67-96d1-4af3-a338-e4717aa9ff13, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:16.159591 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] For port 70fabe67-96d1-4af3-a338-e4717aa9ff13, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=70fabe67-96d1-4af3-a338-e4717aa9ff13,segment=NetworkSegment(cf51bc49-2c1a-4285-be97-02a4114a2afd),segment_id=cf51bc49-2c1a-4285-be97-02a4114a2afd)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:16.293393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (70fabe67-96d1-4af3-a338-e4717aa9ff13), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.325049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (608b7a36-b4b5-4880-8c0f-875aca5d3d8f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.386792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Deleting port 70fabe67-96d1-4af3-a338-e4717aa9ff13 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:16.387236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (70fabe67-96d1-4af3-a338-e4717aa9ff13), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.391051 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bc59d-0052-4193-a3bd-6b272830e517 None None] Pushing event updated for resources: {'Port': ['ID=70fabe67-96d1-4af3-a338-e4717aa9ff13,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:16.395242 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-43746900-9e20-4246-bc0f-a25ffe8e2073 None None] Provisioning complete for port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:16.395242 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-43746900-9e20-4246-bc0f-a25ffe8e2073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.395802 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-43746900-9e20-4246-bc0f-a25ffe8e2073 None None] Attempt 1 to provision port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 Aug 31 16:15:16.422040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35bfccd-9ed1-42f7-95ed-0a2c419ba9ff None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 16:15:16.424608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-43746900-9e20-4246-bc0f-a25ffe8e2073 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:16.483382 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:16.507320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] For port 70fabe67-96d1-4af3-a338-e4717aa9ff13, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=70fabe67-96d1-4af3-a338-e4717aa9ff13,segment=NetworkSegment(cf51bc49-2c1a-4285-be97-02a4114a2afd),segment_id=cf51bc49-2c1a-4285-be97-02a4114a2afd)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:16.508002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (70fabe67-96d1-4af3-a338-e4717aa9ff13), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.536742 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Calling delete_port for 70fabe67-96d1-4af3-a338-e4717aa9ff13 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:16.538059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35bfccd-9ed1-42f7-95ed-0a2c419ba9ff None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:15:16.741977 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (70fabe67-96d1-4af3-a338-e4717aa9ff13), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.785495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No DVR routers for this DVR port 70fabe67-96d1-4af3-a338-e4717aa9ff13 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:16.788127 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Port': ['ID=70fabe67-96d1-4af3-a338-e4717aa9ff13,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:16.811841 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475896d-ba63-4dd5-b2c8-7d037f7f2ccb None None] Network 608b7a36-b4b5-4880-8c0f-875aca5d3d8f requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:16.899389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (608b7a36-b4b5-4880-8c0f-875aca5d3d8f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.927970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608b7a36-b4b5-4880-8c0f-875aca5d3d8f']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:16.940220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf51bc49-2c1a-4285-be97-02a4114a2afd') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:16.940528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf51bc49-2c1a-4285-be97-02a4114a2afd') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:16.955489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (cf51bc49-2c1a-4285-be97-02a4114a2afd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.975211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (cf51bc49-2c1a-4285-be97-02a4114a2afd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:16.984733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:16.985541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (cf51bc49-2c1a-4285-be97-02a4114a2afd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:17.169420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (608b7a36-b4b5-4880-8c0f-875aca5d3d8f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:17.182812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:17.186467 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/networks/608b7a36-b4b5-4880-8c0f-875aca5d3d8f HTTP/1.1" status: 204 len: 168 time: 2.6030328 Aug 31 16:15:17.191157 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44850) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:17.200193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1989063840'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:17.201942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aab555-3741-4460-9a3c-155f7b9e9c83 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Network': ['ID=608b7a36-b4b5-4880-8c0f-875aca5d3d8f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:17.316693 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Made reservation on behalf of c881ddea3c694460a1124a50ab629d68 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:17.322332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:17.352828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:17.372384 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:17.372900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Added segment a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5 of type vlan for network 6f9e3afe-a2de-4c05-bc18-67ba8c594d27 Aug 31 16:15:17.386655 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:17.436674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:17.445010 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (6f9e3afe-a2de-4c05-bc18-67ba8c594d27), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:17.573525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (6f9e3afe-a2de-4c05-bc18-67ba8c594d27), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:17.579379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:17.580137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:17.675542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'Network': ['ID=6f9e3afe-a2de-4c05-bc18-67ba8c594d27,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:17.687421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 6f9e3afe-a2de-4c05-bc18-67ba8c594d27 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:17.715813 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6469b918-4d95-4531-b4a7-a4998bc6c35e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5231197 Aug 31 16:15:17.720751 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44852) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:17.726679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Request body: {'subnet': {'network_id': '6f9e3afe-a2de-4c05-bc18-67ba8c594d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:17.803441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:17.896988 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment cf51bc49-2c1a-4285-be97-02a4114a2afd resource provider aggregate not found Aug 31 16:15:17.916357 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment cf51bc49-2c1a-4285-be97-02a4114a2afd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf51bc49-2c1a-4285-be97-02a4114a2afd found for delete ", "request_id": "req-9ab59e3f-27e4-407f-adf9-9eb777dbefd7"}]} Aug 31 16:15:17.967591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Made reservation on behalf of c881ddea3c694460a1124a50ab629d68 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:17.971786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:18.053174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.ipam_backend_mixin [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Performing IP validity checks on allocation pools {{(pid=114266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 31 16:15:18.053802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.ipam_backend_mixin [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 31 16:15:18.104555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:18.348153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (7afeaf7f-55c5-42d4-a6f8-3d867f811e2a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:18.466719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'Subnet': ['ID=7afeaf7f-55c5-42d4-a6f8-3d867f811e2a,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:18.491089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Checking segment: {'id': 'a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f9e3afe-a2de-4c05-bc18-67ba8c594d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:18.491491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Network hostable DHCP agents. Network: 6f9e3afe-a2de-4c05-bc18-67ba8c594d27, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:18.659213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Network 6f9e3afe-a2de-4c05-bc18-67ba8c594d27 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:18.779752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 6f9e3afe-a2de-4c05-bc18-67ba8c594d27) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:18.785436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:18.786086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:18.797302 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bfec6f-7595-4bbe-a5bd-2956ef566533 None None] Network 6f9e3afe-a2de-4c05-bc18-67ba8c594d27 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:18.913924 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9d9240c8-48e8-42e5-a815-2a635835000a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1894922 Aug 31 16:15:18.915981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44858) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:18.981293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-6f9e3afe-a2de-4c05-bc18-67ba8c594d27', 'network_id': '6f9e3afe-a2de-4c05-bc18-67ba8c594d27', 'project_id': 'c881ddea3c694460a1124a50ab629d68', 'fixed_ips': [{'subnet_id': '7afeaf7f-55c5-42d4-a6f8-3d867f811e2a'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:15:18.982908 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:19.082335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (6f9e3afe-a2de-4c05-bc18-67ba8c594d27), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:19.160287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:19.176741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (7afeaf7f-55c5-42d4-a6f8-3d867f811e2a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:19.190672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Allocated IP 2001:db8::3 (6f9e3afe-a2de-4c05-bc18-67ba8c594d27/7afeaf7f-55c5-42d4-a6f8-3d867f811e2a/c0859ec6-cb0a-414c-8add-e0c5f331370e) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:19.334283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:19.401015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Publish callbacks [] for port (c0859ec6-cb0a-414c-8add-e0c5f331370e), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:19.517181 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (c0859ec6-cb0a-414c-8add-e0c5f331370e), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:19.597214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Network 6f9e3afe-a2de-4c05-bc18-67ba8c594d27 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:19.607649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:19.611520 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Pushing event updated for resources: {'Port': ['ID=c0859ec6-cb0a-414c-8add-e0c5f331370e,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:19.615624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:19.702746 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Attempting to bind port c0859ec6-cb0a-414c-8add-e0c5f331370e on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:19.703161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Attempting to bind port c0859ec6-cb0a-414c-8add-e0c5f331370e by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f9e3afe-a2de-4c05-bc18-67ba8c594d27'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:19.703542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Attempting to bind port c0859ec6-cb0a-414c-8add-e0c5f331370e on network 6f9e3afe-a2de-4c05-bc18-67ba8c594d27 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:19.713364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:19.714008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Checking segment: {'id': 'a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f9e3afe-a2de-4c05-bc18-67ba8c594d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:19.714702 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:19.715381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Bound using segment: {'id': 'a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f9e3afe-a2de-4c05-bc18-67ba8c594d27'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:19.716228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Bound port: c0859ec6-cb0a-414c-8add-e0c5f331370e, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f9e3afe-a2de-4c05-bc18-67ba8c594d27'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:19.716995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (c0859ec6-cb0a-414c-8add-e0c5f331370e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:19.816653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (7afeaf7f-55c5-42d4-a6f8-3d867f811e2a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:19.823223 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] For port c0859ec6-cb0a-414c-8add-e0c5f331370e, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:19.828006 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] For port c0859ec6-cb0a-414c-8add-e0c5f331370e, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c0859ec6-cb0a-414c-8add-e0c5f331370e,segment=NetworkSegment(a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5),segment_id=a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:19.877188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Subnet': ['ID=7afeaf7f-55c5-42d4-a6f8-3d867f811e2a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:19.976273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (6f9e3afe-a2de-4c05-bc18-67ba8c594d27), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:20.011555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9e3afe-a2de-4c05-bc18-67ba8c594d27']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:20.024286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:20.024624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:20.038939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:20.212676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:20.212997 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (c0859ec6-cb0a-414c-8add-e0c5f331370e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:20.218102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:20.340878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:20.340878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:20.341444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64665f0b-6494-4f76-981a-01402a14d5b4 None None] Pushing event updated for resources: {'Port': ['ID=c0859ec6-cb0a-414c-8add-e0c5f331370e,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:20.341540 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5 resource provider aggregate not found Aug 31 16:15:20.356188 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5 found for delete ", "request_id": "req-31b2e5dc-fdbc-4023-aa23-c4decc8e8e65"}]} Aug 31 16:15:20.467614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.db.api [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:15:20.467614 dv-neutron-855257-2-hyperv neutron-server[114266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:15:20.467614 dv-neutron-855257-2-hyperv neutron-server[114266]: [parameters: {'id': '6f9e3afe-a2de-4c05-bc18-67ba8c594d27'}] Aug 31 16:15:20.467614 dv-neutron-855257-2-hyperv neutron-server[114266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 16:15:20.468031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG oslo_db.api [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:15:20.969804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (6f9e3afe-a2de-4c05-bc18-67ba8c594d27), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.037527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Deleting port c0859ec6-cb0a-414c-8add-e0c5f331370e {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:21.038344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (c0859ec6-cb0a-414c-8add-e0c5f331370e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.143142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] For port c0859ec6-cb0a-414c-8add-e0c5f331370e, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=c0859ec6-cb0a-414c-8add-e0c5f331370e,segment=NetworkSegment(a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5),segment_id=a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:21.143754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (c0859ec6-cb0a-414c-8add-e0c5f331370e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.175163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Calling delete_port for c0859ec6-cb0a-414c-8add-e0c5f331370e owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:21.290517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.343141 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c0859ec6-cb0a-414c-8add-e0c5f331370e up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:21.390560 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25500067-1065-4874-ba04-9593c123a12e None None] Network 6f9e3afe-a2de-4c05-bc18-67ba8c594d27 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:21.436088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (c0859ec6-cb0a-414c-8add-e0c5f331370e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.474808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Port': ['ID=c0859ec6-cb0a-414c-8add-e0c5f331370e,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:21.479768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No DVR routers for this DVR port c0859ec6-cb0a-414c-8add-e0c5f331370e on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:21.494824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-ea574818-cc8a-46f0-be68-6cf26c710bde None None] Could not find standard attr ID for object c0859ec6-cb0a-414c-8add-e0c5f331370e. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 16:15:21.530966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No active binding found for port c0859ec6-cb0a-414c-8add-e0c5f331370e {{(pid=114267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 31 16:15:21.530966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] The host dv-neutron-855257-2-hyperv is not matching for port c0859ec6-cb0a-414c-8add-e0c5f331370e host None! {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2414}} Aug 31 16:15:21.531388 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c0859ec6-cb0a-414c-8add-e0c5f331370e not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 16:15:21.591989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (6f9e3afe-a2de-4c05-bc18-67ba8c594d27), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.599847 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Port c0859ec6-cb0a-414c-8add-e0c5f331370e not found, will not notify nova. {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 16:15:21.629948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:21.633369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9e3afe-a2de-4c05-bc18-67ba8c594d27']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:21.638261 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbd9b39-5e32-4b62-b512-8ac844ada8b2 None None] DHCP port deletion for 6f9e3afe-a2de-4c05-bc18-67ba8c594d27 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:15:21.649155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:21.649535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:21.663437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.681893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.692730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:21.693382 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.729687 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=43 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:21.730546 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:DELETE=1,neutron:SELECT=49 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:21.974086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (6f9e3afe-a2de-4c05-bc18-67ba8c594d27), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.983321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:21.987628 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6f9e3afe-a2de-4c05-bc18-67ba8c594d27 HTTP/1.1" status: 204 len: 168 time: 3.0700853 Aug 31 16:15:21.992785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44864) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:21.999812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-379711005'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:22.007244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31bc80-d26b-49ff-b7b5-bcce93e664ca tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Network': ['ID=6f9e3afe-a2de-4c05-bc18-67ba8c594d27,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:22.121469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Made reservation on behalf of c881ddea3c694460a1124a50ab629d68 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:22.125886 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:22.154772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:22.166914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (8b716f59-acf2-4c49-9783-24d776544bc8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:22.166914 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Added segment 8b716f59-acf2-4c49-9783-24d776544bc8 of type vlan for network 9cb12e35-46e3-4018-8082-3128ecd1dc32 Aug 31 16:15:22.219422 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (9cb12e35-46e3-4018-8082-3128ecd1dc32), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:22.350526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (9cb12e35-46e3-4018-8082-3128ecd1dc32), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:22.356609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:22.357549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:22.390638 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5 resource provider aggregate not found Aug 31 16:15:22.413877 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4ad8821-4f04-4f57-9cb4-f7d056c6d3f5 found for delete ", "request_id": "req-8a3b9238-b261-4155-9204-4a3eee8491b9"}]} Aug 31 16:15:22.457134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'Network': ['ID=9cb12e35-46e3-4018-8082-3128ecd1dc32,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:22.473439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 9cb12e35-46e3-4018-8082-3128ecd1dc32 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:22.560874 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-126f9403-9da7-446b-92ad-903e35d531b7 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5665038 Aug 31 16:15:22.564507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44870) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:22.570649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Request body: {'subnet': {'network_id': '9cb12e35-46e3-4018-8082-3128ecd1dc32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:22.766242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Made reservation on behalf of c881ddea3c694460a1124a50ab629d68 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:22.770863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:23.083739 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (da0f7692-1cf4-4f60-af43-71d505b59a60), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:23.164674 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'Subnet': ['ID=da0f7692-1cf4-4f60-af43-71d505b59a60,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:23.178629 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Checking segment: {'id': '8b716f59-acf2-4c49-9783-24d776544bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9cb12e35-46e3-4018-8082-3128ecd1dc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:23.179264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Network hostable DHCP agents. Network: 9cb12e35-46e3-4018-8082-3128ecd1dc32, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:23.192040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:23.251954 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c0859ec6-cb0a-414c-8add-e0c5f331370e no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:23.279895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: c0859ec6-cb0a-414c-8add-e0c5f331370e {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:15:23.280258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device c0859ec6-cb0a-414c-8add-e0c5f331370e not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:23.333663 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Network 9cb12e35-46e3-4018-8082-3128ecd1dc32 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:23.552516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 9cb12e35-46e3-4018-8082-3128ecd1dc32) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:23.560054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:23.561097 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:23.562672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf421fe2-2795-4773-8a83-5121534c281c None None] Network 9cb12e35-46e3-4018-8082-3128ecd1dc32 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:23.614779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:23.691737 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c430b3fd-7d37-4eca-b914-c37b1fcb9e31 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1259363 Aug 31 16:15:23.696850 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44872) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:23.705279 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1342781500'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:23.722760 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-9cb12e35-46e3-4018-8082-3128ecd1dc32', 'network_id': '9cb12e35-46e3-4018-8082-3128ecd1dc32', 'project_id': 'c881ddea3c694460a1124a50ab629d68', 'fixed_ips': [{'subnet_id': 'da0f7692-1cf4-4f60-af43-71d505b59a60'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:15:23.724000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:23.918838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Made reservation on behalf of c881ddea3c694460a1124a50ab629d68 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:23.924048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:23.946374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Allocated IP 2001:db8::2 (9cb12e35-46e3-4018-8082-3128ecd1dc32/da0f7692-1cf4-4f60-af43-71d505b59a60/880fd0a4-973c-4f54-b35c-a32f3c5015eb) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:23.951509 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:23.962764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:23.984256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (44f9ef6a-820c-4161-b877-7c79dc3f7c01), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:23.984744 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Added segment 44f9ef6a-820c-4161-b877-7c79dc3f7c01 of type vlan for network 00146dc3-c258-4484-8d39-e12306e955d1 Aug 31 16:15:24.063899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (00146dc3-c258-4484-8d39-e12306e955d1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:24.157454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:24.185744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Publish callbacks [] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:24.204315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (00146dc3-c258-4484-8d39-e12306e955d1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:24.210169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:24.215810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:24.299661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:24.299997 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'Network': ['ID=00146dc3-c258-4484-8d39-e12306e955d1,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:24.334534 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 00146dc3-c258-4484-8d39-e12306e955d1 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:24.407865 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7309a1bb-69e6-4eed-b7e9-1db1d0b6bacd tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7091482 Aug 31 16:15:24.411224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44874) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:24.416918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Request body: {'subnet': {'network_id': '00146dc3-c258-4484-8d39-e12306e955d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:24.544887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Network 9cb12e35-46e3-4018-8082-3128ecd1dc32 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:24.560345 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:24.564713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:24.567354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Pushing event updated for resources: {'Port': ['ID=880fd0a4-973c-4f54-b35c-a32f3c5015eb,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:24.619187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Made reservation on behalf of c881ddea3c694460a1124a50ab629d68 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:24.624344 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:24.653397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Attempting to bind port 880fd0a4-973c-4f54-b35c-a32f3c5015eb on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:24.657182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Attempting to bind port 880fd0a4-973c-4f54-b35c-a32f3c5015eb by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '8b716f59-acf2-4c49-9783-24d776544bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9cb12e35-46e3-4018-8082-3128ecd1dc32'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:24.657182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Attempting to bind port 880fd0a4-973c-4f54-b35c-a32f3c5015eb on network 9cb12e35-46e3-4018-8082-3128ecd1dc32 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:24.660900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:24.661273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Checking segment: {'id': '8b716f59-acf2-4c49-9783-24d776544bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9cb12e35-46e3-4018-8082-3128ecd1dc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:24.661711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:24.662107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Bound using segment: {'id': '8b716f59-acf2-4c49-9783-24d776544bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9cb12e35-46e3-4018-8082-3128ecd1dc32'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:24.662587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Bound port: 880fd0a4-973c-4f54-b35c-a32f3c5015eb, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b716f59-acf2-4c49-9783-24d776544bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9cb12e35-46e3-4018-8082-3128ecd1dc32'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:24.663022 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:24.733415 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] For port 880fd0a4-973c-4f54-b35c-a32f3c5015eb, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:24.737031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] For port 880fd0a4-973c-4f54-b35c-a32f3c5015eb, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=880fd0a4-973c-4f54-b35c-a32f3c5015eb,segment=NetworkSegment(8b716f59-acf2-4c49-9783-24d776544bc8),segment_id=8b716f59-acf2-4c49-9783-24d776544bc8)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:24.854447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:24.884689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:24.974737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6cdc2-1679-43e1-bc87-059169a02fe8 None None] Pushing event updated for resources: {'Port': ['ID=880fd0a4-973c-4f54-b35c-a32f3c5015eb,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:25.003940 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (03430df9-6008-405d-9626-b3810e573282), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:25.075581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event updated for resources: {'Subnet': ['ID=03430df9-6008-405d-9626-b3810e573282,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:25.089636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Checking segment: {'id': '44f9ef6a-820c-4161-b877-7c79dc3f7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '00146dc3-c258-4484-8d39-e12306e955d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:25.090013 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Network hostable DHCP agents. Network: 00146dc3-c258-4484-8d39-e12306e955d1, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:25.210051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Network 00146dc3-c258-4484-8d39-e12306e955d1 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:25.312750 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 00146dc3-c258-4484-8d39-e12306e955d1) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:25.319437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:25.328986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:25.329422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 880fd0a4-973c-4f54-b35c-a32f3c5015eb up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:25.330999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c279c1-9e73-45ec-8d89-aac19439cf14 None None] Network 00146dc3-c258-4484-8d39-e12306e955d1 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:25.448555 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-5d008a61-060b-4734-a658-e5ebbefa831c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0359147 Aug 31 16:15:25.452964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44876) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:25.468181 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 880fd0a4-973c-4f54-b35c-a32f3c5015eb triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:25.468772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:25.469298 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 880fd0a4-973c-4f54-b35c-a32f3c5015eb Aug 31 16:15:25.525594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:25.544339 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:25.554204 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-00146dc3-c258-4484-8d39-e12306e955d1', 'network_id': '00146dc3-c258-4484-8d39-e12306e955d1', 'project_id': 'c881ddea3c694460a1124a50ab629d68', 'fixed_ips': [{'subnet_id': '03430df9-6008-405d-9626-b3810e573282'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:15:25.555716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:25.614690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (00146dc3-c258-4484-8d39-e12306e955d1), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:25.714398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (03430df9-6008-405d-9626-b3810e573282), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:25.789272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Allocated IP 2001:db8::2 (00146dc3-c258-4484-8d39-e12306e955d1/03430df9-6008-405d-9626-b3810e573282/88fde011-fd8e-44b8-baff-69414eaaf4a6) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:25.979477 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Publish callbacks [] for port (88fde011-fd8e-44b8-baff-69414eaaf4a6), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.038862 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (88fde011-fd8e-44b8-baff-69414eaaf4a6), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.097514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990ee5db-b10f-4704-af52-eba58638da8b None None] Network 9cb12e35-46e3-4018-8082-3128ecd1dc32 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:26.101922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Network 00146dc3-c258-4484-8d39-e12306e955d1 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:26.124302 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:26.127199 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:26.175052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Pushing event updated for resources: {'Port': ['ID=88fde011-fd8e-44b8-baff-69414eaaf4a6,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:26.179502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (03430df9-6008-405d-9626-b3810e573282), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.212695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Subnet': ['ID=03430df9-6008-405d-9626-b3810e573282,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:26.215526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-6a4b066b-dc8c-45db-b3ac-58bc538661ab None None] Provisioning complete for port 880fd0a4-973c-4f54-b35c-a32f3c5015eb triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:26.215526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6a4b066b-dc8c-45db-b3ac-58bc538661ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.215526 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6a4b066b-dc8c-45db-b3ac-58bc538661ab None None] Attempt 1 to provision port 880fd0a4-973c-4f54-b35c-a32f3c5015eb Aug 31 16:15:26.289531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (00146dc3-c258-4484-8d39-e12306e955d1), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.316422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Attempting to bind port 88fde011-fd8e-44b8-baff-69414eaaf4a6 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:26.316798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Attempting to bind port 88fde011-fd8e-44b8-baff-69414eaaf4a6 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '44f9ef6a-820c-4161-b877-7c79dc3f7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '00146dc3-c258-4484-8d39-e12306e955d1'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:26.317167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Attempting to bind port 88fde011-fd8e-44b8-baff-69414eaaf4a6 on network 00146dc3-c258-4484-8d39-e12306e955d1 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:26.317681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00146dc3-c258-4484-8d39-e12306e955d1']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:26.320564 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-6a4b066b-dc8c-45db-b3ac-58bc538661ab None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:26.329053 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:26.330766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f9ef6a-820c-4161-b877-7c79dc3f7c01') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:26.331001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f9ef6a-820c-4161-b877-7c79dc3f7c01') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:26.349663 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (44f9ef6a-820c-4161-b877-7c79dc3f7c01), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.352090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:26.352470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Checking segment: {'id': '44f9ef6a-820c-4161-b877-7c79dc3f7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '00146dc3-c258-4484-8d39-e12306e955d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:26.353463 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.353889 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Bound using segment: {'id': '44f9ef6a-820c-4161-b877-7c79dc3f7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '00146dc3-c258-4484-8d39-e12306e955d1'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:26.363986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Bound port: 88fde011-fd8e-44b8-baff-69414eaaf4a6, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f9ef6a-820c-4161-b877-7c79dc3f7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '00146dc3-c258-4484-8d39-e12306e955d1'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:26.363986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (88fde011-fd8e-44b8-baff-69414eaaf4a6), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.373766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (44f9ef6a-820c-4161-b877-7c79dc3f7c01), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.383320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:26.391560 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:26.392072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (44f9ef6a-820c-4161-b877-7c79dc3f7c01), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.444365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] For port 88fde011-fd8e-44b8-baff-69414eaaf4a6, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:26.460669 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 44f9ef6a-820c-4161-b877-7c79dc3f7c01 resource provider aggregate not found Aug 31 16:15:26.495783 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 44f9ef6a-820c-4161-b877-7c79dc3f7c01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44f9ef6a-820c-4161-b877-7c79dc3f7c01 found for delete ", "request_id": "req-23d268d1-2d8b-421e-b9ec-5c408b105893"}]} Aug 31 16:15:26.501915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] For port 88fde011-fd8e-44b8-baff-69414eaaf4a6, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=88fde011-fd8e-44b8-baff-69414eaaf4a6,segment=NetworkSegment(44f9ef6a-820c-4161-b877-7c79dc3f7c01),segment_id=44f9ef6a-820c-4161-b877-7c79dc3f7c01)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:26.654950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-eb2729b3-4123-45fe-a025-6c99c386e2f7 None None] Provisioning complete for port 880fd0a4-973c-4f54-b35c-a32f3c5015eb triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:26.655324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-eb2729b3-4123-45fe-a025-6c99c386e2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.655654 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-eb2729b3-4123-45fe-a025-6c99c386e2f7 None None] Attempt 1 to provision port 880fd0a4-973c-4f54-b35c-a32f3c5015eb Aug 31 16:15:26.695779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.db.api [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:15:26.695779 dv-neutron-855257-2-hyperv neutron-server[114266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:15:26.695779 dv-neutron-855257-2-hyperv neutron-server[114266]: [parameters: {'id': '00146dc3-c258-4484-8d39-e12306e955d1'}] Aug 31 16:15:26.695779 dv-neutron-855257-2-hyperv neutron-server[114266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 16:15:26.695779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG oslo_db.api [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:15:26.709418 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-eb2729b3-4123-45fe-a025-6c99c386e2f7 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:26.711856 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:26.719783 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (88fde011-fd8e-44b8-baff-69414eaaf4a6), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:26.811820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7af8d-29dd-40b3-ae3b-46b6d3a7ce62 None None] Pushing event updated for resources: {'Port': ['ID=88fde011-fd8e-44b8-baff-69414eaaf4a6,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:26.820321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71aa806-f7cc-4590-acaf-d38e8e1f564c None None] get_active_networks_info from dv-neutron-855257-2-hyperv {{(pid=114267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 16:15:26.907862 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71aa806-f7cc-4590-acaf-d38e8e1f564c None None] Resources bound (agent type, host, resource id): {{(pid=114267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:15:27.103859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804adbf8-15fe-4533-8f01-a10d872b70fa None None] Network 00146dc3-c258-4484-8d39-e12306e955d1 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:27.192805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (00146dc3-c258-4484-8d39-e12306e955d1), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:27.519279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Deleting port 88fde011-fd8e-44b8-baff-69414eaaf4a6 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:27.520011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (88fde011-fd8e-44b8-baff-69414eaaf4a6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:27.592138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] For port 88fde011-fd8e-44b8-baff-69414eaaf4a6, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=88fde011-fd8e-44b8-baff-69414eaaf4a6,segment=NetworkSegment(44f9ef6a-820c-4161-b877-7c79dc3f7c01),segment_id=44f9ef6a-820c-4161-b877-7c79dc3f7c01)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:27.592510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (88fde011-fd8e-44b8-baff-69414eaaf4a6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:27.609538 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Calling delete_port for 88fde011-fd8e-44b8-baff-69414eaaf4a6 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:27.821126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (88fde011-fd8e-44b8-baff-69414eaaf4a6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:27.849499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Port': ['ID=88fde011-fd8e-44b8-baff-69414eaaf4a6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:27.854446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No DVR routers for this DVR port 88fde011-fd8e-44b8-baff-69414eaaf4a6 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:27.952213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (00146dc3-c258-4484-8d39-e12306e955d1), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:27.978897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00146dc3-c258-4484-8d39-e12306e955d1']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:27.991788 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f9ef6a-820c-4161-b877-7c79dc3f7c01') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:27.992074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f9ef6a-820c-4161-b877-7c79dc3f7c01') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:28.004773 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (44f9ef6a-820c-4161-b877-7c79dc3f7c01), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:28.023194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (44f9ef6a-820c-4161-b877-7c79dc3f7c01), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:28.026064 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:28.032220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:28.032617 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (44f9ef6a-820c-4161-b877-7c79dc3f7c01), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:28.218658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (00146dc3-c258-4484-8d39-e12306e955d1), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:28.226496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:28.231231 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/networks/00146dc3-c258-4484-8d39-e12306e955d1 HTTP/1.1" status: 204 len: 168 time: 2.7755718 Aug 31 16:15:28.237035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44882) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:28.245428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8005f58-7047-4d41-9510-b5d554fa4854 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Network': ['ID=00146dc3-c258-4484-8d39-e12306e955d1,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:28.279947 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf50fb5-dd0f-4168-8f5e-4f5dc5535a7c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] GET failed (client error): The resource could not be found. Aug 31 16:15:28.281443 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9bf50fb5-dd0f-4168-8f5e-4f5dc5535a7c tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "GET /networking/v2.0/subnets/03430df9-6008-405d-9626-b3810e573282 HTTP/1.1" status: 404 len: 337 time: 0.0436163 Aug 31 16:15:28.285088 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44884) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:28.305382 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a661804-dc9d-4ba7-b3a4-00a6e753293a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] DELETE failed (client error): The resource could not be found. Aug 31 16:15:28.306257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a661804-dc9d-4ba7-b3a4-00a6e753293a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:15:28.311136 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4a661804-dc9d-4ba7-b3a4-00a6e753293a tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/networks/00146dc3-c258-4484-8d39-e12306e955d1 HTTP/1.1" status: 404 len: 339 time: 0.0247707 Aug 31 16:15:28.317189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44886) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:28.345724 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1df1802-9eab-4dfc-b730-44ff7a4bff67 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] DELETE failed (client error): The resource could not be found. Aug 31 16:15:28.352800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1df1802-9eab-4dfc-b730-44ff7a4bff67 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:15:28.352800 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a1df1802-9eab-4dfc-b730-44ff7a4bff67 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/03430df9-6008-405d-9626-b3810e573282 HTTP/1.1" status: 404 len: 337 time: 0.0310423 Aug 31 16:15:28.355612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44888) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:28.387911 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f82684-8f02-4f4e-a6cc-23b271988306 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] DELETE failed (client error): The resource could not be found. Aug 31 16:15:28.388433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f82684-8f02-4f4e-a6cc-23b271988306 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:15:28.394498 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a4f82684-8f02-4f4e-a6cc-23b271988306 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/networks/00146dc3-c258-4484-8d39-e12306e955d1 HTTP/1.1" status: 404 len: 339 time: 0.0375867 Aug 31 16:15:28.398955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44890) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:28.471093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87997a0-530c-4894-9646-326fc8160ba9 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Deleting subnet da0f7692-1cf4-4f60-af43-71d505b59a60 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:15:28.474950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a87997a0-530c-4894-9646-326fc8160ba9 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for subnet (da0f7692-1cf4-4f60-af43-71d505b59a60), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:28.525917 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 44f9ef6a-820c-4161-b877-7c79dc3f7c01 resource provider aggregate not found Aug 31 16:15:28.541597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a87997a0-530c-4894-9646-326fc8160ba9 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (da0f7692-1cf4-4f60-af43-71d505b59a60), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:28.565267 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 44f9ef6a-820c-4161-b877-7c79dc3f7c01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44f9ef6a-820c-4161-b877-7c79dc3f7c01 found for delete ", "request_id": "req-96638d63-9686-4f7d-bdde-a559db948864"}]} Aug 31 16:15:28.640283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a87997a0-530c-4894-9646-326fc8160ba9 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (da0f7692-1cf4-4f60-af43-71d505b59a60), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:28.944955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a87997a0-530c-4894-9646-326fc8160ba9 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (da0f7692-1cf4-4f60-af43-71d505b59a60), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:28.975582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87997a0-530c-4894-9646-326fc8160ba9 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Subnet': ['ID=da0f7692-1cf4-4f60-af43-71d505b59a60,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:28.981922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a87997a0-530c-4894-9646-326fc8160ba9 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:28.988577 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44896) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:28.989166 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a87997a0-530c-4894-9646-326fc8160ba9 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/da0f7692-1cf4-4f60-af43-71d505b59a60 HTTP/1.1" status: 204 len: 168 time: 0.5890503 Aug 31 16:15:28.991918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae85254a-0740-48c9-aa68-618284cf3156 None None] Network 9cb12e35-46e3-4018-8082-3128ecd1dc32 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:29.138351 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (9cb12e35-46e3-4018-8082-3128ecd1dc32), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.159588 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19fd57-b6bd-4e9f-add7-876bbe1c562a None None] DHCP port deletion for 9cb12e35-46e3-4018-8082-3128ecd1dc32 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:15:29.197418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Deleting port 880fd0a4-973c-4f54-b35c-a32f3c5015eb {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:29.198042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.206099 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2e19fd57-b6bd-4e9f-add7-876bbe1c562a None None] Deleting port 880fd0a4-973c-4f54-b35c-a32f3c5015eb {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:29.206522 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e19fd57-b6bd-4e9f-add7-876bbe1c562a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.266743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:29.291284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 880fd0a4-973c-4f54-b35c-a32f3c5015eb no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:29.301189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] For port 880fd0a4-973c-4f54-b35c-a32f3c5015eb, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=880fd0a4-973c-4f54-b35c-a32f3c5015eb,segment=NetworkSegment(8b716f59-acf2-4c49-9783-24d776544bc8),segment_id=8b716f59-acf2-4c49-9783-24d776544bc8)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:29.301999 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.318754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Calling delete_port for 880fd0a4-973c-4f54-b35c-a32f3c5015eb owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:29.341786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2e19fd57-b6bd-4e9f-add7-876bbe1c562a None None] For port 880fd0a4-973c-4f54-b35c-a32f3c5015eb, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=880fd0a4-973c-4f54-b35c-a32f3c5015eb,segment=NetworkSegment(8b716f59-acf2-4c49-9783-24d776544bc8),segment_id=8b716f59-acf2-4c49-9783-24d776544bc8)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:29.342428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e19fd57-b6bd-4e9f-add7-876bbe1c562a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.382193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2e19fd57-b6bd-4e9f-add7-876bbe1c562a None None] Calling delete_port for 880fd0a4-973c-4f54-b35c-a32f3c5015eb owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:29.489882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.519120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Port': ['ID=880fd0a4-973c-4f54-b35c-a32f3c5015eb,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:29.523795 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No DVR routers for this DVR port 880fd0a4-973c-4f54-b35c-a32f3c5015eb on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:29.555566 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port 880fd0a4-973c-4f54-b35c-a32f3c5015eb is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:15:29.591114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2e19fd57-b6bd-4e9f-add7-876bbe1c562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (880fd0a4-973c-4f54-b35c-a32f3c5015eb), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.623341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (9cb12e35-46e3-4018-8082-3128ecd1dc32), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.636251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19fd57-b6bd-4e9f-add7-876bbe1c562a None None] Pushing event deleted for resources: {'Port': ['ID=880fd0a4-973c-4f54-b35c-a32f3c5015eb,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:29.639732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19fd57-b6bd-4e9f-add7-876bbe1c562a None None] No DVR routers for this DVR port 880fd0a4-973c-4f54-b35c-a32f3c5015eb on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:29.650410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb12e35-46e3-4018-8082-3128ecd1dc32']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:29.663769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b716f59-acf2-4c49-9783-24d776544bc8') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:29.664072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b716f59-acf2-4c49-9783-24d776544bc8') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:29.676818 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (8b716f59-acf2-4c49-9783-24d776544bc8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.691752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:29.694293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (8b716f59-acf2-4c49-9783-24d776544bc8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.702833 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:29.710139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (8b716f59-acf2-4c49-9783-24d776544bc8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.756924 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 8b716f59-acf2-4c49-9783-24d776544bc8 resource provider aggregate not found Aug 31 16:15:29.780994 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 8b716f59-acf2-4c49-9783-24d776544bc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b716f59-acf2-4c49-9783-24d776544bc8 found for delete ", "request_id": "req-deb6eb71-5f51-4d2b-ac48-6ec37f4033f9"}]} Aug 31 16:15:29.889926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (9cb12e35-46e3-4018-8082-3128ecd1dc32), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.902546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:29.907006 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/networks/9cb12e35-46e3-4018-8082-3128ecd1dc32 HTTP/1.1" status: 204 len: 168 time: 0.9164424 Aug 31 16:15:29.911896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44902) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:29.924984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a424f-0365-448c-b706-fb7c45850b75 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Network': ['ID=9cb12e35-46e3-4018-8082-3128ecd1dc32,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:29.950081 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8818423c-9a53-47f2-80b7-133b7d6c8ce5 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] DELETE failed (client error): The resource could not be found. Aug 31 16:15:29.950722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8818423c-9a53-47f2-80b7-133b7d6c8ce5 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:15:29.954305 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8818423c-9a53-47f2-80b7-133b7d6c8ce5 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/7afeaf7f-55c5-42d4-a6f8-3d867f811e2a HTTP/1.1" status: 404 len: 337 time: 0.0407844 Aug 31 16:15:29.957239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44904) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:29.977028 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fcde7d-e6c9-42ec-b1ef-e0ef17cb5e6e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] DELETE failed (client error): The resource could not be found. Aug 31 16:15:29.977658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2fcde7d-e6c9-42ec-b1ef-e0ef17cb5e6e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:15:29.982143 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f2fcde7d-e6c9-42ec-b1ef-e0ef17cb5e6e tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/networks/6f9e3afe-a2de-4c05-bc18-67ba8c594d27 HTTP/1.1" status: 404 len: 339 time: 0.0237331 Aug 31 16:15:29.985253 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44906) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:30.019157 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-21042d2b-8d01-4eb0-9ad1-cf877058785d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] DELETE failed (client error): The resource could not be found. Aug 31 16:15:30.019524 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21042d2b-8d01-4eb0-9ad1-cf877058785d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:15:30.022646 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-21042d2b-8d01-4eb0-9ad1-cf877058785d tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/9ac754df-3aab-465a-8b22-9db06c9941a3 HTTP/1.1" status: 404 len: 337 time: 0.0363595 Aug 31 16:15:30.026436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44908) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:30.046315 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d16a91c-3f8d-4605-9b90-2b7e38ad8589 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] DELETE failed (client error): The resource could not be found. Aug 31 16:15:30.048501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d16a91c-3f8d-4605-9b90-2b7e38ad8589 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:15:30.049926 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8d16a91c-3f8d-4605-9b90-2b7e38ad8589 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/networks/608b7a36-b4b5-4880-8c0f-875aca5d3d8f HTTP/1.1" status: 404 len: 339 time: 0.0222917 Aug 31 16:15:30.052508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44910) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:30.093866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:30.109510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f97f56-a4b3-4436-80b0-e03fe37a837f tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Deleting subnet 058d0d24-7c1d-40df-be14-cf659d2e5afa {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:15:30.113279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-70f97f56-a4b3-4436-80b0-e03fe37a837f tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for subnet (058d0d24-7c1d-40df-be14-cf659d2e5afa), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.159631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-70f97f56-a4b3-4436-80b0-e03fe37a837f tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (058d0d24-7c1d-40df-be14-cf659d2e5afa), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.260116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-70f97f56-a4b3-4436-80b0-e03fe37a837f tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (058d0d24-7c1d-40df-be14-cf659d2e5afa), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.450278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-70f97f56-a4b3-4436-80b0-e03fe37a837f tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (058d0d24-7c1d-40df-be14-cf659d2e5afa), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.478043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f97f56-a4b3-4436-80b0-e03fe37a837f tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Subnet': ['ID=058d0d24-7c1d-40df-be14-cf659d2e5afa,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:30.485260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-70f97f56-a4b3-4436-80b0-e03fe37a837f tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.488560 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-70f97f56-a4b3-4436-80b0-e03fe37a837f tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/058d0d24-7c1d-40df-be14-cf659d2e5afa HTTP/1.1" status: 204 len: 168 time: 0.4350517 Aug 31 16:15:30.492745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44912) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:30.496572 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962aa90-b8b1-4ed0-96eb-b0c204df427f None None] Network 71d6f187-3407-47b1-ac32-fcb12ada1e77 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:30.594143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (71d6f187-3407-47b1-ac32-fcb12ada1e77), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.601354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:30.661069 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Deleting port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:30.662567 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.670937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96312a45-0c9b-4ea1-9ae4-edbca238ff71 None None] DHCP port deletion for 71d6f187-3407-47b1-ac32-fcb12ada1e77 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:15:30.736184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] For port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0,segment=NetworkSegment(0a4ca378-35a6-4196-b95b-2a8f42235841),segment_id=0a4ca378-35a6-4196-b95b-2a8f42235841)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:30.736557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.741300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-96312a45-0c9b-4ea1-9ae4-edbca238ff71 None None] Deleting port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:30.741926 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-96312a45-0c9b-4ea1-9ae4-edbca238ff71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.752113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Calling delete_port for bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:30.869802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-96312a45-0c9b-4ea1-9ae4-edbca238ff71 None None] For port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0,segment=NetworkSegment(0a4ca378-35a6-4196-b95b-2a8f42235841),segment_id=0a4ca378-35a6-4196-b95b-2a8f42235841)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:30.869802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-96312a45-0c9b-4ea1-9ae4-edbca238ff71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.887257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-96312a45-0c9b-4ea1-9ae4-edbca238ff71 None None] Calling delete_port for bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:30.964493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:30.978828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-96312a45-0c9b-4ea1-9ae4-edbca238ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:31.000405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Port': ['ID=bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:31.004614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] No DVR routers for this DVR port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:31.012145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96312a45-0c9b-4ea1-9ae4-edbca238ff71 None None] Pushing event deleted for resources: {'Port': ['ID=bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:31.017442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96312a45-0c9b-4ea1-9ae4-edbca238ff71 None None] No DVR routers for this DVR port bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:31.102912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (71d6f187-3407-47b1-ac32-fcb12ada1e77), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:31.126281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d6f187-3407-47b1-ac32-fcb12ada1e77']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:31.139198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4ca378-35a6-4196-b95b-2a8f42235841') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:31.139382 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4ca378-35a6-4196-b95b-2a8f42235841') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:31.151756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (0a4ca378-35a6-4196-b95b-2a8f42235841), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:31.169458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (0a4ca378-35a6-4196-b95b-2a8f42235841), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:31.177438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:31.177896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (0a4ca378-35a6-4196-b95b-2a8f42235841), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:31.214666 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0a4ca378-35a6-4196-b95b-2a8f42235841 resource provider aggregate not found Aug 31 16:15:31.251243 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 0a4ca378-35a6-4196-b95b-2a8f42235841 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a4ca378-35a6-4196-b95b-2a8f42235841 found for delete ", "request_id": "req-c1a2db53-a7b8-4260-a639-c2137f5c194b"}]} Aug 31 16:15:31.273581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:31.297979 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:15:31.298288 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device bf7e6c2e-f578-4cc4-99d0-c0e23730ecc0 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:31.369237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (71d6f187-3407-47b1-ac32-fcb12ada1e77), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:31.374461 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:31.382439 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] 10.222.0.46 "DELETE /networking/v2.0/networks/71d6f187-3407-47b1-ac32-fcb12ada1e77 HTTP/1.1" status: 204 len: 168 time: 0.8834291 Aug 31 16:15:31.394993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398aae4c-151c-406d-b3e5-8d1e89b31745 tempest-NetworksIpV6Test-1288436254 tempest-NetworksIpV6Test-1288436254-project] Pushing event deleted for resources: {'Network': ['ID=71d6f187-3407-47b1-ac32-fcb12ada1e77,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:31.956760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44922) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:32.144646 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6b62e772-c580-462e-8ea0-512110d4f634 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c881ddea3c694460a1124a50ab629d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865566 Aug 31 16:15:32.147379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44926) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:32.209906 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d055d71b-7674-4ec8-bf8b-9f96d0079a0b admin admin] Publish callbacks [] for security_group (204c2131-ea50-4753-9932-6a2dc9257e0a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:32.234443 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d055d71b-7674-4ec8-bf8b-9f96d0079a0b admin admin] Publish callbacks [] for security_group (204c2131-ea50-4753-9932-6a2dc9257e0a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:32.386791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d055d71b-7674-4ec8-bf8b-9f96d0079a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (204c2131-ea50-4753-9932-6a2dc9257e0a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:32.389499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d055d71b-7674-4ec8-bf8b-9f96d0079a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:32.390842 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d055d71b-7674-4ec8-bf8b-9f96d0079a0b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/204c2131-ea50-4753-9932-6a2dc9257e0a HTTP/1.1" status: 204 len: 168 time: 0.2421701 Aug 31 16:15:32.399838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055d71b-7674-4ec8-bf8b-9f96d0079a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204c2131-ea50-4753-9932-6a2dc9257e0a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:33.770342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44948) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:33.815405 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:15:33.890728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-709b01dd-ecc2-467b-aed1-2101d9193348 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1895301648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:33.898258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:34.067078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-709b01dd-ecc2-467b-aed1-2101d9193348 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (31812f08-0d93-46c6-a770-689a6a3a5b20), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.068100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-709b01dd-ecc2-467b-aed1-2101d9193348 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (31812f08-0d93-46c6-a770-689a6a3a5b20), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.161493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-709b01dd-ecc2-467b-aed1-2101d9193348 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for router_controller (31812f08-0d93-46c6-a770-689a6a3a5b20), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.235886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-709b01dd-ecc2-467b-aed1-2101d9193348 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (31812f08-0d93-46c6-a770-689a6a3a5b20), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.363746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-709b01dd-ecc2-467b-aed1-2101d9193348 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.365286 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-709b01dd-ecc2-467b-aed1-2101d9193348 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5937886 Aug 31 16:15:34.368689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44952) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:34.374359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-74799486'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:34.477913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Made reservation on behalf of dc84a8e04d5740fcaf3a809ff14c671d for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:34.482223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.486747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:34.493130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.584991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for security_group (aee815fb-69e8-4f51-b020-559e112d0e43), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.706521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (aee815fb-69e8-4f51-b020-559e112d0e43), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.736150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:34.747874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee815fb-69e8-4f51-b020-559e112d0e43,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:34.753493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (98e2c104-2a02-42b2-9759-b7f4960cb963), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.753875 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Added segment 98e2c104-2a02-42b2-9759-b7f4960cb963 of type vlan for network b9003b22-fcfd-414f-b721-a9111219bee3 Aug 31 16:15:34.798273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (b9003b22-fcfd-414f-b721-a9111219bee3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.921679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (b9003b22-fcfd-414f-b721-a9111219bee3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:34.926820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:34.927472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:35.011233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event updated for resources: {'Network': ['ID=b9003b22-fcfd-414f-b721-a9111219bee3,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:35.023679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network b9003b22-fcfd-414f-b721-a9111219bee3 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:35.048284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:35.052597 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5c1dfea2-ab17-4397-b012-0602e5f45b77 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6826124 Aug 31 16:15:35.056682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44954) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:35.062194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Request body: {'subnet': {'network_id': 'b9003b22-fcfd-414f-b721-a9111219bee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:35.318051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Made reservation on behalf of dc84a8e04d5740fcaf3a809ff14c671d for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:35.323281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:35.419865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:35.626740 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (e606632c-e8d5-4130-a21c-5d69016f8fbd), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:35.703162 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event updated for resources: {'Subnet': ['ID=e606632c-e8d5-4130-a21c-5d69016f8fbd,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:35.711506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Checking segment: {'id': '98e2c104-2a02-42b2-9759-b7f4960cb963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b9003b22-fcfd-414f-b721-a9111219bee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:35.711929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Network hostable DHCP agents. Network: b9003b22-fcfd-414f-b721-a9111219bee3, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:35.835576 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Network b9003b22-fcfd-414f-b721-a9111219bee3 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:35.972975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, b9003b22-fcfd-414f-b721-a9111219bee3) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:35.977982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:35.979355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:35.984214 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d18335-5fc3-4031-b0c2-c3308f5d6044 None None] Network b9003b22-fcfd-414f-b721-a9111219bee3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:36.096694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-b9003b22-fcfd-414f-b721-a9111219bee3', 'network_id': 'b9003b22-fcfd-414f-b721-a9111219bee3', 'project_id': 'dc84a8e04d5740fcaf3a809ff14c671d', 'fixed_ips': [{'subnet_id': 'e606632c-e8d5-4130-a21c-5d69016f8fbd'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:15:36.097837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:36.145284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44956) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:36.145954 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3d88ec55-1b6a-4eb1-a294-41e7c9d46a55 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0875454 Aug 31 16:15:36.153958 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-505139987'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:36.313005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:36.318964 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Allocated IP 172.20.0.2 (b9003b22-fcfd-414f-b721-a9111219bee3/e606632c-e8d5-4130-a21c-5d69016f8fbd/1323df00-b57b-40fd-9701-8a12da65eed8) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:36.333272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Made reservation on behalf of dc84a8e04d5740fcaf3a809ff14c671d for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:36.340437 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:36.384296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:36.395827 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (fa477b8f-b472-4029-9e76-598b42df127d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:36.396239 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Added segment fa477b8f-b472-4029-9e76-598b42df127d of type vlan for network 3ce78aab-5723-4bb5-8216-d328a9b34542 Aug 31 16:15:36.440706 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (3ce78aab-5723-4bb5-8216-d328a9b34542), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:36.533303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Publish callbacks [] for port (1323df00-b57b-40fd-9701-8a12da65eed8), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:36.667188 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (3ce78aab-5723-4bb5-8216-d328a9b34542), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:36.673782 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:36.674452 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:36.747420 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:36.757806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event updated for resources: {'Network': ['ID=3ce78aab-5723-4bb5-8216-d328a9b34542,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:36.790843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 3ce78aab-5723-4bb5-8216-d328a9b34542 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:36.812440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Network b9003b22-fcfd-414f-b721-a9111219bee3 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:36.823593 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:36.852779 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b3f3b925-776f-47df-98ed-693e219ffbdf tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7053552 Aug 31 16:15:36.854062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:36.856533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44958) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:36.862751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Request body: {'subnet': {'network_id': '3ce78aab-5723-4bb5-8216-d328a9b34542', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:36.865410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Pushing event updated for resources: {'Port': ['ID=1323df00-b57b-40fd-9701-8a12da65eed8,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:36.908856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:36.950496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Attempting to bind port 1323df00-b57b-40fd-9701-8a12da65eed8 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:36.950780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Attempting to bind port 1323df00-b57b-40fd-9701-8a12da65eed8 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '98e2c104-2a02-42b2-9759-b7f4960cb963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b9003b22-fcfd-414f-b721-a9111219bee3'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:36.951152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Attempting to bind port 1323df00-b57b-40fd-9701-8a12da65eed8 on network b9003b22-fcfd-414f-b721-a9111219bee3 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:36.957483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:36.957899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Checking segment: {'id': '98e2c104-2a02-42b2-9759-b7f4960cb963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b9003b22-fcfd-414f-b721-a9111219bee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:36.958303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:36.958700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Bound using segment: {'id': '98e2c104-2a02-42b2-9759-b7f4960cb963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b9003b22-fcfd-414f-b721-a9111219bee3'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:36.959186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Bound port: 1323df00-b57b-40fd-9701-8a12da65eed8, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e2c104-2a02-42b2-9759-b7f4960cb963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b9003b22-fcfd-414f-b721-a9111219bee3'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:36.959569 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:36.962602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:37.049540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] For port 1323df00-b57b-40fd-9701-8a12da65eed8, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:37.052756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] For port 1323df00-b57b-40fd-9701-8a12da65eed8, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1323df00-b57b-40fd-9701-8a12da65eed8,segment=NetworkSegment(98e2c104-2a02-42b2-9759-b7f4960cb963),segment_id=98e2c104-2a02-42b2-9759-b7f4960cb963)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:37.202047 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Made reservation on behalf of dc84a8e04d5740fcaf3a809ff14c671d for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:37.206227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:37.215771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:37.292172 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e75ef7-65f2-49b9-9b05-0e8b222c85f2 None None] Pushing event updated for resources: {'Port': ['ID=1323df00-b57b-40fd-9701-8a12da65eed8,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:37.546836 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (6c7bb593-07fb-49a3-a2ab-c38b976b4b5e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:37.599652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:37.622393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event updated for resources: {'Subnet': ['ID=6c7bb593-07fb-49a3-a2ab-c38b976b4b5e,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:37.637537 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Checking segment: {'id': 'fa477b8f-b472-4029-9e76-598b42df127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ce78aab-5723-4bb5-8216-d328a9b34542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:37.641211 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Network hostable DHCP agents. Network: 3ce78aab-5723-4bb5-8216-d328a9b34542, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:37.798421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Network 3ce78aab-5723-4bb5-8216-d328a9b34542 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:37.929816 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 3ce78aab-5723-4bb5-8216-d328a9b34542) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:37.935996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:37.936922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:37.944695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1a88d5-bfd4-43aa-a99e-dd8f6268d75c None None] Network 3ce78aab-5723-4bb5-8216-d328a9b34542 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:38.103330 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3a166ae8-1201-4854-8336-90f5a5268e11 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2413700 Aug 31 16:15:38.103678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-3ce78aab-5723-4bb5-8216-d328a9b34542', 'network_id': '3ce78aab-5723-4bb5-8216-d328a9b34542', 'project_id': 'dc84a8e04d5740fcaf3a809ff14c671d', 'fixed_ips': [{'subnet_id': '6c7bb593-07fb-49a3-a2ab-c38b976b4b5e'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:15:38.103678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:38.104468 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44960) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:38.109279 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-25c5eebf-b752-464d-8f84-40e6e494b5d9 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ce78aab-5723-4bb5-8216-d328a9b34542'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:38.301275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Allocated IP 172.21.0.2 (3ce78aab-5723-4bb5-8216-d328a9b34542/6c7bb593-07fb-49a3-a2ab-c38b976b4b5e/0c619097-ac0e-41a2-9c07-5cf69264f6ac) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:38.350496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25c5eebf-b752-464d-8f84-40e6e494b5d9 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for router_gateway (31812f08-0d93-46c6-a770-689a6a3a5b20), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:38.411774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b497b5d-1803-45d9-a818-1616d3937cce None None] Network b9003b22-fcfd-414f-b721-a9111219bee3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:38.538556 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-0a226f65-55c6-45d1-bf03-1995b22ba743 None None] Provisioning complete for port 1323df00-b57b-40fd-9701-8a12da65eed8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:38.539159 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0a226f65-55c6-45d1-bf03-1995b22ba743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:38.539623 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-0a226f65-55c6-45d1-bf03-1995b22ba743 None None] Attempt 1 to provision port 1323df00-b57b-40fd-9701-8a12da65eed8 Aug 31 16:15:38.586164 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.api.v2.resource [None req-25c5eebf-b752-464d-8f84-40e6e494b5d9 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:38.588720 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-25c5eebf-b752-464d-8f84-40e6e494b5d9 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "PUT /networking/v2.0/routers/31812f08-0d93-46c6-a770-689a6a3a5b20 HTTP/1.1" status: 400 len: 364 time: 0.4828050 Aug 31 16:15:38.596637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44962) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:38.636864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-0a226f65-55c6-45d1-bf03-1995b22ba743 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:38.663472 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:38.675634 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fce0d2-80f9-45fb-8d03-837546c5b814 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Deleting subnet 6c7bb593-07fb-49a3-a2ab-c38b976b4b5e {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:15:38.735118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Publish callbacks [] for port (0c619097-ac0e-41a2-9c07-5cf69264f6ac), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:38.795949 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3e1889f9-1f0f-4ef9-9dc3-869ea9d08d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:38.952220 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64fce0d2-80f9-45fb-8d03-837546c5b814 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for subnet (6c7bb593-07fb-49a3-a2ab-c38b976b4b5e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.122250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (0c619097-ac0e-41a2-9c07-5cf69264f6ac), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.123652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64fce0d2-80f9-45fb-8d03-837546c5b814 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (6c7bb593-07fb-49a3-a2ab-c38b976b4b5e), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.123846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Network 3ce78aab-5723-4bb5-8216-d328a9b34542 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:39.123846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-5df879b9-2e40-4849-bf15-3b2d961ccaf0 None None] Provisioning complete for port 1323df00-b57b-40fd-9701-8a12da65eed8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:39.123846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5df879b9-2e40-4849-bf15-3b2d961ccaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.123846 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5df879b9-2e40-4849-bf15-3b2d961ccaf0 None None] Attempt 1 to provision port 1323df00-b57b-40fd-9701-8a12da65eed8 Aug 31 16:15:39.123846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:39.123846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:39.123846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Pushing event updated for resources: {'Port': ['ID=0c619097-ac0e-41a2-9c07-5cf69264f6ac,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:39.123846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-5df879b9-2e40-4849-bf15-3b2d961ccaf0 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:39.148069 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:39.151402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64fce0d2-80f9-45fb-8d03-837546c5b814 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (6c7bb593-07fb-49a3-a2ab-c38b976b4b5e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.154320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Attempting to bind port 0c619097-ac0e-41a2-9c07-5cf69264f6ac on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:39.154767 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Attempting to bind port 0c619097-ac0e-41a2-9c07-5cf69264f6ac by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'fa477b8f-b472-4029-9e76-598b42df127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ce78aab-5723-4bb5-8216-d328a9b34542'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:39.155145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Attempting to bind port 0c619097-ac0e-41a2-9c07-5cf69264f6ac on network 3ce78aab-5723-4bb5-8216-d328a9b34542 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:39.161117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:39.161486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Checking segment: {'id': 'fa477b8f-b472-4029-9e76-598b42df127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ce78aab-5723-4bb5-8216-d328a9b34542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:39.161918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.162407 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Bound using segment: {'id': 'fa477b8f-b472-4029-9e76-598b42df127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ce78aab-5723-4bb5-8216-d328a9b34542'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:39.162820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Bound port: 0c619097-ac0e-41a2-9c07-5cf69264f6ac, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa477b8f-b472-4029-9e76-598b42df127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ce78aab-5723-4bb5-8216-d328a9b34542'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:39.163207 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0c619097-ac0e-41a2-9c07-5cf69264f6ac), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.313090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1323df00-b57b-40fd-9701-8a12da65eed8 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:39.356845 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64fce0d2-80f9-45fb-8d03-837546c5b814 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (6c7bb593-07fb-49a3-a2ab-c38b976b4b5e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.363164 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] For port 0c619097-ac0e-41a2-9c07-5cf69264f6ac, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:39.383521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] For port 0c619097-ac0e-41a2-9c07-5cf69264f6ac, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0c619097-ac0e-41a2-9c07-5cf69264f6ac,segment=NetworkSegment(fa477b8f-b472-4029-9e76-598b42df127d),segment_id=fa477b8f-b472-4029-9e76-598b42df127d)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:39.400153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 1323df00-b57b-40fd-9701-8a12da65eed8 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:39.400525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.400863 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 1323df00-b57b-40fd-9701-8a12da65eed8 Aug 31 16:15:39.409883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fce0d2-80f9-45fb-8d03-837546c5b814 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7bb593-07fb-49a3-a2ab-c38b976b4b5e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:39.413628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64fce0d2-80f9-45fb-8d03-837546c5b814 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.420366 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-64fce0d2-80f9-45fb-8d03-837546c5b814 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/6c7bb593-07fb-49a3-a2ab-c38b976b4b5e HTTP/1.1" status: 204 len: 168 time: 0.8221800 Aug 31 16:15:39.422745 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44964) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:39.449336 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:39.536657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (3ce78aab-5723-4bb5-8216-d328a9b34542), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.564561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (0c619097-ac0e-41a2-9c07-5cf69264f6ac), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.588923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Deleting port 0c619097-ac0e-41a2-9c07-5cf69264f6ac {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:39.591761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (0c619097-ac0e-41a2-9c07-5cf69264f6ac), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.647843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f37b14-e0d1-4771-ae7e-3dbd31eac62d None None] Pushing event updated for resources: {'Port': ['ID=0c619097-ac0e-41a2-9c07-5cf69264f6ac,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:39.685855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] For port 0c619097-ac0e-41a2-9c07-5cf69264f6ac, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0c619097-ac0e-41a2-9c07-5cf69264f6ac,segment=NetworkSegment(fa477b8f-b472-4029-9e76-598b42df127d),segment_id=fa477b8f-b472-4029-9e76-598b42df127d)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:39.686284 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (0c619097-ac0e-41a2-9c07-5cf69264f6ac), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:39.714682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Calling delete_port for 0c619097-ac0e-41a2-9c07-5cf69264f6ac owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:39.724398 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:40.007940 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (0c619097-ac0e-41a2-9c07-5cf69264f6ac), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.015685 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:40.051791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event deleted for resources: {'Port': ['ID=0c619097-ac0e-41a2-9c07-5cf69264f6ac,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:40.055843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] No DVR routers for this DVR port 0c619097-ac0e-41a2-9c07-5cf69264f6ac on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:40.160068 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (3ce78aab-5723-4bb5-8216-d328a9b34542), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.186209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce78aab-5723-4bb5-8216-d328a9b34542']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:40.198773 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa477b8f-b472-4029-9e76-598b42df127d') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:40.200426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa477b8f-b472-4029-9e76-598b42df127d') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:40.211249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (fa477b8f-b472-4029-9e76-598b42df127d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.227484 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (fa477b8f-b472-4029-9e76-598b42df127d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.236457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:40.236909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (fa477b8f-b472-4029-9e76-598b42df127d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.300433 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment fa477b8f-b472-4029-9e76-598b42df127d resource provider aggregate not found Aug 31 16:15:40.332514 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment fa477b8f-b472-4029-9e76-598b42df127d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa477b8f-b472-4029-9e76-598b42df127d found for delete ", "request_id": "req-3903b8ed-f913-4597-a173-215e63a2facc"}]} Aug 31 16:15:40.416141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (3ce78aab-5723-4bb5-8216-d328a9b34542), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.427294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.436534 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "DELETE /networking/v2.0/networks/3ce78aab-5723-4bb5-8216-d328a9b34542 HTTP/1.1" status: 204 len: 168 time: 1.0095282 Aug 31 16:15:40.437052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44970) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:40.461546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196e724-de24-4b58-9330-20465294d5e6 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event deleted for resources: {'Network': ['ID=3ce78aab-5723-4bb5-8216-d328a9b34542,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:40.534504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9d0d1c-ce7a-425f-9cab-217552c9155e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Deleting subnet e606632c-e8d5-4130-a21c-5d69016f8fbd {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:15:40.539628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0d1c-ce7a-425f-9cab-217552c9155e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for subnet (e606632c-e8d5-4130-a21c-5d69016f8fbd), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.603394 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0d1c-ce7a-425f-9cab-217552c9155e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (e606632c-e8d5-4130-a21c-5d69016f8fbd), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.687054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:40.743879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0d1c-ce7a-425f-9cab-217552c9155e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (e606632c-e8d5-4130-a21c-5d69016f8fbd), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.767543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2f482343-e590-47c5-8280-f72e6520b1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.782074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-0dcaaf91-991e-48e5-8a6f-b89a80c02740 None None] Could not find standard attr ID for object 0c619097-ac0e-41a2-9c07-5cf69264f6ac. {{(pid=114267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 31 16:15:40.787718 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0beff3a-63f6-4bf6-9780-54df057b5050 None None] DHCP port deletion for 3ce78aab-5723-4bb5-8216-d328a9b34542 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:15:40.812526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a7b5c-ea92-4cf0-af9f-27036a3ab657 None None] Network 3ce78aab-5723-4bb5-8216-d328a9b34542 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:40.830956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a7b5c-ea92-4cf0-af9f-27036a3ab657 None None] Network 3ce78aab-5723-4bb5-8216-d328a9b34542 could not be found, it might have been deleted concurrently. {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 31 16:15:40.950761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0d1c-ce7a-425f-9cab-217552c9155e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (e606632c-e8d5-4130-a21c-5d69016f8fbd), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.978869 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d0d1c-ce7a-425f-9cab-217552c9155e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event deleted for resources: {'Subnet': ['ID=e606632c-e8d5-4130-a21c-5d69016f8fbd,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:40.985586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0d1c-ce7a-425f-9cab-217552c9155e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:40.991192 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3c9d0d1c-ce7a-425f-9cab-217552c9155e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/e606632c-e8d5-4130-a21c-5d69016f8fbd HTTP/1.1" status: 204 len: 168 time: 0.5503507 Aug 31 16:15:40.996483 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44972) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:40.997531 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5993e1-5bf8-4153-9d4c-fcb0fa242b15 None None] Network b9003b22-fcfd-414f-b721-a9111219bee3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:41.124911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (b9003b22-fcfd-414f-b721-a9111219bee3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:41.177966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d79178-7d56-42dc-8ad9-661e48c2adb0 None None] DHCP port deletion for b9003b22-fcfd-414f-b721-a9111219bee3 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:15:41.185070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Deleting port 1323df00-b57b-40fd-9701-8a12da65eed8 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:41.185628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:41.228786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d6d79178-7d56-42dc-8ad9-661e48c2adb0 None None] Deleting port 1323df00-b57b-40fd-9701-8a12da65eed8 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:15:41.229183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6d79178-7d56-42dc-8ad9-661e48c2adb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:41.284596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:41.289587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 1323df00-b57b-40fd-9701-8a12da65eed8 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:41.332842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d6d79178-7d56-42dc-8ad9-661e48c2adb0 None None] For port 1323df00-b57b-40fd-9701-8a12da65eed8, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1323df00-b57b-40fd-9701-8a12da65eed8,segment=NetworkSegment(98e2c104-2a02-42b2-9759-b7f4960cb963),segment_id=98e2c104-2a02-42b2-9759-b7f4960cb963)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:41.333237 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6d79178-7d56-42dc-8ad9-661e48c2adb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:41.358361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d6d79178-7d56-42dc-8ad9-661e48c2adb0 None None] Calling delete_port for 1323df00-b57b-40fd-9701-8a12da65eed8 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:41.463456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port 1323df00-b57b-40fd-9701-8a12da65eed8 is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:15:41.607266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d6d79178-7d56-42dc-8ad9-661e48c2adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:41.639090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d79178-7d56-42dc-8ad9-661e48c2adb0 None None] Pushing event deleted for resources: {'Port': ['ID=1323df00-b57b-40fd-9701-8a12da65eed8,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:41.643034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d79178-7d56-42dc-8ad9-661e48c2adb0 None None] No DVR routers for this DVR port 1323df00-b57b-40fd-9701-8a12da65eed8 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:41.717681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] For port 1323df00-b57b-40fd-9701-8a12da65eed8, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=1323df00-b57b-40fd-9701-8a12da65eed8,segment=NetworkSegment(98e2c104-2a02-42b2-9759-b7f4960cb963),segment_id=98e2c104-2a02-42b2-9759-b7f4960cb963)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:41.718258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:41.743828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Calling delete_port for 1323df00-b57b-40fd-9701-8a12da65eed8 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:15:41.882788 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (1323df00-b57b-40fd-9701-8a12da65eed8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:41.935181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event deleted for resources: {'Port': ['ID=1323df00-b57b-40fd-9701-8a12da65eed8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:41.941681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] No DVR routers for this DVR port 1323df00-b57b-40fd-9701-8a12da65eed8 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:15:42.089822 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (b9003b22-fcfd-414f-b721-a9111219bee3), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.116478 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9003b22-fcfd-414f-b721-a9111219bee3']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:42.132459 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e2c104-2a02-42b2-9759-b7f4960cb963') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:42.133071 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e2c104-2a02-42b2-9759-b7f4960cb963') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:42.147335 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (98e2c104-2a02-42b2-9759-b7f4960cb963), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.168852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (98e2c104-2a02-42b2-9759-b7f4960cb963), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.179477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:42.180105 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (98e2c104-2a02-42b2-9759-b7f4960cb963), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.207693 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:42.363246 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 98e2c104-2a02-42b2-9759-b7f4960cb963 resource provider aggregate not found Aug 31 16:15:42.369290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (b9003b22-fcfd-414f-b721-a9111219bee3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.381714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.386537 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "DELETE /networking/v2.0/networks/b9003b22-fcfd-414f-b721-a9111219bee3 HTTP/1.1" status: 204 len: 168 time: 1.3937480 Aug 31 16:15:42.388802 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 98e2c104-2a02-42b2-9759-b7f4960cb963 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98e2c104-2a02-42b2-9759-b7f4960cb963 found for delete ", "request_id": "req-6683bdbd-2be1-41d6-a4ce-34d0104730aa"}]} Aug 31 16:15:42.389716 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44978) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:42.405333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3d4b-e4ca-40e2-85fe-29c78076d128 tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Pushing event deleted for resources: {'Network': ['ID=b9003b22-fcfd-414f-b721-a9111219bee3,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:42.410351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.444130 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5fcbb356-fd54-4be4-a58f-ef6e58c167fd tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=31812f08-0d93-46c6-a770-689a6a3a5b20 HTTP/1.1" status: 200 len: 205 time: 0.0507920 Aug 31 16:15:42.453639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 44980) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:42.534268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9f9868e-f34a-4c2b-b892-0bcbdae09e9e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for router (31812f08-0d93-46c6-a770-689a6a3a5b20), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.715545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9f9868e-f34a-4c2b-b892-0bcbdae09e9e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (31812f08-0d93-46c6-a770-689a6a3a5b20), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.718338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9f9868e-f34a-4c2b-b892-0bcbdae09e9e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for router_controller (31812f08-0d93-46c6-a770-689a6a3a5b20), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.877962 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9f9868e-f34a-4c2b-b892-0bcbdae09e9e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (31812f08-0d93-46c6-a770-689a6a3a5b20), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.878568 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f9868e-f34a-4c2b-b892-0bcbdae09e9e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Fanout notify agent at l3_agent the message router_deleted on router 31812f08-0d93-46c6-a770-689a6a3a5b20 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:15:42.889037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d9f9868e-f34a-4c2b-b892-0bcbdae09e9e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:42.890940 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d9f9868e-f34a-4c2b-b892-0bcbdae09e9e tempest-RoutersNegativeTest-1573203158 tempest-RoutersNegativeTest-1573203158-project] 10.222.0.46 "DELETE /networking/v2.0/routers/31812f08-0d93-46c6-a770-689a6a3a5b20 HTTP/1.1" status: 204 len: 168 time: 0.4443967 Aug 31 16:15:43.669262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44986) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:43.704209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:43.806243 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:43.807327 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:43.893911 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e0224cfe-0e51-4bb7-8aba-dee0cf861c0d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=dc84a8e04d5740fcaf3a809ff14c671d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2211709 Aug 31 16:15:43.894220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:43.895872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 44990) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:43.955844 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2c4a87f-8e81-41b6-ae04-054a6da15cf9 admin admin] Publish callbacks [] for security_group (aee815fb-69e8-4f51-b020-559e112d0e43), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:43.980662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2c4a87f-8e81-41b6-ae04-054a6da15cf9 admin admin] Publish callbacks [] for security_group (aee815fb-69e8-4f51-b020-559e112d0e43), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:44.163467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2c4a87f-8e81-41b6-ae04-054a6da15cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (aee815fb-69e8-4f51-b020-559e112d0e43), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:44.167042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f2c4a87f-8e81-41b6-ae04-054a6da15cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:44.168494 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f2c4a87f-8e81-41b6-ae04-054a6da15cf9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/aee815fb-69e8-4f51-b020-559e112d0e43 HTTP/1.1" status: 204 len: 168 time: 0.2715955 Aug 31 16:15:44.177443 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4a87f-8e81-41b6-ae04-054a6da15cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee815fb-69e8-4f51-b020-559e112d0e43,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:45.593069 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45012) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:45.748721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1836101764-network', 'tenant_id': '11cf0b868b2d488c9746c135033af77d'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:45.898793 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Made reservation on behalf of 11cf0b868b2d488c9746c135033af77d for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:45.902110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:45.912601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:46.001478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Publish callbacks [] for security_group (4da511c1-cb0c-410d-bc3b-12a07eef95ba), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:46.092415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4da511c1-cb0c-410d-bc3b-12a07eef95ba), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:46.097258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:46.127296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:46.144888 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da511c1-cb0c-410d-bc3b-12a07eef95ba,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:46.155796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (6723e490-7e29-4bf0-9a81-3eab68ee885a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:46.156260 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Added segment 6723e490-7e29-4bf0-9a81-3eab68ee885a of type vlan for network d89f7200-0031-484d-9a7a-48de2e8107ad Aug 31 16:15:46.215965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (d89f7200-0031-484d-9a7a-48de2e8107ad), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:46.403376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (d89f7200-0031-484d-9a7a-48de2e8107ad), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:46.405250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:46.406645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:46.531118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] Pushing event updated for resources: {'Network': ['ID=d89f7200-0031-484d-9a7a-48de2e8107ad,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:46.544689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network d89f7200-0031-484d-9a7a-48de2e8107ad details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:46.629790 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-75bb6f8f-698d-495c-badf-40f90601ab7d admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0348678 Aug 31 16:15:46.633364 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45016) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:46.639915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Request body: {'subnet': {'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1836101764-subnet', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'ip_version': 4}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:46.729396 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Made reservation on behalf of 11cf0b868b2d488c9746c135033af77d for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:46.732273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:46.847513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:47.049847 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (fc9ddbe7-f445-46da-83f8-96564cbe7c7d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:47.166000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9ddbe7-f445-46da-83f8-96564cbe7c7d,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:47.179343 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Checking segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:47.179935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Network hostable DHCP agents. Network: d89f7200-0031-484d-9a7a-48de2e8107ad, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:47.289147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Network d89f7200-0031-484d-9a7a-48de2e8107ad is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:47.452790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, d89f7200-0031-484d-9a7a-48de2e8107ad) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:47.457890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:47.462362 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:47.468827 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a539f-fd8a-4b5c-8833-6ec28ec28779 None None] Network d89f7200-0031-484d-9a7a-48de2e8107ad requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:47.567743 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-12d497a6-4957-4dd2-87bb-f96d72d4413c admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9327569 Aug 31 16:15:47.570056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:47.571589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45018) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:47.579326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1836101764-router', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:47.615038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-d89f7200-0031-484d-9a7a-48de2e8107ad', 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'project_id': '11cf0b868b2d488c9746c135033af77d', 'fixed_ips': [{'subnet_id': 'fc9ddbe7-f445-46da-83f8-96564cbe7c7d'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:15:47.616139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:47.712249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (9a6e2242-81f4-4f2b-8afe-2545ee69024d), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:47.713974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (9a6e2242-81f4-4f2b-8afe-2545ee69024d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:47.787047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Allocated IP 172.20.0.2 (d89f7200-0031-484d-9a7a-48de2e8107ad/fc9ddbe7-f445-46da-83f8-96564cbe7c7d/9d7ad101-a854-4132-a4a5-5a3b10f15a14) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:47.817115 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks [] for router_controller (9a6e2242-81f4-4f2b-8afe-2545ee69024d), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:47.985947 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Publish callbacks [] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:48.078206 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:48.083236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks [] for router_gateway (9a6e2242-81f4-4f2b-8afe-2545ee69024d), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:48.089029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:48.132441 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Network d89f7200-0031-484d-9a7a-48de2e8107ad is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:48.137943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:48.140527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:48.147708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Pushing event updated for resources: {'Port': ['ID=9d7ad101-a854-4132-a4a5-5a3b10f15a14,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:48.215444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Attempting to bind port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:48.215817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Attempting to bind port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:48.216375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Attempting to bind port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 on network d89f7200-0031-484d-9a7a-48de2e8107ad {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:48.222818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:48.223404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Checking segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:48.223675 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:48.224068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Bound using segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:48.224540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Bound port: 9d7ad101-a854-4132-a4a5-5a3b10f15a14, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:48.224916 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:48.228983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:48.297164 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] For port 9d7ad101-a854-4132-a4a5-5a3b10f15a14, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:48.301611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] For port 9d7ad101-a854-4132-a4a5-5a3b10f15a14, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9d7ad101-a854-4132-a4a5-5a3b10f15a14,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:48.442716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:48.498360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks [] for router_gateway (9a6e2242-81f4-4f2b-8afe-2545ee69024d), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:48.529347 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf69f2f-c98d-40ae-b179-7052175594b5 None None] Pushing event updated for resources: {'Port': ['ID=9d7ad101-a854-4132-a4a5-5a3b10f15a14,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:48.538613 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:48.727071 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Allocated IP 172.26.2.40 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/6c105025-882e-43bb-884b-4a002fb4c284) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:48.766464 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:48.876026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks [] for port (6c105025-882e-43bb-884b-4a002fb4c284), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:49.004102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (6c105025-882e-43bb-884b-4a002fb4c284), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:49.055536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:49.059407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:49.064147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:49.070350 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Pushing event updated for resources: {'Port': ['ID=6c105025-882e-43bb-884b-4a002fb4c284,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:49.350290 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9d7ad101-a854-4132-a4a5-5a3b10f15a14 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:49.454738 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:49.455445 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:49.456057 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 Aug 31 16:15:49.503928 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks [] for router_gateway (9a6e2242-81f4-4f2b-8afe-2545ee69024d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:49.528806 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:49.613774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d81f57-f86d-42b9-99aa-460492231087 None None] Network d89f7200-0031-484d-9a7a-48de2e8107ad requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:49.723452 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bb831b56-36fc-4a6a-9edc-94af6a3846b4 None None] Provisioning complete for port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:49.724294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb831b56-36fc-4a6a-9edc-94af6a3846b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:49.724854 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bb831b56-36fc-4a6a-9edc-94af6a3846b4 None None] Attempt 1 to provision port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 Aug 31 16:15:49.756317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:49.804766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (9a6e2242-81f4-4f2b-8afe-2545ee69024d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-bb831b56-36fc-4a6a-9edc-94af6a3846b4 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:49.856690 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:50.110106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Router 9a6e2242-81f4-4f2b-8afe-2545ee69024d is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:15:50.185440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e3dc1e54-5274-427e-9552-98b35b010477 None None] Provisioning complete for port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:50.186068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1e54-5274-427e-9552-98b35b010477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:50.186601 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3dc1e54-5274-427e-9552-98b35b010477 None None] Attempt 1 to provision port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 Aug 31 16:15:50.247969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e3dc1e54-5274-427e-9552-98b35b010477 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:50.258150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:50.269408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:15:50.281413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Sync routers for ids ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:15:50.295725 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Routers {'9a6e2242-81f4-4f2b-8afe-2545ee69024d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:15:50.296376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:15:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:50.362376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:50.369719 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ee969b8d-b702-4e4c-b2b2-ad72b3e8f71a admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7909720 Aug 31 16:15:50.370009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45022) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:50.432552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:50.443744 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Set router 9a6e2242-81f4-4f2b-8afe-2545ee69024d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:15:50.703368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'name': 'tempest-TestEncryptedCinderVolumes-1836101764-router', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '6c105025-882e-43bb-884b-4a002fb4c284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:47Z', 'updated_at': '2022-08-31T16:15:49Z', 'revision_number': 3, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'gw_port': {'id': '6c105025-882e-43bb-884b-4a002fb4c284', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:48Z', 'updated_at': '2022-08-31T16:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:50.731975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Checking router: 9a6e2242-81f4-4f2b-8afe-2545ee69024d for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:15:50.732300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Updating router 9a6e2242-81f4-4f2b-8afe-2545ee69024d port 6c105025-882e-43bb-884b-4a002fb4c284 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:15:50.770786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6c105025-882e-43bb-884b-4a002fb4c284), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:50.888517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:50.931278 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.059348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Publish callbacks [] for port (6c105025-882e-43bb-884b-4a002fb4c284), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.113728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Allocated IP 172.20.0.1 (d89f7200-0031-484d-9a7a-48de2e8107ad/fc9ddbe7-f445-46da-83f8-96564cbe7c7d/8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:51.183988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6c105025-882e-43bb-884b-4a002fb4c284), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.225946 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Attempting to bind port 6c105025-882e-43bb-884b-4a002fb4c284 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:51.226303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Attempting to bind port 6c105025-882e-43bb-884b-4a002fb4c284 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:51.226747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Attempting to bind port 6c105025-882e-43bb-884b-4a002fb4c284 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:51.243358 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:51.243944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:51.244120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Publish callbacks [] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.244361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.244767 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:51.245449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Bound port: 6c105025-882e-43bb-884b-4a002fb4c284, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:51.250093 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6c105025-882e-43bb-884b-4a002fb4c284), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.266549 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:51.426187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.428733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01183b9-ac34-40c3-944d-562e0f818500 None None] Pushing event updated for resources: {'Port': ['ID=6c105025-882e-43bb-884b-4a002fb4c284,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:51.454953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.469324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] For port 6c105025-882e-43bb-884b-4a002fb4c284, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:51.473414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] For port 6c105025-882e-43bb-884b-4a002fb4c284, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6c105025-882e-43bb-884b-4a002fb4c284,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:51.506160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Network d89f7200-0031-484d-9a7a-48de2e8107ad is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:51.512984 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:51.517317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:51.548021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:51.577724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (9a6e2242-81f4-4f2b-8afe-2545ee69024d), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.616114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:51.638409 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6c105025-882e-43bb-884b-4a002fb4c284), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.711475 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Routers {'9a6e2242-81f4-4f2b-8afe-2545ee69024d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:15:51.712733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:15:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:51.793285 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01183b9-ac34-40c3-944d-562e0f818500 None None] Pushing event updated for resources: {'Port': ['ID=6c105025-882e-43bb-884b-4a002fb4c284,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:51.858258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.868841 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] Set router 9a6e2242-81f4-4f2b-8afe-2545ee69024d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:15:51.974634 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Provisioning complete for port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:51.975155 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:51.975578 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Attempt 1 to provision port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 Aug 31 16:15:52.033617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:52.062000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:15:52.092496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Publish callbacks [] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:52.177907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'name': 'tempest-TestEncryptedCinderVolumes-1836101764-router', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '6c105025-882e-43bb-884b-4a002fb4c284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:47Z', 'updated_at': '2022-08-31T16:15:49Z', 'revision_number': 3, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'gw_port': {'id': '6c105025-882e-43bb-884b-4a002fb4c284', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:48Z', 'updated_at': '2022-08-31T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:52.203789 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:52.209763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a475a7-eac5-4f2a-aea1-84184f3db14a None None] The sync data for ids ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'] in dv-neutron-855257-2-hyperv is: [{'id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'name': 'tempest-TestEncryptedCinderVolumes-1836101764-router', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '6c105025-882e-43bb-884b-4a002fb4c284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:47Z', 'updated_at': '2022-08-31T16:15:49Z', 'revision_number': 3, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'gw_port': {'id': '6c105025-882e-43bb-884b-4a002fb4c284', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:48Z', 'updated_at': '2022-08-31T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:15:52.286809 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (9a6e2242-81f4-4f2b-8afe-2545ee69024d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:52.288868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:52.563420 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Attempt 2 to provision port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 Aug 31 16:15:52.604709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Network d89f7200-0031-484d-9a7a-48de2e8107ad is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:52.607778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:52.642293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:15:52.790886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Router 9a6e2242-81f4-4f2b-8afe-2545ee69024d has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:15:52.847553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:52.939242 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:15:52.948068 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c4c4a82a-a102-4ab6-b914-4d51daedad04 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/9a6e2242-81f4-4f2b-8afe-2545ee69024d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5773456 Aug 31 16:15:53.145046 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Attempt 3 to provision port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 Aug 31 16:15:53.186630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:15:53.322473 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6c105025-882e-43bb-884b-4a002fb4c284 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:53.382675 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:53.401983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 6c105025-882e-43bb-884b-4a002fb4c284 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:53.402607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6c105025-882e-43bb-884b-4a002fb4c284), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:53.403172 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 6c105025-882e-43bb-884b-4a002fb4c284 Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:53.465403 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:53.687960 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Attempt 4 to provision port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 Aug 31 16:15:53.730750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:15:54.123940 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Sync routers for ids ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:15:54.133551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45038) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:54.139774 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-574787765-network', 'tenant_id': '959da63e166a425794dd12e6bd734885'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:54.142342 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Routers {'9a6e2242-81f4-4f2b-8afe-2545ee69024d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:15:54.143136 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:15:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:54.232239 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Attempt 5 to provision port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 Aug 31 16:15:54.283673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Made reservation on behalf of 959da63e166a425794dd12e6bd734885 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:54.284146 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:15:54.286991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:54.289039 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Set router 9a6e2242-81f4-4f2b-8afe-2545ee69024d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:15:54.565822 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'name': 'tempest-TestEncryptedCinderVolumes-1836101764-router', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '6c105025-882e-43bb-884b-4a002fb4c284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:47Z', 'updated_at': '2022-08-31T16:15:51Z', 'revision_number': 4, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'gw_port': {'id': '6c105025-882e-43bb-884b-4a002fb4c284', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:48Z', 'updated_at': '2022-08-31T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7', 'name': '', 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'mac_address': 'fa:16:3e:9f:a7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'fc9ddbe7-f445-46da-83f8-96564cbe7c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:50Z', 'updated_at': '2022-08-31T16:15:51Z', 'revision_number': 2, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'subnets': [{'id': 'fc9ddbe7-f445-46da-83f8-96564cbe7c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:54.601110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:54.602089 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Checking router: 9a6e2242-81f4-4f2b-8afe-2545ee69024d for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:15:54.602437 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Updating router 9a6e2242-81f4-4f2b-8afe-2545ee69024d port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:15:54.637119 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:54.706146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Publish callbacks [] for security_group (1ecd6baf-e7db-4214-8ea4-078e62952ec6), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:54.778202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1ecd6baf-e7db-4214-8ea4-078e62952ec6), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:54.787071 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Attempt 6 to provision port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 Aug 31 16:15:54.809174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:54.826346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecd6baf-e7db-4214-8ea4-078e62952ec6,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:54.829502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e9fd5541-44c0-4d37-94fd-896312b54367), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:54.830378 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Added segment e9fd5541-44c0-4d37-94fd-896312b54367 of type vlan for network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 Aug 31 16:15:54.857778 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:15:54.865607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:54.884133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (b42a90f4-6d88-4b74-bfed-eb215c45f2a2), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:55.033381 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Publish callbacks [] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:55.037743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (b42a90f4-6d88-4b74-bfed-eb215c45f2a2), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:55.039480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:55.040131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:55.123047 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] Pushing event updated for resources: {'Network': ['ID=b42a90f4-6d88-4b74-bfed-eb215c45f2a2,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:55.135436 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:55.157660 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:55.235865 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0af3f190-33b0-4492-b358-4ff4e23adb7b admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1008418 Aug 31 16:15:55.239726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45040) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:55.245593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Request body: {'subnet': {'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-574787765-subnet', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:55.267367 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Pushing event updated for resources: {'Port': ['ID=8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:55.290256 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.290691 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.291037 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.291373 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.291762 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.292093 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.292419 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.292807 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.293133 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.293455 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.293802 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.294126 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.294455 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.294767 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.295083 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:55.305072 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Attempting to bind port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:55.305634 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Attempting to bind port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:55.306204 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Attempting to bind port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 on network d89f7200-0031-484d-9a7a-48de2e8107ad {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:55.312647 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:55.313038 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Checking segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:55.313403 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:55.313826 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Bound using segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:55.314299 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Bound port: 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:55.314738 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:55.361252 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Attempt 7 to provision port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 Aug 31 16:15:55.382846 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:55.386893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Made reservation on behalf of 959da63e166a425794dd12e6bd734885 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:55.391226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:55.411917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:15:55.434060 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] For port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:55.440245 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] For port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:55.541184 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:55.579210 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Routers {'9a6e2242-81f4-4f2b-8afe-2545ee69024d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:15:55.579848 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:15:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:55.629509 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:55.733604 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3c5f4-1aa8-412f-ad03-e359673a5b11 None None] Pushing event updated for resources: {'Port': ['ID=8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:55.755724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (2d0e3e18-3959-42ee-9e37-ee8b262b012c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:55.803781 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] Set router 9a6e2242-81f4-4f2b-8afe-2545ee69024d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:15:55.838322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0e3e18-3959-42ee-9e37-ee8b262b012c,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:55.851866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Checking segment: {'id': 'e9fd5541-44c0-4d37-94fd-896312b54367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:55.852352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Network hostable DHCP agents. Network: b42a90f4-6d88-4b74-bfed-eb215c45f2a2, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:55.913381 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Attempt 8 to provision port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 Aug 31 16:15:55.974987 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1f53ad32-2b80-4d49-97c5-c425c6737364 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:55.975553 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:55.985907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:56.066065 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'name': 'tempest-TestEncryptedCinderVolumes-1836101764-router', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '6c105025-882e-43bb-884b-4a002fb4c284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:47Z', 'updated_at': '2022-08-31T16:15:51Z', 'revision_number': 4, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'gw_port': {'id': '6c105025-882e-43bb-884b-4a002fb4c284', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:48Z', 'updated_at': '2022-08-31T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7', 'name': '', 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'mac_address': 'fa:16:3e:9f:a7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'fc9ddbe7-f445-46da-83f8-96564cbe7c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:50Z', 'updated_at': '2022-08-31T16:15:55Z', 'revision_number': 4, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'subnets': [{'id': 'fc9ddbe7-f445-46da-83f8-96564cbe7c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:56.099589 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-84e56ffc-a6d9-4031-90f0-4d69ac9ed43e None None] Provisioning complete for port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:56.100167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-84e56ffc-a6d9-4031-90f0-4d69ac9ed43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:56.100804 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-84e56ffc-a6d9-4031-90f0-4d69ac9ed43e None None] Attempt 1 to provision port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 Aug 31 16:15:56.102650 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc18f9-64c3-4e16-934a-bf551ecffcad None None] The sync data for ids ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'] in dv-neutron-855257-2-hyperv is: [{'id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'name': 'tempest-TestEncryptedCinderVolumes-1836101764-router', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '6c105025-882e-43bb-884b-4a002fb4c284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:47Z', 'updated_at': '2022-08-31T16:15:51Z', 'revision_number': 4, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'gw_port': {'id': '6c105025-882e-43bb-884b-4a002fb4c284', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:48Z', 'updated_at': '2022-08-31T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7', 'name': '', 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'mac_address': 'fa:16:3e:9f:a7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'fc9ddbe7-f445-46da-83f8-96564cbe7c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:50Z', 'updated_at': '2022-08-31T16:15:55Z', 'revision_number': 4, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'subnets': [{'id': 'fc9ddbe7-f445-46da-83f8-96564cbe7c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:15:56.126890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, b42a90f4-6d88-4b74-bfed-eb215c45f2a2) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:56.141818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e79e68-a9a0-4256-b8a2-617e406cd561 None None] Network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:56.144553 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:15:56.145661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-84e56ffc-a6d9-4031-90f0-4d69ac9ed43e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:56.284651 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:56.298935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45042) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:56.299483 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c4b1a2c1-3532-4757-8b6a-b52c1f4ffdf1 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0506349 Aug 31 16:15:56.300081 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-574787765-router', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:56.374617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-b42a90f4-6d88-4b74-bfed-eb215c45f2a2', 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2', 'project_id': '959da63e166a425794dd12e6bd734885', 'fixed_ips': [{'subnet_id': '2d0e3e18-3959-42ee-9e37-ee8b262b012c'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:15:56.374617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:56.536117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (b4ebaece-e583-41ee-83ba-5171bcfcfb37), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:56.538168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (b4ebaece-e583-41ee-83ba-5171bcfcfb37), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:56.615726 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks [] for router_controller (b4ebaece-e583-41ee-83ba-5171bcfcfb37), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:56.619084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Allocated IP 172.20.0.2 (b42a90f4-6d88-4b74-bfed-eb215c45f2a2/2d0e3e18-3959-42ee-9e37-ee8b262b012c/eedaec9c-1135-4439-a803-6b949a3ddd32) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:56.718650 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:56.813642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Publish callbacks [] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:56.855887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:56.967039 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks [] for router_gateway (b4ebaece-e583-41ee-83ba-5171bcfcfb37), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:56.975546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:57.024302 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:57.036863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:57.041098 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:57.045856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:57.052818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Pushing event updated for resources: {'Port': ['ID=eedaec9c-1135-4439-a803-6b949a3ddd32,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:57.116781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Attempting to bind port eedaec9c-1135-4439-a803-6b949a3ddd32 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:15:57.117155 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Attempting to bind port eedaec9c-1135-4439-a803-6b949a3ddd32 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'e9fd5541-44c0-4d37-94fd-896312b54367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:15:57.118190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Attempting to bind port eedaec9c-1135-4439-a803-6b949a3ddd32 on network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:15:57.124439 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:15:57.124815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Checking segment: {'id': 'e9fd5541-44c0-4d37-94fd-896312b54367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:15:57.125217 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:57.125634 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Bound using segment: {'id': 'e9fd5541-44c0-4d37-94fd-896312b54367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:15:57.126123 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Bound port: eedaec9c-1135-4439-a803-6b949a3ddd32, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fd5541-44c0-4d37-94fd-896312b54367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:15:57.126507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:57.215743 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] For port eedaec9c-1135-4439-a803-6b949a3ddd32, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:57.221722 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] For port eedaec9c-1135-4439-a803-6b949a3ddd32, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=eedaec9c-1135-4439-a803-6b949a3ddd32,segment=NetworkSegment(e9fd5541-44c0-4d37-94fd-896312b54367),segment_id=e9fd5541-44c0-4d37-94fd-896312b54367)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:57.331648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:57.358855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks [] for router_gateway (b4ebaece-e583-41ee-83ba-5171bcfcfb37), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:57.396499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:57.399558 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:57.448907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:57.449539 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:57.450079 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 Aug 31 16:15:57.540382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5ae1b-4a2e-4433-9677-54caa9fb70a1 None None] Pushing event updated for resources: {'Port': ['ID=eedaec9c-1135-4439-a803-6b949a3ddd32,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:57.554990 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:57.563392 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:57.599887 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Allocated IP 172.26.2.212 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/d53edd11-6d2a-4482-ac24-c3a8e037d07b) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:57.787838 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks [] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:57.944881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:57.994844 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:57.998806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:58.003586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:15:58.007448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Pushing event updated for resources: {'Port': ['ID=d53edd11-6d2a-4482-ac24-c3a8e037d07b,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:58.370383 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:58.385711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks [] for router_gateway (b4ebaece-e583-41ee-83ba-5171bcfcfb37), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:58.550957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdc99ca-0e11-4c36-9414-2467dc0411e5 None None] Network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:15:58.654320 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-df03d3d5-8923-4d6c-b095-47a5c46394a3 None None] Provisioning complete for port eedaec9c-1135-4439-a803-6b949a3ddd32 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:58.654920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-df03d3d5-8923-4d6c-b095-47a5c46394a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:58.655453 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-df03d3d5-8923-4d6c-b095-47a5c46394a3 None None] Attempt 1 to provision port eedaec9c-1135-4439-a803-6b949a3ddd32 Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-df03d3d5-8923-4d6c-b095-47a5c46394a3 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:58.796614 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:59.036936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (b4ebaece-e583-41ee-83ba-5171bcfcfb37), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:59.128786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7e3a09b1-f2fe-4cae-959e-7b057f5d4edf None None] Provisioning complete for port eedaec9c-1135-4439-a803-6b949a3ddd32 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:59.129351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7e3a09b1-f2fe-4cae-959e-7b057f5d4edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:59.129929 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7e3a09b1-f2fe-4cae-959e-7b057f5d4edf None None] Attempt 1 to provision port eedaec9c-1135-4439-a803-6b949a3ddd32 Aug 31 16:15:59.132532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7e3a09b1-f2fe-4cae-959e-7b057f5d4edf None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:59.183281 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:59.323012 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device eedaec9c-1135-4439-a803-6b949a3ddd32 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:59.330053 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Router b4ebaece-e583-41ee-83ba-5171bcfcfb37 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:15:59.401955 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port eedaec9c-1135-4439-a803-6b949a3ddd32 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:15:59.402532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:59.403764 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port eedaec9c-1135-4439-a803-6b949a3ddd32 Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:15:59.455660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:15:59.503088 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:15:59.516371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Sync routers for ids ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:15:59.538528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Routers {'b4ebaece-e583-41ee-83ba-5171bcfcfb37'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:15:59.539984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:15:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:59.681584 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:15:59.683226 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-777aae1d-3230-4fda-80d6-8b207229b056 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3900397 Aug 31 16:15:59.686666 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Set router b4ebaece-e583-41ee-83ba-5171bcfcfb37 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:15:59.688179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45044) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:15:59.936594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'name': 'tempest-TestEncryptedCinderVolumes-574787765-router', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:56Z', 'updated_at': '2022-08-31T16:15:58Z', 'revision_number': 3, 'project_id': '959da63e166a425794dd12e6bd734885', 'gw_port': {'id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:57Z', 'updated_at': '2022-08-31T16:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:59.966068 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Checking router: b4ebaece-e583-41ee-83ba-5171bcfcfb37 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:15:59.966541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Updating router b4ebaece-e583-41ee-83ba-5171bcfcfb37 port d53edd11-6d2a-4482-ac24-c3a8e037d07b binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:16:00.000454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:00.268300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:00.272655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:00.325401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:00.476081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Allocated IP 172.20.0.1 (b42a90f4-6d88-4b74-bfed-eb215c45f2a2/2d0e3e18-3959-42ee-9e37-ee8b262b012c/66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:00.478150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Publish callbacks [] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:00.558893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:00.598331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:00.603116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Publish callbacks [] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:00.638515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Attempting to bind port d53edd11-6d2a-4482-ac24-c3a8e037d07b on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:16:00.638920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Attempting to bind port d53edd11-6d2a-4482-ac24-c3a8e037d07b by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:16:00.639283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Attempting to bind port d53edd11-6d2a-4482-ac24-c3a8e037d07b on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:16:00.660249 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:16:00.660795 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:16:00.661274 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:00.661813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:16:00.662570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Bound port: d53edd11-6d2a-4482-ac24-c3a8e037d07b, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:16:00.662968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:00.687006 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3588491-ff05-4ccf-8b17-d5b283c0fb6f None None] Pushing event updated for resources: {'Port': ['ID=d53edd11-6d2a-4482-ac24-c3a8e037d07b,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:00.728557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:00.730544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] For port d53edd11-6d2a-4482-ac24-c3a8e037d07b, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:16:00.733172 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:00.735712 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] For port d53edd11-6d2a-4482-ac24-c3a8e037d07b, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d53edd11-6d2a-4482-ac24-c3a8e037d07b,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:16:00.783160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:00.786945 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:00.791808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:16:00.815963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Pushing event updated for resources: {'Port': ['ID=66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:00.830302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.830647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.831038 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.831312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.831636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.832042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.832293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.832613 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.832931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.833253 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.833592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.833918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.834231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.834545 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.834854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:00.850119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:00.866655 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (b4ebaece-e583-41ee-83ba-5171bcfcfb37), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:00.908694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Routers {'b4ebaece-e583-41ee-83ba-5171bcfcfb37'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:16:00.909614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:15:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:01.017360 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3588491-ff05-4ccf-8b17-d5b283c0fb6f None None] Pushing event updated for resources: {'Port': ['ID=d53edd11-6d2a-4482-ac24-c3a8e037d07b,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:01.123458 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] Set router b4ebaece-e583-41ee-83ba-5171bcfcfb37 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:16:01.185489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Provisioning complete for port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:16:01.185970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:01.186269 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Attempt 1 to provision port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b Aug 31 16:16:01.217219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:01.281251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:16:01.378627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'name': 'tempest-TestEncryptedCinderVolumes-574787765-router', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:56Z', 'updated_at': '2022-08-31T16:15:58Z', 'revision_number': 3, 'project_id': '959da63e166a425794dd12e6bd734885', 'gw_port': {'id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:57Z', 'updated_at': '2022-08-31T16:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:01.406328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:01.417238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933372f-782f-43c3-9ec5-1c29ac15f78e None None] The sync data for ids ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'] in dv-neutron-855257-2-hyperv is: [{'id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'name': 'tempest-TestEncryptedCinderVolumes-574787765-router', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:56Z', 'updated_at': '2022-08-31T16:15:58Z', 'revision_number': 3, 'project_id': '959da63e166a425794dd12e6bd734885', 'gw_port': {'id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:57Z', 'updated_at': '2022-08-31T16:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:01.454738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Publish callbacks [] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:01.557800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:01.696728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Pushing event updated for resources: {'Port': ['ID=66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:01.704063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (b4ebaece-e583-41ee-83ba-5171bcfcfb37), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:01.782230 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Attempt 2 to provision port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b Aug 31 16:16:01.837762 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:16:01.901248 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:01.903840 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:02.120052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Router b4ebaece-e583-41ee-83ba-5171bcfcfb37 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:16:02.294683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:16:02.305464 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4b07ccc6-3591-4e83-82da-27fa0e25be23 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/b4ebaece-e583-41ee-83ba-5171bcfcfb37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6132617 Aug 31 16:16:02.338810 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Attempt 3 to provision port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b Aug 31 16:16:02.386342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:16:02.887868 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Attempt 4 to provision port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b Aug 31 16:16:02.920114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:02.931427 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:16:03.187695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da768f-94e8-4788-957a-296e9250e52d req-e721363e-f230-473a-b7d8-c05e1ed53c51 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:03.189284 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-e721363e-f230-473a-b7d8-c05e1ed53c51 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/networks?id=d89f7200-0031-484d-9a7a-48de2e8107ad HTTP/1.1" status: 200 len: 817 time: 0.1531179 Aug 31 16:16:03.210230 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-df40240e-bcfa-4d4f-bfb3-736f2cefd15e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/quotas/11cf0b868b2d488c9746c135033af77d HTTP/1.1" status: 200 len: 375 time: 0.0103571 Aug 31 16:16:03.234423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:03.278536 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-943e4e50-1c6a-45c4-9326-c0f9c13383cb tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=11cf0b868b2d488c9746c135033af77d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559247 Aug 31 16:16:03.332399 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Sync routers for ids ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:16:03.341218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d53edd11-6d2a-4482-ac24-c3a8e037d07b up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:16:03.346928 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Routers {'b4ebaece-e583-41ee-83ba-5171bcfcfb37'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:16:03.347581 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:15:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:03.411528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port d53edd11-6d2a-4482-ac24-c3a8e037d07b triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:16:03.411846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:03.412163 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port d53edd11-6d2a-4482-ac24-c3a8e037d07b Aug 31 16:16:03.434552 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Attempt 5 to provision port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b Aug 31 16:16:03.475222 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:16:03.483012 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Set router b4ebaece-e583-41ee-83ba-5171bcfcfb37 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:16:03.502995 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:16:03.648979 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-1071927a-f244-4a95-a7d5-b8aaac790cd4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514240 Aug 31 16:16:03.733721 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'name': 'tempest-TestEncryptedCinderVolumes-574787765-router', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:56Z', 'updated_at': '2022-08-31T16:16:01Z', 'revision_number': 4, 'project_id': '959da63e166a425794dd12e6bd734885', 'gw_port': {'id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:57Z', 'updated_at': '2022-08-31T16:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b', 'name': '', 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'mac_address': 'fa:16:3e:8f:ce:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '2d0e3e18-3959-42ee-9e37-ee8b262b012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:16:00Z', 'updated_at': '2022-08-31T16:16:01Z', 'revision_number': 2, 'project_id': '959da63e166a425794dd12e6bd734885', 'subnets': [{'id': '2d0e3e18-3959-42ee-9e37-ee8b262b012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:03.765713 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Checking router: b4ebaece-e583-41ee-83ba-5171bcfcfb37 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:16:03.783504 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Updating router b4ebaece-e583-41ee-83ba-5171bcfcfb37 port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:16:03.784467 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-2f38a84a-994a-4fd8-8a3a-148674bd0871 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166518 Aug 31 16:16:03.799715 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:03.802794 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:03.978453 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Attempt 6 to provision port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b Aug 31 16:16:04.018760 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:04.035116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:16:04.135354 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Publish callbacks [] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:04.151870 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7236ac38-0ace-4849-8a82-8eba6f625e62 req-aa98a5dc-c228-45a5-857a-896a4ef76f63 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 210 time: 0.0443547 Aug 31 16:16:04.235575 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:04.339824 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d99abb-3b8d-4fce-b0ce-7d5f932329d3 None None] Pushing event updated for resources: {'Port': ['ID=66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:04.354329 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Attempting to bind port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:16:04.354329 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Attempting to bind port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'e9fd5541-44c0-4d37-94fd-896312b54367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:16:04.354329 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Attempting to bind port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b on network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:16:04.358705 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:16:04.359109 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Checking segment: {'id': 'e9fd5541-44c0-4d37-94fd-896312b54367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:16:04.359470 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:04.359861 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Bound using segment: {'id': 'e9fd5541-44c0-4d37-94fd-896312b54367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:16:04.360329 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Bound port: 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fd5541-44c0-4d37-94fd-896312b54367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:16:04.360702 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:04.437475 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] For port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:16:04.440965 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] For port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b,segment=NetworkSegment(e9fd5541-44c0-4d37-94fd-896312b54367),segment_id=e9fd5541-44c0-4d37-94fd-896312b54367)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:16:04.536244 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Attempt 7 to provision port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b Aug 31 16:16:04.558637 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:04.575956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:16:04.626694 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Routers {'b4ebaece-e583-41ee-83ba-5171bcfcfb37'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:16:04.627774 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:15:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:04.737573 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d99abb-3b8d-4fce-b0ce-7d5f932329d3 None None] Pushing event updated for resources: {'Port': ['ID=66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:04.826970 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] Set router b4ebaece-e583-41ee-83ba-5171bcfcfb37 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:16:05.077235 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Attempt 8 to provision port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-45c8b6be-a648-451e-bd07-9a721fad130d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:16:05.127913 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:16:05.156708 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'name': 'tempest-TestEncryptedCinderVolumes-574787765-router', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:56Z', 'updated_at': '2022-08-31T16:16:01Z', 'revision_number': 4, 'project_id': '959da63e166a425794dd12e6bd734885', 'gw_port': {'id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:57Z', 'updated_at': '2022-08-31T16:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b', 'name': '', 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'mac_address': 'fa:16:3e:8f:ce:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '2d0e3e18-3959-42ee-9e37-ee8b262b012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:16:00Z', 'updated_at': '2022-08-31T16:16:04Z', 'revision_number': 4, 'project_id': '959da63e166a425794dd12e6bd734885', 'subnets': [{'id': '2d0e3e18-3959-42ee-9e37-ee8b262b012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:05.202140 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e6544-2079-4836-ac0d-6cf8206549e7 None None] The sync data for ids ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'] in dv-neutron-855257-2-hyperv is: [{'id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'name': 'tempest-TestEncryptedCinderVolumes-574787765-router', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:56Z', 'updated_at': '2022-08-31T16:16:01Z', 'revision_number': 4, 'project_id': '959da63e166a425794dd12e6bd734885', 'gw_port': {'id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:57Z', 'updated_at': '2022-08-31T16:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b', 'name': '', 'network_id': 'b42a90f4-6d88-4b74-bfed-eb215c45f2a2', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'mac_address': 'fa:16:3e:8f:ce:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '2d0e3e18-3959-42ee-9e37-ee8b262b012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:16:00Z', 'updated_at': '2022-08-31T16:16:04Z', 'revision_number': 4, 'project_id': '959da63e166a425794dd12e6bd734885', 'subnets': [{'id': '2d0e3e18-3959-42ee-9e37-ee8b262b012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:05.258903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-6332e657-4fc5-4d17-ad8a-b04d5ac7e32c None None] Provisioning complete for port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:16:05.259440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6332e657-4fc5-4d17-ad8a-b04d5ac7e32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:05.259850 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6332e657-4fc5-4d17-ad8a-b04d5ac7e32c None None] Attempt 1 to provision port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b Aug 31 16:16:05.292746 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c871ccce-5d08-4eb3-98d9-3ca168d55ed2 req-13716a71-196f-477a-bf15-0790f726f80c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 210 time: 0.0869229 Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-6332e657-4fc5-4d17-ad8a-b04d5ac7e32c None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:16:05.357123 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:16:06.446518 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-34b6338e-e82a-4d3d-b828-81e13b8d592d req-715ef2b4-146b-4518-ad7c-fe3996a6275d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 210 time: 0.0322571 Aug 31 16:16:07.327606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:16:07.372271 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da768f-94e8-4788-957a-296e9250e52d req-168c45d8-6750-4e6f-9417-a32812263f11 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:07.379426 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-168c45d8-6750-4e6f-9417-a32812263f11 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d89f7200-0031-484d-9a7a-48de2e8107ad HTTP/1.1" status: 200 len: 817 time: 0.1659982 Aug 31 16:16:07.384330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:16:07.384469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:07.384747 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b Aug 31 16:16:07.392974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Request body: {'port': {'device_id': '7c6b53db-8c35-4718-a5d9-96696d47f6db', 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'admin_state_up': True, 'tenant_id': '11cf0b868b2d488c9746c135033af77d'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:16:07.440144 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:16:07.583800 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-08c6afef-c50b-4bc1-84f2-f5bbba05132b req-73a7ae6e-2c00-493a-a164-fa3850d794dd tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 210 time: 0.0428846 Aug 31 16:16:07.682140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Made reservation on behalf of 11cf0b868b2d488c9746c135033af77d for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:16:07.688392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:07.771000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:07.875653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Allocated IP 172.20.0.10 (d89f7200-0031-484d-9a7a-48de2e8107ad/fc9ddbe7-f445-46da-83f8-96564cbe7c7d/313e9f7c-51a9-464a-ab03-6ecb280b911a) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:08.006688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:08.080372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks [] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:08.218610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:08.273551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Network d89f7200-0031-484d-9a7a-48de2e8107ad is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:08.277839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:08.283708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:16:08.311199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Pushing event updated for resources: {'Port': ['ID=313e9f7c-51a9-464a-ab03-6ecb280b911a,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:08.355493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:08.356184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:08.484130 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-471665dc-5e4d-43f9-ae8e-d1e42e6d217e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0952291 Aug 31 16:16:08.562814 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Request body: {'port': {'device_id': '7c6b53db-8c35-4718-a5d9-96696d47f6db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:08.612983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e67754a2-7138-4291-a340-94f16a011cc6 None None] Provisioning complete for port 313e9f7c-51a9-464a-ab03-6ecb280b911a triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:16:08.613837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e67754a2-7138-4291-a340-94f16a011cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:08.614186 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e67754a2-7138-4291-a340-94f16a011cc6 None None] Attempt 1 to provision port 313e9f7c-51a9-464a-ab03-6ecb280b911a Aug 31 16:16:08.659166 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ebf24c3c-7f6d-459e-b2bc-f04ff76cac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:08.660996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:08.680871 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e67754a2-7138-4291-a340-94f16a011cc6 None None] Port 313e9f7c-51a9-464a-ab03-6ecb280b911a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:16:08.796320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6d980-6bc1-463e-a644-5c3593e0f5ee req-d19567e9-3b5b-4b84-bd86-427602c05747 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:08.799108 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6fc6d980-6bc1-463e-a644-5c3593e0f5ee req-d19567e9-3b5b-4b84-bd86-427602c05747 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 932 time: 0.0953281 Aug 31 16:16:08.861145 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6fc6d980-6bc1-463e-a644-5c3593e0f5ee req-82467e2b-fcdf-4033-a3bc-c60a35261fc5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549972 Aug 31 16:16:09.062135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313e9f7c-51a9-464a-ab03-6ecb280b911a {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:16:09.071124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Publish callbacks [] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:09.086498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Transition to ACTIVE for port object 313e9f7c-51a9-464a-ab03-6ecb280b911a will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:16:09.181791 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e67754a2-7138-4291-a340-94f16a011cc6 None None] Attempt 2 to provision port 313e9f7c-51a9-464a-ab03-6ecb280b911a Aug 31 16:16:09.220756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:09.227052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e67754a2-7138-4291-a340-94f16a011cc6 None None] Port 313e9f7c-51a9-464a-ab03-6ecb280b911a cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:16:09.285326 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:09.375552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Pushing event updated for resources: {'Port': ['ID=313e9f7c-51a9-464a-ab03-6ecb280b911a,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:09.410714 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Attempting to bind port 313e9f7c-51a9-464a-ab03-6ecb280b911a on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:16:09.412498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Attempting to bind port 313e9f7c-51a9-464a-ab03-6ecb280b911a by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:16:09.412498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Attempting to bind port 313e9f7c-51a9-464a-ab03-6ecb280b911a on network d89f7200-0031-484d-9a7a-48de2e8107ad {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:16:09.417035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Port 313e9f7c-51a9-464a-ab03-6ecb280b911a on network d89f7200-0031-484d-9a7a-48de2e8107ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:16:09.417402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Attempting to bind port 313e9f7c-51a9-464a-ab03-6ecb280b911a on network d89f7200-0031-484d-9a7a-48de2e8107ad {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:16:09.423572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:16:09.423913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Checking segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:16:09.424362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Bound using segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:16:09.424759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Bound port: 313e9f7c-51a9-464a-ab03-6ecb280b911a, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:16:09.425121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:09.508091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] For port 313e9f7c-51a9-464a-ab03-6ecb280b911a, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:16:09.511717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:09.515629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] For port 313e9f7c-51a9-464a-ab03-6ecb280b911a, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=313e9f7c-51a9-464a-ab03-6ecb280b911a,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:16:09.677756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:09.683300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:09.683920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:09.685403 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/313e9f7c-51a9-464a-ab03-6ecb280b911a HTTP/1.1" status: 200 len: 1094 time: 1.1897223 Aug 31 16:16:09.685891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6b53db-8c35-4718-a5d9-96696d47f6db', 'tag': '313e9f7c-51a9-464a-ab03-6ecb280b911a'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:16:09.688310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e828ed09-cccf-484f-82e7-c8aceff4facf" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6b53db-8c35-4718-a5d9-96696d47f6db", "tag": "313e9f7c-51a9-464a-ab03-6ecb280b911a"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:16:09.728752 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e67754a2-7138-4291-a340-94f16a011cc6 None None] Attempt 3 to provision port 313e9f7c-51a9-464a-ab03-6ecb280b911a Aug 31 16:16:09.763823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef91fe12-89b0-4bed-aaba-76acd93cbefd x-openstack-request-id: req-ef91fe12-89b0-4bed-aaba-76acd93cbefd {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:16:09.764148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6b53db-8c35-4718-a5d9-96696d47f6db", "tag": "313e9f7c-51a9-464a-ab03-6ecb280b911a", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:16:09.764558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef91fe12-89b0-4bed-aaba-76acd93cbefd {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:16:09.765136 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef91fe12-89b0-4bed-aaba-76acd93cbefd'] response: {'name': 'network-changed', 'server_uuid': '7c6b53db-8c35-4718-a5d9-96696d47f6db', 'tag': '313e9f7c-51a9-464a-ab03-6ecb280b911a', 'status': 'completed', 'code': 200} Aug 31 16:16:09.774117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6d6c0-8fd8-4258-8ced-bc2570799c6a service neutron] Pushing event updated for resources: {'Port': ['ID=313e9f7c-51a9-464a-ab03-6ecb280b911a,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:09.798728 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e67754a2-7138-4291-a340-94f16a011cc6 None None] Port 313e9f7c-51a9-464a-ab03-6ecb280b911a had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:16:09.844376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828ed09-cccf-484f-82e7-c8aceff4facf req-061ff90f-7a19-41c2-bd4b-2e15ea6a18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:09.847471 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e828ed09-cccf-484f-82e7-c8aceff4facf req-061ff90f-7a19-41c2-bd4b-2e15ea6a18d7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11cf0b868b2d488c9746c135033af77d&device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 1128 time: 0.0518386 Aug 31 16:16:10.005613 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828ed09-cccf-484f-82e7-c8aceff4facf req-e19f3866-21be-4d52-8b34-1ae0a681d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:10.008140 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e828ed09-cccf-484f-82e7-c8aceff4facf req-e19f3866-21be-4d52-8b34-1ae0a681d972 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=11cf0b868b2d488c9746c135033af77d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1545072 Aug 31 16:16:10.058902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e96f3-de0b-4ab8-a569-6a4be4ab2ed5 req-9e4fd875-00be-4503-adf1-987ad058974a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:10.060452 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0d1e96f3-de0b-4ab8-a569-6a4be4ab2ed5 req-9e4fd875-00be-4503-adf1-987ad058974a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 944 time: 0.0764420 Aug 31 16:16:10.083547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:10.119107 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0d1e96f3-de0b-4ab8-a569-6a4be4ab2ed5 req-095c1647-dae2-4bed-99dd-bbd625f23e0c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523899 Aug 31 16:16:10.171693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828ed09-cccf-484f-82e7-c8aceff4facf req-f78f01d5-619f-4e90-b8b4-012cd614f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:10.174234 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e828ed09-cccf-484f-82e7-c8aceff4facf req-f78f01d5-619f-4e90-b8b4-012cd614f911 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567607 Aug 31 16:16:10.269168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da768f-94e8-4788-957a-296e9250e52d req-c4f8705c-bd09-444c-a7fc-f56ae2ffb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:10.270741 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-c4f8705c-bd09-444c-a7fc-f56ae2ffb4c4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11cf0b868b2d488c9746c135033af77d&device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 1128 time: 0.0472095 Aug 31 16:16:10.327358 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-94aaa35f-3555-46fd-be12-6e1ac72d124d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=313e9f7c-51a9-464a-ab03-6ecb280b911a HTTP/1.1" status: 200 len: 217 time: 0.0453243 Aug 31 16:16:10.401870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da768f-94e8-4788-957a-296e9250e52d req-c5b9e03a-c4e1-4fd8-9994-22d80bb80406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:10.404438 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-c5b9e03a-c4e1-4fd8-9994-22d80bb80406 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=fc9ddbe7-f445-46da-83f8-96564cbe7c7d HTTP/1.1" status: 200 len: 856 time: 0.0677662 Aug 31 16:16:10.467020 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da768f-94e8-4788-957a-296e9250e52d req-90753894-0f28-4ebb-b962-30e260a23582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:10.468796 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-90753894-0f28-4ebb-b962-30e260a23582 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d89f7200-0031-484d-9a7a-48de2e8107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534470 Aug 31 16:16:10.582606 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-ed5a523d-6382-4662-9024-3e27dc96affe service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038439 Aug 31 16:16:10.707596 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-afceaea1-6ad8-41ff-8709-8e87307bc978 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150162 Aug 31 16:16:10.738312 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c646f3b-ba04-4410-9e6c-6d570088be6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:10.806727 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:16:11.276132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62f9fa-a6f0-4c16-83d6-59ea6d0ccb78 req-e2f55ea1-9e5d-4a7e-80fb-3184d269ca27 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:11.277884 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5e62f9fa-a6f0-4c16-83d6-59ea6d0ccb78 req-e2f55ea1-9e5d-4a7e-80fb-3184d269ca27 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 944 time: 0.0601084 Aug 31 16:16:11.336814 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5e62f9fa-a6f0-4c16-83d6-59ea6d0ccb78 req-1d4590ce-90c1-453c-b17a-8fa48545db5f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513327 Aug 31 16:16:12.243421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:12.504865 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65876b1c-2495-4a0c-a79c-755e82c7e11d req-a9137bd9-31c5-4358-b0ef-466ce4fa057c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:12.506446 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-65876b1c-2495-4a0c-a79c-755e82c7e11d req-a9137bd9-31c5-4358-b0ef-466ce4fa057c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 944 time: 0.0561533 Aug 31 16:16:12.569699 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-65876b1c-2495-4a0c-a79c-755e82c7e11d req-1050d948-f44c-48be-83b3-f7b594d44da7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532751 Aug 31 16:16:12.713763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 313e9f7c-51a9-464a-ab03-6ecb280b911a details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:16:12.876210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 313e9f7c-51a9-464a-ab03-6ecb280b911a, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=313e9f7c-51a9-464a-ab03-6ecb280b911a,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:12.891026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '313e9f7c-51a9-464a-ab03-6ecb280b911a', 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'port_id': '313e9f7c-51a9-464a-ab03-6ecb280b911a', 'mac_address': 'fa:16:3e:b9:a7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9ddbe7-f445-46da-83f8-96564cbe7c7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:16:12.893393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:12.895103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:12.937478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 313e9f7c-51a9-464a-ab03-6ecb280b911a is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:16:12.938017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:12.954511 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313e9f7c-51a9-464a-ab03-6ecb280b911a {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:16:12.980505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 313e9f7c-51a9-464a-ab03-6ecb280b911a, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=313e9f7c-51a9-464a-ab03-6ecb280b911a,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:13.122239 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:13.187471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=313e9f7c-51a9-464a-ab03-6ecb280b911a,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:13.198813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.200192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.200192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.200192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.200577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.201025 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.201408 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.201860 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.202302 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.202787 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.203196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.203576 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.203948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.204356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.204757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:13.379977 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['313e9f7c-51a9-464a-ab03-6ecb280b911a'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:16:13.694548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:13.738215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d5f31-2934-4d48-859a-9bffa986ac76 req-9b81567d-b984-4b15-bae0-f739c82d3bd8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:13.740945 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bb3d5f31-2934-4d48-859a-9bffa986ac76 req-9b81567d-b984-4b15-bae0-f739c82d3bd8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0784636 Aug 31 16:16:13.807851 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bb3d5f31-2934-4d48-859a-9bffa986ac76 req-33553237-6333-4753-ae21-0df3b6842ef3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598719 Aug 31 16:16:13.886758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:14.729425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 313e9f7c-51a9-464a-ab03-6ecb280b911a up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:16:14.797786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 313e9f7c-51a9-464a-ab03-6ecb280b911a completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:16:14.892546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 313e9f7c-51a9-464a-ab03-6ecb280b911a triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:16:14.893045 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:14.893472 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 313e9f7c-51a9-464a-ab03-6ecb280b911a Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:16:14.951051 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:16:14.975450 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942028d-83f9-4499-adef-ed98d85849a8 req-2b52e832-288c-4e19-94af-6daba22fa6ce tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:14.983956 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e942028d-83f9-4499-adef-ed98d85849a8 req-2b52e832-288c-4e19-94af-6daba22fa6ce tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0650113 Aug 31 16:16:15.042212 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e942028d-83f9-4499-adef-ed98d85849a8 req-bc668e60-37c2-4187-ac24-e2dc8cd8f8b3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528381 Aug 31 16:16:15.160304 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:16.218784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a4638-5a73-4b95-9411-75c9ff735f8d req-b7399a92-879e-4c0d-b5fa-8754bb1f8bbc tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:16.221229 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cf9a4638-5a73-4b95-9411-75c9ff735f8d req-b7399a92-879e-4c0d-b5fa-8754bb1f8bbc tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0840530 Aug 31 16:16:16.559900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:16.569031 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cf9a4638-5a73-4b95-9411-75c9ff735f8d req-0997cac4-137a-46ad-876a-92c25a9e0de3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406665 Aug 31 16:16:17.705764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02924c97-b1bc-4476-a1e9-747fd13e0871 req-e7d4a617-bbdf-4dcf-87f5-cd99c49a8ba0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:17.707419 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-02924c97-b1bc-4476-a1e9-747fd13e0871 req-e7d4a617-bbdf-4dcf-87f5-cd99c49a8ba0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0542026 Aug 31 16:16:17.765153 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-02924c97-b1bc-4476-a1e9-747fd13e0871 req-753603d8-2212-4017-9619-2930f1bb7640 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508907 Aug 31 16:16:18.930821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a9f0-52ce-49c8-a9f1-29e5764d58c6 req-4091b5d1-b146-4c51-a2b7-34b1b8032879 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:18.932974 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b4a1a9f0-52ce-49c8-a9f1-29e5764d58c6 req-4091b5d1-b146-4c51-a2b7-34b1b8032879 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0722239 Aug 31 16:16:19.018970 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b4a1a9f0-52ce-49c8-a9f1-29e5764d58c6 req-e34ed3fd-f581-4878-a30f-1fc40f8240ea tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754468 Aug 31 16:16:20.166293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08fd45-171b-4df4-b0c5-fc08e36d19e7 req-2594a9e6-7898-444d-8b01-6635d12aca8b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:20.167983 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0f08fd45-171b-4df4-b0c5-fc08e36d19e7 req-2594a9e6-7898-444d-8b01-6635d12aca8b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0566962 Aug 31 16:16:20.226210 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:20.232511 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0f08fd45-171b-4df4-b0c5-fc08e36d19e7 req-95455a47-4e75-497a-afbb-4ad36870a257 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582314 Aug 31 16:16:20.800846 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:21.371130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935ef1a-2b79-4eb4-b1e6-6216433f580a req-080908df-9602-4e3d-9f82-afb37e7bb5c3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:21.372755 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d935ef1a-2b79-4eb4-b1e6-6216433f580a req-080908df-9602-4e3d-9f82-afb37e7bb5c3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0567012 Aug 31 16:16:21.430987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d935ef1a-2b79-4eb4-b1e6-6216433f580a req-63961a7a-6955-4dd9-9370-e75abcb7ea9c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517437 Aug 31 16:16:21.483069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:22.566564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a11c5-d02c-4426-a302-03aaf8b335be req-cb814bf3-03d7-4882-b094-f3da1468e961 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:22.568191 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c07a11c5-d02c-4426-a302-03aaf8b335be req-cb814bf3-03d7-4882-b094-f3da1468e961 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0574324 Aug 31 16:16:22.630366 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c07a11c5-d02c-4426-a302-03aaf8b335be req-275efd4a-6f9b-435a-8967-339b17c44a3c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Aug 31 16:16:23.757476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:23.766284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd8faf-772d-4b6b-9dab-93d1f81feb52 req-30a617a7-2742-4c47-a765-3c43fdb8f0f2 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:23.767920 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cebd8faf-772d-4b6b-9dab-93d1f81feb52 req-30a617a7-2742-4c47-a765-3c43fdb8f0f2 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0572467 Aug 31 16:16:23.826527 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cebd8faf-772d-4b6b-9dab-93d1f81feb52 req-f90c6f29-6e30-48b3-9a3c-90517b6dd36f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521536 Aug 31 16:16:24.969593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c125e7-45d6-43d0-acc3-10ec3e4d9c55 req-10f4550b-8cb4-4244-acba-da67e33c4962 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:24.971444 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-72c125e7-45d6-43d0-acc3-10ec3e4d9c55 req-10f4550b-8cb4-4244-acba-da67e33c4962 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0547378 Aug 31 16:16:25.031024 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-72c125e7-45d6-43d0-acc3-10ec3e4d9c55 req-bbb7d946-8d76-4cba-adf6-40cc0f808d3e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531900 Aug 31 16:16:26.165062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad4ec9-af2a-4738-a307-f51cffe5aba3 req-2182c8ef-37b9-4452-8bea-760910073d27 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:26.166695 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a7ad4ec9-af2a-4738-a307-f51cffe5aba3 req-2182c8ef-37b9-4452-8bea-760910073d27 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0532539 Aug 31 16:16:26.230366 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a7ad4ec9-af2a-4738-a307-f51cffe5aba3 req-9cbfd4f2-b2b9-4dc3-b713-9d4618ed10c7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576665 Aug 31 16:16:27.378540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f30117-d397-4c9f-9dbd-2e7df33091f6 req-10c2edeb-82bb-4fc6-8315-a104fed810b9 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:27.380861 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-95f30117-d397-4c9f-9dbd-2e7df33091f6 req-10c2edeb-82bb-4fc6-8315-a104fed810b9 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0700972 Aug 31 16:16:27.440188 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-95f30117-d397-4c9f-9dbd-2e7df33091f6 req-343a31ba-96a4-4af3-86bd-8fe240e595a0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519521 Aug 31 16:16:28.581295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3997b-333f-4601-b3da-9e2afb6879a2 req-1952ee98-8e22-44ae-8f58-d3a798e02531 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:28.583218 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7cc3997b-333f-4601-b3da-9e2afb6879a2 req-1952ee98-8e22-44ae-8f58-d3a798e02531 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0597920 Aug 31 16:16:28.651471 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7cc3997b-333f-4601-b3da-9e2afb6879a2 req-a3f9ccee-dd4b-49e5-acca-8da561038f19 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598471 Aug 31 16:16:29.798410 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87980c96-6aca-4e3b-af15-7393bec1b2ee req-4294cbfd-45a9-4379-94cd-0286fa6d802e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:29.800841 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-87980c96-6aca-4e3b-af15-7393bec1b2ee req-4294cbfd-45a9-4379-94cd-0286fa6d802e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0681467 Aug 31 16:16:29.864577 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-87980c96-6aca-4e3b-af15-7393bec1b2ee req-a1e8a980-8120-4c1f-a6ff-03260d414eaf tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567236 Aug 31 16:16:31.002803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64dea1-a7d9-4a05-931b-1642c667077d req-6cf1c9ea-0f14-4265-88ac-13c7fee51d67 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:31.005428 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ee64dea1-a7d9-4a05-931b-1642c667077d req-6cf1c9ea-0f14-4265-88ac-13c7fee51d67 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0603216 Aug 31 16:16:31.062303 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ee64dea1-a7d9-4a05-931b-1642c667077d req-d043f1ea-9209-4ca5-8bbc-c271b225d32b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506375 Aug 31 16:16:31.159277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:31.162497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:32.199659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef317d-177c-46f0-b314-6d60d24f5d9e req-58ffc22e-ff33-4977-b7c9-7ecbe0fd96f3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:32.201477 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d6ef317d-177c-46f0-b314-6d60d24f5d9e req-58ffc22e-ff33-4977-b7c9-7ecbe0fd96f3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0558016 Aug 31 16:16:32.263336 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d6ef317d-177c-46f0-b314-6d60d24f5d9e req-96a23712-0980-4273-849e-dfa8ea81fd56 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554957 Aug 31 16:16:33.405483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186fcc-b1d6-4acc-87e4-3d008bcdde29 req-382af4b9-faa9-4c76-8bea-c64a305eb788 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:33.407318 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67186fcc-b1d6-4acc-87e4-3d008bcdde29 req-382af4b9-faa9-4c76-8bea-c64a305eb788 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0621054 Aug 31 16:16:33.469029 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-67186fcc-b1d6-4acc-87e4-3d008bcdde29 req-893b338a-933e-467b-8640-4ed0c9e313c0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511634 Aug 31 16:16:34.640585 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf03ae-ff64-4fbc-b4dc-162c17f5884f req-052e1d09-a999-4760-bbf4-20af3292e337 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:34.642432 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8fbf03ae-ff64-4fbc-b4dc-162c17f5884f req-052e1d09-a999-4760-bbf4-20af3292e337 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0872889 Aug 31 16:16:34.702950 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8fbf03ae-ff64-4fbc-b4dc-162c17f5884f req-9a03c9b2-3194-4104-ad20-3cafe5877b85 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513284 Aug 31 16:16:35.733212 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:35.734991 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:35.836662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd0fc6-b2dc-4612-a583-024591568b98 req-5c5158a2-227b-48e0-b13c-d59375c77ca6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:35.838308 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6abd0fc6-b2dc-4612-a583-024591568b98 req-5c5158a2-227b-48e0-b13c-d59375c77ca6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0523272 Aug 31 16:16:35.894223 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6abd0fc6-b2dc-4612-a583-024591568b98 req-56396599-1a76-4bc1-b66f-731a3091b7e1 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497756 Aug 31 16:16:37.032649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa020f-2c7a-4a9f-a933-b60b9d835729 req-ef3af59c-97f6-4a90-a2da-8f8a2a030e99 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:37.034633 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d3fa020f-2c7a-4a9f-a933-b60b9d835729 req-ef3af59c-97f6-4a90-a2da-8f8a2a030e99 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0559714 Aug 31 16:16:37.093471 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d3fa020f-2c7a-4a9f-a933-b60b9d835729 req-0e44de38-28bf-4763-8bdf-b2509dca7b7e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524805 Aug 31 16:16:38.231516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf20fe7-0c68-47b7-a2d8-fe4881fc566d req-43e0f2c8-4c7d-407e-86f6-28696dfd7518 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:38.233163 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0cf20fe7-0c68-47b7-a2d8-fe4881fc566d req-43e0f2c8-4c7d-407e-86f6-28696dfd7518 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0586977 Aug 31 16:16:38.308474 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0cf20fe7-0c68-47b7-a2d8-fe4881fc566d req-36d37f54-a877-4ffe-985d-6d3d3b150305 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639794 Aug 31 16:16:38.583014 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ad313dd2-f4d1-4073-84db-c0dfcc3502c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:39.453259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c2278-ad4a-47d5-af93-f4c8501f7ddc req-2e2c28a4-0f22-4b22-a70f-36a8b0e36694 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:39.455988 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-483c2278-ad4a-47d5-af93-f4c8501f7ddc req-2e2c28a4-0f22-4b22-a70f-36a8b0e36694 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0681610 Aug 31 16:16:39.470193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:39.512915 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-483c2278-ad4a-47d5-af93-f4c8501f7ddc req-c2a93d75-3fef-4bb3-81fe-74a7d117f3ac tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502982 Aug 31 16:16:40.651961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd049946-1413-4d3b-8fe9-f2c8244bd212 req-743cd086-94f9-40fb-b7dc-9255b50cbd89 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:40.653588 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dd049946-1413-4d3b-8fe9-f2c8244bd212 req-743cd086-94f9-40fb-b7dc-9255b50cbd89 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0540729 Aug 31 16:16:40.702363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:40.707448 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dd049946-1413-4d3b-8fe9-f2c8244bd212 req-3b6c56a7-8e17-4285-a0dd-4d43089bf88c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480049 Aug 31 16:16:40.805764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8483dd5e-cb7e-4c2c-8d46-fb792b28eda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:41.856647 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96594e4e-06a7-4e21-9231-e3bebcf26bfb req-16197d96-0a97-44bd-b7df-0f74ba58bc6d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:41.858340 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-96594e4e-06a7-4e21-9231-e3bebcf26bfb req-16197d96-0a97-44bd-b7df-0f74ba58bc6d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0538669 Aug 31 16:16:41.915220 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-96594e4e-06a7-4e21-9231-e3bebcf26bfb req-5eda5323-05d5-4c47-a6d1-ae2d90a48713 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508254 Aug 31 16:16:42.394142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:43.059163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f622e25-dcdc-4548-a3a1-bc03c3813948 req-4ce76f70-f8d7-41d7-8126-45ff84282f91 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:43.060689 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8f622e25-dcdc-4548-a3a1-bc03c3813948 req-4ce76f70-f8d7-41d7-8126-45ff84282f91 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0500495 Aug 31 16:16:43.121856 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8f622e25-dcdc-4548-a3a1-bc03c3813948 req-0e06f69e-32ac-42ad-99fc-434ecc830f1c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544245 Aug 31 16:16:43.653734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:43.972054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:44.248403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ff71d-c005-424f-9cd8-73719cbffe21 req-a8c159d1-61a7-4814-b4c0-2d2b7b84a510 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:44.250093 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-414ff71d-c005-424f-9cd8-73719cbffe21 req-a8c159d1-61a7-4814-b4c0-2d2b7b84a510 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0522752 Aug 31 16:16:44.300323 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-414ff71d-c005-424f-9cd8-73719cbffe21 req-1dae417c-51b4-42ca-a82d-d355deb4e725 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Aug 31 16:16:45.448826 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb61680-c46b-4262-bb03-9c1cda1f3cab req-716c0d87-af99-4812-9268-091ce2b8c4f0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:45.450465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9cb61680-c46b-4262-bb03-9c1cda1f3cab req-716c0d87-af99-4812-9268-091ce2b8c4f0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0673225 Aug 31 16:16:45.514111 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9cb61680-c46b-4262-bb03-9c1cda1f3cab req-2ceb024a-b7dc-407e-938c-e6fa00fa05c6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576799 Aug 31 16:16:46.654083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763a525-f2f1-4da0-90ac-3ba6521c6a4a req-9478d286-dcfd-4dfa-85d9-9a2b71cc9d79 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:46.655640 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9763a525-f2f1-4da0-90ac-3ba6521c6a4a req-9478d286-dcfd-4dfa-85d9-9a2b71cc9d79 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0561745 Aug 31 16:16:46.679777 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:46.713301 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9763a525-f2f1-4da0-90ac-3ba6521c6a4a req-8ffb36ba-edd5-4bd3-85b8-e2b82760ea04 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513039 Aug 31 16:16:47.810287 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:16:47.847646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f31b57-4c02-41e1-8195-16df9903f2c3 req-d8b3224f-a72c-48ca-9a8c-ece73e203a2e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:47.849254 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-81f31b57-4c02-41e1-8195-16df9903f2c3 req-d8b3224f-a72c-48ca-9a8c-ece73e203a2e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0582552 Aug 31 16:16:47.904831 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-81f31b57-4c02-41e1-8195-16df9903f2c3 req-129d5ba5-689a-4cd6-b56b-1cb08bc63f69 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492342 Aug 31 16:16:49.034414 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7b79e-23af-4aa3-ac9b-5309dde3b6c1 req-2620cb4a-c148-4c8c-83aa-1203addbaeea tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:49.036358 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-98a7b79e-23af-4aa3-ac9b-5309dde3b6c1 req-2620cb4a-c148-4c8c-83aa-1203addbaeea tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0526328 Aug 31 16:16:49.097764 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-98a7b79e-23af-4aa3-ac9b-5309dde3b6c1 req-3c9d8c88-1131-4720-b706-5f0bc17b4a13 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531633 Aug 31 16:16:50.243872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34594722-510a-4940-a5d3-1af464b58cd9 req-0c5d5e20-d8fb-43b9-a951-99a1af784f5f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:50.245852 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-34594722-510a-4940-a5d3-1af464b58cd9 req-0c5d5e20-d8fb-43b9-a951-99a1af784f5f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0604053 Aug 31 16:16:50.307864 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-34594722-510a-4940-a5d3-1af464b58cd9 req-64930f88-78c3-4dcc-a525-0603706dd64a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553155 Aug 31 16:16:51.285855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:16:51.444239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670097d-b613-4795-9c36-8fd10ddbb693 req-9423331e-aea0-4851-a0fa-ad9a42e22d9c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:51.445777 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b670097d-b613-4795-9c36-8fd10ddbb693 req-9423331e-aea0-4851-a0fa-ad9a42e22d9c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0530748 Aug 31 16:16:51.503469 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b670097d-b613-4795-9c36-8fd10ddbb693 req-1406cc63-df9c-4bab-b76f-51e9c4e976bd tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480254 Aug 31 16:16:52.623466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:52.633871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71861f29-816f-4778-8161-1eb10b47bfeb req-db6fce01-ec3f-48d8-b904-e2b614779a73 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:52.635502 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-71861f29-816f-4778-8161-1eb10b47bfeb req-db6fce01-ec3f-48d8-b904-e2b614779a73 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0532568 Aug 31 16:16:52.696578 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-71861f29-816f-4778-8161-1eb10b47bfeb req-0ae97e2d-06b9-4364-bd08-def35b411c83 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517964 Aug 31 16:16:53.857359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e132b3-e14b-4831-941d-85e7a8c81942 req-afecf73f-dfb4-4f0f-a6a9-ff39b5c636bd tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:53.859195 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-14e132b3-e14b-4831-941d-85e7a8c81942 req-afecf73f-dfb4-4f0f-a6a9-ff39b5c636bd tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0552449 Aug 31 16:16:53.916331 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-14e132b3-e14b-4831-941d-85e7a8c81942 req-11a10a05-05a4-4e7a-9166-7f4aaf4b4980 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Aug 31 16:16:55.048322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da7302-0c41-4f8a-be2e-73509fec611d req-1cda369f-e26b-4240-923a-838f9f11e351 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:55.050034 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a1da7302-0c41-4f8a-be2e-73509fec611d req-1cda369f-e26b-4240-923a-838f9f11e351 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0530741 Aug 31 16:16:55.105537 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a1da7302-0c41-4f8a-be2e-73509fec611d req-6fb7398b-bc03-46e0-b34e-224efa985fbc tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482576 Aug 31 16:16:56.245178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cac2d-df13-4ab3-b328-bd98dfdfbafb req-9c28e046-3aed-4ebd-a5c7-937b52c42ed7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:56.246961 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-660cac2d-df13-4ab3-b328-bd98dfdfbafb req-9c28e046-3aed-4ebd-a5c7-937b52c42ed7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0602617 Aug 31 16:16:56.306667 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-660cac2d-df13-4ab3-b328-bd98dfdfbafb req-5ea56d36-8e40-4458-8571-1f2613894f3a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524235 Aug 31 16:16:57.456011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d37d9-84d1-4887-bbb8-f387dbcc1713 req-87b2c4b9-b497-45ed-b87c-fe96ebc12eca tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:57.457745 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-150d37d9-84d1-4887-bbb8-f387dbcc1713 req-87b2c4b9-b497-45ed-b87c-fe96ebc12eca tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0682085 Aug 31 16:16:57.520776 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-150d37d9-84d1-4887-bbb8-f387dbcc1713 req-63e2ac02-ef30-4b00-b0d0-07105b29840b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524893 Aug 31 16:16:57.801627 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:16:58.686429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5735d9-264f-4a13-9dd0-c7bcbe264dd3 req-f15e38e3-7f0f-4db9-817c-7afdce134588 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:58.689093 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ab5735d9-264f-4a13-9dd0-c7bcbe264dd3 req-f15e38e3-7f0f-4db9-817c-7afdce134588 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0813282 Aug 31 16:16:58.753427 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ab5735d9-264f-4a13-9dd0-c7bcbe264dd3 req-cbceb77e-a372-4329-817b-56274a6d1cf3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574479 Aug 31 16:16:59.883272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926e079-7e95-47f1-a839-2c9e31bb5422 req-9e4d833b-cd67-4786-b230-9f8fe6a8a9b0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:16:59.884922 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8926e079-7e95-47f1-a839-2c9e31bb5422 req-9e4d833b-cd67-4786-b230-9f8fe6a8a9b0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0518508 Aug 31 16:16:59.943194 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8926e079-7e95-47f1-a839-2c9e31bb5422 req-4117d2a0-0f41-49ca-a453-58b56417d2ad tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524194 Aug 31 16:17:01.107394 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac35a03-077f-4cca-a875-284ee7d519a4 req-e35b1181-5480-4bdc-a1ee-5dcf3941d9e0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:01.109035 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3ac35a03-077f-4cca-a875-284ee7d519a4 req-e35b1181-5480-4bdc-a1ee-5dcf3941d9e0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0546577 Aug 31 16:17:01.168124 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:01.174488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:01.195293 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3ac35a03-077f-4cca-a875-284ee7d519a4 req-a498efe7-5d1a-4972-9c2d-3da7cff07582 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786097 Aug 31 16:17:02.335690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946873e1-2a38-49f6-b5e0-054cdcbcc75d req-4df266ad-ba7f-4ffe-b462-d57e9e6431b7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:02.337834 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-946873e1-2a38-49f6-b5e0-054cdcbcc75d req-4df266ad-ba7f-4ffe-b462-d57e9e6431b7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0591061 Aug 31 16:17:02.396508 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-946873e1-2a38-49f6-b5e0-054cdcbcc75d req-7f394923-a031-4159-8f27-f497c3f36536 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513539 Aug 31 16:17:03.529118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd34cb-85e1-49f8-b639-c73ccbb88782 req-101fef7e-a38d-49d0-89aa-ef816fe1fe00 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:03.530761 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dafd34cb-85e1-49f8-b639-c73ccbb88782 req-101fef7e-a38d-49d0-89aa-ef816fe1fe00 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0538826 Aug 31 16:17:03.594494 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dafd34cb-85e1-49f8-b639-c73ccbb88782 req-c5c5e21b-6273-4682-9ff7-1c40ba5f8d10 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530877 Aug 31 16:17:04.734434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e037d-5d79-4319-bc2f-46070389710c req-df223357-2b1e-4ef6-8955-34a5bb5f0b75 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:04.736040 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1c5e037d-5d79-4319-bc2f-46070389710c req-df223357-2b1e-4ef6-8955-34a5bb5f0b75 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0595901 Aug 31 16:17:04.794425 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1c5e037d-5d79-4319-bc2f-46070389710c req-f803bc06-c50d-407d-a911-88680da35df0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508244 Aug 31 16:17:05.945430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777c935-3cb9-4f80-bfe2-b330421a2286 req-df1e182d-f584-48e2-b3ba-801f695eb0a2 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:05.947087 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5777c935-3cb9-4f80-bfe2-b330421a2286 req-df1e182d-f584-48e2-b3ba-801f695eb0a2 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0537734 Aug 31 16:17:05.985217 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:06.004589 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5777c935-3cb9-4f80-bfe2-b330421a2286 req-56534dff-50af-41c0-ac12-b432c6651819 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517366 Aug 31 16:17:07.154014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dad559-883d-4620-a829-d73f0027fe27 req-50f53378-3e09-4a25-a5f4-3bff0689161b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:07.155663 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-57dad559-883d-4620-a829-d73f0027fe27 req-50f53378-3e09-4a25-a5f4-3bff0689161b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0555208 Aug 31 16:17:07.221364 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-57dad559-883d-4620-a829-d73f0027fe27 req-c8508b52-9ff3-49aa-98b2-70c57c40e721 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555611 Aug 31 16:17:08.370116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c290bd-acbd-46ab-bfe4-a7067c7e4e56 req-640b451f-69ee-45ea-b778-f997beb10dde tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:08.371984 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-85c290bd-acbd-46ab-bfe4-a7067c7e4e56 req-640b451f-69ee-45ea-b778-f997beb10dde tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0662973 Aug 31 16:17:08.439245 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-85c290bd-acbd-46ab-bfe4-a7067c7e4e56 req-78fe1214-8b8c-4987-a450-2f77b265cd99 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558238 Aug 31 16:17:08.574314 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-23c56a87-7e66-4115-b38a-8053c4f0f5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:09.550232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:09.572655 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7708499-0385-4264-b847-b17d7fdc3ccc req-2ea9ab65-87d3-4336-8424-2d78f28cc701 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:09.574546 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b7708499-0385-4264-b847-b17d7fdc3ccc req-2ea9ab65-87d3-4336-8424-2d78f28cc701 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0542529 Aug 31 16:17:09.637023 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b7708499-0385-4264-b847-b17d7fdc3ccc req-ef5daa66-fd27-4862-a0e0-7aef4f729e27 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519118 Aug 31 16:17:10.722286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e98a451a-7f39-48ab-8387-f0c591d545bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:10.777356 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9443b-33b7-4bf8-b63a-9c1bae4c5bab req-5ef6bc63-e3e7-48a5-aeb4-708891d7a1ab tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:10.779343 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-32c9443b-33b7-4bf8-b63a-9c1bae4c5bab req-5ef6bc63-e3e7-48a5-aeb4-708891d7a1ab tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0612545 Aug 31 16:17:10.837704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-32c9443b-33b7-4bf8-b63a-9c1bae4c5bab req-3533c4fe-0983-49c1-81a7-5eb73ed95c6c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520349 Aug 31 16:17:11.969394 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65e86-82c7-40f7-a980-a7e37ff08934 req-31b9551e-04a3-4c53-80ba-60f79daf7a51 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:11.971106 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-93a65e86-82c7-40f7-a980-a7e37ff08934 req-31b9551e-04a3-4c53-80ba-60f79daf7a51 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0545080 Aug 31 16:17:12.034297 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-93a65e86-82c7-40f7-a980-a7e37ff08934 req-76cc48f6-0c4e-45df-9b4f-76d5444577f5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561051 Aug 31 16:17:12.247988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:12.735587 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:12.736562 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:13.178948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d00174-7e25-43cd-9bde-7bb1242d32cf req-2e80a149-10cc-417e-bb69-2c9e1a29986b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:13.180569 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a5d00174-7e25-43cd-9bde-7bb1242d32cf req-2e80a149-10cc-417e-bb69-2c9e1a29986b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0571449 Aug 31 16:17:13.234683 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a5d00174-7e25-43cd-9bde-7bb1242d32cf req-a766e25e-5923-473d-aae9-c373f9b3c9c2 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476067 Aug 31 16:17:13.454543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da768f-94e8-4788-957a-296e9250e52d req-62f35a49-84a7-4c1f-8357-9cbb5602b9b7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:13.456171 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-62f35a49-84a7-4c1f-8357-9cbb5602b9b7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 945 time: 0.0633564 Aug 31 16:17:13.568190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-91da768f-94e8-4788-957a-296e9250e52d req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Deleting port 313e9f7c-51a9-464a-ab03-6ecb280b911a {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:17:13.568540 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:13.634484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:13.682997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:13.688871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-91da768f-94e8-4788-957a-296e9250e52d req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] For port 313e9f7c-51a9-464a-ab03-6ecb280b911a, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=313e9f7c-51a9-464a-ab03-6ecb280b911a,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:13.689585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:13.705895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-91da768f-94e8-4788-957a-296e9250e52d req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Calling delete_port for 313e9f7c-51a9-464a-ab03-6ecb280b911a owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:17:13.840047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:14.013373 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (313e9f7c-51a9-464a-ab03-6ecb280b911a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:14.049970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Pushing event deleted for resources: {'Port': ['ID=313e9f7c-51a9-464a-ab03-6ecb280b911a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:14.081121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.081475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.081853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.082192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.082530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.082902 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.083880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.084235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.084573 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.084903 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.085235 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.085604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.085923 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.086249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.086568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:14.115866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-91da768f-94e8-4788-957a-296e9250e52d req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] No DVR routers for this DVR port 313e9f7c-51a9-464a-ab03-6ecb280b911a on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:17:14.118723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-91da768f-94e8-4788-957a-296e9250e52d req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:14.122792 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-91da768f-94e8-4788-957a-296e9250e52d req-3fcb1487-ab48-4181-90fe-87f8cdd88c43 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "DELETE /networking/v2.0/ports/313e9f7c-51a9-464a-ab03-6ecb280b911a HTTP/1.1" status: 204 len: 173 time: 0.6571753 Aug 31 16:17:14.123316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6b53db-8c35-4718-a5d9-96696d47f6db', 'name': 'network-vif-deleted', 'tag': '313e9f7c-51a9-464a-ab03-6ecb280b911a'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:17:14.126045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408acb2d-dba3-472d-bce1-15b7783079c2" -d '{"events": [{"server_uuid": "7c6b53db-8c35-4718-a5d9-96696d47f6db", "name": "network-vif-deleted", "tag": "313e9f7c-51a9-464a-ab03-6ecb280b911a"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:14.175687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aed70e-8938-4d82-a051-bbc1765f6be6 x-openstack-request-id: req-d8aed70e-8938-4d82-a051-bbc1765f6be6 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:14.176154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6b53db-8c35-4718-a5d9-96696d47f6db", "name": "network-vif-deleted", "tag": "313e9f7c-51a9-464a-ab03-6ecb280b911a", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:14.176541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8aed70e-8938-4d82-a051-bbc1765f6be6 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:14.177279 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d8aed70e-8938-4d82-a051-bbc1765f6be6']: {'server_uuid': '7c6b53db-8c35-4718-a5d9-96696d47f6db', 'name': 'network-vif-deleted', 'tag': '313e9f7c-51a9-464a-ab03-6ecb280b911a', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:17:14.381885 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ab93bc68-e046-4262-95de-9a7bebafca82 req-64619d2e-0661-405f-9930-e75100430e18 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 210 time: 0.0343776 Aug 31 16:17:15.009227 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 313e9f7c-51a9-464a-ab03-6ecb280b911a no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:17:15.034273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 313e9f7c-51a9-464a-ab03-6ecb280b911a {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:17:15.034595 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 313e9f7c-51a9-464a-ab03-6ecb280b911a not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:17:15.526956 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5713460d-bada-4966-910b-c8f1f73fed26 req-06d69151-d496-4f5c-82c9-396c7939588a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 210 time: 0.0353189 Aug 31 16:17:15.756225 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:15.779074 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-59180fff-4873-4b85-896c-8257532f1569 req-b8b5f6f2-3898-48e1-b95b-5d26f7f97ca7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7c6b53db-8c35-4718-a5d9-96696d47f6db HTTP/1.1" status: 200 len: 210 time: 0.0349276 Aug 31 16:17:16.951348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-65c44249-d109-4575-88c4-f57651b46744 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:16.953517 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-65c44249-d109-4575-88c4-f57651b46744 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/networks?id=d89f7200-0031-484d-9a7a-48de2e8107ad HTTP/1.1" status: 200 len: 817 time: 0.1236181 Aug 31 16:17:16.976961 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-15a8fca5-dec6-4f77-a185-65f0bdd90be3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/quotas/11cf0b868b2d488c9746c135033af77d HTTP/1.1" status: 200 len: 375 time: 0.0128255 Aug 31 16:17:17.038498 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-212bcf98-9c90-4e0c-8f36-a6b7e1e75229 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=11cf0b868b2d488c9746c135033af77d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554652 Aug 31 16:17:17.171569 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-2c0eea6d-993b-4390-82ae-23e68fd6a54d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124105 Aug 31 16:17:17.321087 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-2bc0cf05-4ee1-4dd8-86ca-7b7f3f71d0ef service neutron] 10.222.0.46 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398869 Aug 31 16:17:17.618665 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-25012683-024b-4dad-ac52-976f98e0c893 req-4e71e77a-afa4-4341-877b-6bb96be78ba4 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 210 time: 0.0370531 Aug 31 16:17:18.813296 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0b4cf3b0-3ee4-4f3e-b221-7571e1f0de9c req-90b4af12-d741-4452-b758-f18dff279810 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 210 time: 0.0523009 Aug 31 16:17:19.973375 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51803d35-6572-487f-8f96-b4b1f2ef0b3f req-f295d2ba-76ee-4a83-9fce-8fc91f23a304 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 210 time: 0.0475261 Aug 31 16:17:20.267329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-8665c59f-b889-44d7-9fb9-9babf7b328fd tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:20.270827 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-8665c59f-b889-44d7-9fb9-9babf7b328fd tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d89f7200-0031-484d-9a7a-48de2e8107ad HTTP/1.1" status: 200 len: 817 time: 0.1708355 Aug 31 16:17:20.290026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Request body: {'port': {'device_id': 'bcdfd155-f165-4428-975d-6c0d0a060c77', 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'admin_state_up': True, 'tenant_id': '11cf0b868b2d488c9746c135033af77d'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:20.437457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:20.578310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Made reservation on behalf of 11cf0b868b2d488c9746c135033af77d for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:17:20.584919 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:20.771631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Allocated IP 172.20.0.9 (d89f7200-0031-484d-9a7a-48de2e8107ad/fc9ddbe7-f445-46da-83f8-96564cbe7c7d/aec90c08-1867-4c65-84df-8914c5783218) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:20.993438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks [] for port (aec90c08-1867-4c65-84df-8914c5783218), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:21.025039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:21.128631 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-85c1e9f7-e076-40ac-80b7-b57bd8bd56a1 req-bc933d78-3186-4adf-b28d-a4ece06d028a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 210 time: 0.0551999 Aug 31 16:17:21.132687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (aec90c08-1867-4c65-84df-8914c5783218), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:21.220114 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Network d89f7200-0031-484d-9a7a-48de2e8107ad is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:21.227321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:21.235851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:17:21.245349 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:21.247054 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Pushing event updated for resources: {'Port': ['ID=aec90c08-1867-4c65-84df-8914c5783218,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:21.329464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:21.330558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:21.467858 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-4d63ef0e-4eab-46dc-b604-62a6eb88a24c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1836295 Aug 31 16:17:21.484465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Request body: {'port': {'device_id': 'bcdfd155-f165-4428-975d-6c0d0a060c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:21.522813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b2ecda56-ac4c-4a3d-a12d-1c70a00bc2b5 None None] Provisioning complete for port aec90c08-1867-4c65-84df-8914c5783218 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:17:21.523266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b2ecda56-ac4c-4a3d-a12d-1c70a00bc2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (aec90c08-1867-4c65-84df-8914c5783218), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:21.523802 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2ecda56-ac4c-4a3d-a12d-1c70a00bc2b5 None None] Attempt 1 to provision port aec90c08-1867-4c65-84df-8914c5783218 Aug 31 16:17:21.573003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b2ecda56-ac4c-4a3d-a12d-1c70a00bc2b5 None None] Port aec90c08-1867-4c65-84df-8914c5783218 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:17:21.578899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (aec90c08-1867-4c65-84df-8914c5783218), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:21.854232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:21.921752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec90c08-1867-4c65-84df-8914c5783218 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:17:21.930948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Publish callbacks [] for port (aec90c08-1867-4c65-84df-8914c5783218), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:21.947508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Transition to ACTIVE for port object aec90c08-1867-4c65-84df-8914c5783218 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:17:22.030574 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (aec90c08-1867-4c65-84df-8914c5783218), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:22.074375 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2ecda56-ac4c-4a3d-a12d-1c70a00bc2b5 None None] Attempt 2 to provision port aec90c08-1867-4c65-84df-8914c5783218 Aug 31 16:17:22.103924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Pushing event updated for resources: {'Port': ['ID=aec90c08-1867-4c65-84df-8914c5783218,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:22.112882 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b2ecda56-ac4c-4a3d-a12d-1c70a00bc2b5 None None] Port aec90c08-1867-4c65-84df-8914c5783218 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:17:22.160484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Attempting to bind port aec90c08-1867-4c65-84df-8914c5783218 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:17:22.160484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Attempting to bind port aec90c08-1867-4c65-84df-8914c5783218 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:17:22.160484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Attempting to bind port aec90c08-1867-4c65-84df-8914c5783218 on network d89f7200-0031-484d-9a7a-48de2e8107ad {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:17:22.166148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Port aec90c08-1867-4c65-84df-8914c5783218 on network d89f7200-0031-484d-9a7a-48de2e8107ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:17:22.166543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Attempting to bind port aec90c08-1867-4c65-84df-8914c5783218 on network d89f7200-0031-484d-9a7a-48de2e8107ad {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:17:22.173328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:17:22.173702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Checking segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:17:22.174185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Bound using segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:17:22.174663 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Bound port: aec90c08-1867-4c65-84df-8914c5783218, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:17:22.174958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (aec90c08-1867-4c65-84df-8914c5783218), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:22.302298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e124b8-1843-41f0-af58-99490dfb0c14 req-c3cf1925-90c8-4c6c-8f9c-1449762b2f66 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:22.303667 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-30e124b8-1843-41f0-af58-99490dfb0c14 req-c3cf1925-90c8-4c6c-8f9c-1449762b2f66 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 943 time: 0.0875218 Aug 31 16:17:22.304884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] For port aec90c08-1867-4c65-84df-8914c5783218, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:17:22.308670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] For port aec90c08-1867-4c65-84df-8914c5783218, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=aec90c08-1867-4c65-84df-8914c5783218,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:17:22.366181 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-30e124b8-1843-41f0-af58-99490dfb0c14 req-8d79151a-3f56-4664-b602-8e2601de31d2 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518711 Aug 31 16:17:22.371526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (aec90c08-1867-4c65-84df-8914c5783218), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:22.380009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:22.384013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:22.384013 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/aec90c08-1867-4c65-84df-8914c5783218 HTTP/1.1" status: 200 len: 1093 time: 0.9028609 Aug 31 16:17:22.384013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdfd155-f165-4428-975d-6c0d0a060c77', 'tag': 'aec90c08-1867-4c65-84df-8914c5783218'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:17:22.386678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3abe22e-2566-4451-80c4-1c7082d18fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdfd155-f165-4428-975d-6c0d0a060c77", "tag": "aec90c08-1867-4c65-84df-8914c5783218"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:22.423380 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:22.444948 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4222e42-2a47-4110-9e95-41ffcceab064 service neutron] Pushing event updated for resources: {'Port': ['ID=aec90c08-1867-4c65-84df-8914c5783218,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:22.458819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8ce0e3-9575-4fd4-8551-a2f819fc0e3e x-openstack-request-id: req-ac8ce0e3-9575-4fd4-8551-a2f819fc0e3e {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:22.459275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdfd155-f165-4428-975d-6c0d0a060c77", "tag": "aec90c08-1867-4c65-84df-8914c5783218", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:22.459661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac8ce0e3-9575-4fd4-8551-a2f819fc0e3e {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:22.460173 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8ce0e3-9575-4fd4-8551-a2f819fc0e3e'] response: {'name': 'network-changed', 'server_uuid': 'bcdfd155-f165-4428-975d-6c0d0a060c77', 'tag': 'aec90c08-1867-4c65-84df-8914c5783218', 'status': 'completed', 'code': 200} Aug 31 16:17:22.528523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abe22e-2566-4451-80c4-1c7082d18fb2 req-ac21ef86-bae5-46de-995a-817bb5d1b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:22.530151 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3abe22e-2566-4451-80c4-1c7082d18fb2 req-ac21ef86-bae5-46de-995a-817bb5d1b0a9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11cf0b868b2d488c9746c135033af77d&device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 1127 time: 0.0455518 Aug 31 16:17:22.614433 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2ecda56-ac4c-4a3d-a12d-1c70a00bc2b5 None None] Attempt 3 to provision port aec90c08-1867-4c65-84df-8914c5783218 Aug 31 16:17:22.665279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b2ecda56-ac4c-4a3d-a12d-1c70a00bc2b5 None None] Port aec90c08-1867-4c65-84df-8914c5783218 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:17:22.669737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abe22e-2566-4451-80c4-1c7082d18fb2 req-4b61bdb2-9380-4ff1-97e7-fbc373ec6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:22.672261 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3abe22e-2566-4451-80c4-1c7082d18fb2 req-4b61bdb2-9380-4ff1-97e7-fbc373ec6c6b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=11cf0b868b2d488c9746c135033af77d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1301603 Aug 31 16:17:22.791786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abe22e-2566-4451-80c4-1c7082d18fb2 req-86b5beec-a2c5-4cf7-8319-8a1b82bad22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:22.794554 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3abe22e-2566-4451-80c4-1c7082d18fb2 req-86b5beec-a2c5-4cf7-8319-8a1b82bad22c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1122065 Aug 31 16:17:22.887651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-f5752add-b1ff-4b7f-bc95-837c692b3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:22.890321 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-f5752add-b1ff-4b7f-bc95-837c692b3006 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11cf0b868b2d488c9746c135033af77d&device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 1127 time: 0.0499747 Aug 31 16:17:22.938707 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-75cd9cbf-dc84-4911-a8e6-a9a711d8385a service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec90c08-1867-4c65-84df-8914c5783218 HTTP/1.1" status: 200 len: 217 time: 0.0355697 Aug 31 16:17:23.000764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-61501b89-f0ec-483e-ad40-f58920a85d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:23.003392 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-61501b89-f0ec-483e-ad40-f58920a85d89 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=fc9ddbe7-f445-46da-83f8-96564cbe7c7d HTTP/1.1" status: 200 len: 856 time: 0.0586517 Aug 31 16:17:23.057904 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-ac20d3b6-b24b-41bf-a43c-0060d5091845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:23.059519 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-ac20d3b6-b24b-41bf-a43c-0060d5091845 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d89f7200-0031-484d-9a7a-48de2e8107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480838 Aug 31 16:17:23.237952 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-64513468-28f7-4b5a-8ffb-63d6ca9a14f4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685586 Aug 31 16:17:23.370322 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:23.421296 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-52ab4cbe-7e23-485e-a437-9c77a21866ae service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742475 Aug 31 16:17:23.519630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02385677-218e-49f8-a986-84b4ae2fed37 req-e68ede31-5e6e-4054-b7c9-9bf6762addde tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:23.522977 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-02385677-218e-49f8-a986-84b4ae2fed37 req-e68ede31-5e6e-4054-b7c9-9bf6762addde tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 943 time: 0.0673289 Aug 31 16:17:23.600443 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-02385677-218e-49f8-a986-84b4ae2fed37 req-e97f28bd-4ac5-486e-9542-782492aa3c07 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713558 Aug 31 16:17:24.737014 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8e28e-26de-479f-b3ad-466e7e658464 req-75ff3c78-00e1-41bf-b36c-06abb46974bc tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:24.739458 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dee8e28e-26de-479f-b3ad-466e7e658464 req-75ff3c78-00e1-41bf-b36c-06abb46974bc tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 943 time: 0.0535002 Aug 31 16:17:24.798719 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dee8e28e-26de-479f-b3ad-466e7e658464 req-3dcbf27b-cd18-4fc7-81c5-587663d2749b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520909 Aug 31 16:17:24.811415 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:17:25.085115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device aec90c08-1867-4c65-84df-8914c5783218 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:17:25.204287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port aec90c08-1867-4c65-84df-8914c5783218, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=aec90c08-1867-4c65-84df-8914c5783218,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:25.225199 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': 'aec90c08-1867-4c65-84df-8914c5783218', 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'port_id': 'aec90c08-1867-4c65-84df-8914c5783218', 'mac_address': 'fa:16:3e:90:14:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9ddbe7-f445-46da-83f8-96564cbe7c7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:17:25.399917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port aec90c08-1867-4c65-84df-8914c5783218 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:17:25.400405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (aec90c08-1867-4c65-84df-8914c5783218), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:25.415929 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec90c08-1867-4c65-84df-8914c5783218 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:17:25.440575 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port aec90c08-1867-4c65-84df-8914c5783218, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=aec90c08-1867-4c65-84df-8914c5783218,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:25.505083 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (aec90c08-1867-4c65-84df-8914c5783218), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:25.557904 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=aec90c08-1867-4c65-84df-8914c5783218,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:25.566452 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.567844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.568322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.568719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.569088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.569688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.570133 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.570552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.570973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.571399 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.571814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.572221 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.572634 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.573036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.573544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:25.757983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['aec90c08-1867-4c65-84df-8914c5783218'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:17:25.957079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c871c-29f8-4d09-b46a-2aec33d4da14 req-cdfb62a6-4a46-4e82-96a0-2736db0e75cb tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:25.958418 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:25.959365 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-274c871c-29f8-4d09-b46a-2aec33d4da14 req-cdfb62a6-4a46-4e82-96a0-2736db0e75cb tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0664284 Aug 31 16:17:26.021406 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-274c871c-29f8-4d09-b46a-2aec33d4da14 req-8d1350fa-e7e9-4fe8-ab38-a2de1bcef0e4 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 Aug 31 16:17:27.087026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device aec90c08-1867-4c65-84df-8914c5783218 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:27.119845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:27.135139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port aec90c08-1867-4c65-84df-8914c5783218 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:17:27.188740 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f6080-4d4b-4655-a3b0-27f889f1726f req-eac13150-6467-4289-ba32-5a58d4ce2d15 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:27.191551 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ea6f6080-4d4b-4655-a3b0-27f889f1726f req-eac13150-6467-4289-ba32-5a58d4ce2d15 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0912318 Aug 31 16:17:27.210813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port aec90c08-1867-4c65-84df-8914c5783218 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:17:27.211293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (aec90c08-1867-4c65-84df-8914c5783218), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:27.211693 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port aec90c08-1867-4c65-84df-8914c5783218 Aug 31 16:17:27.253676 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ea6f6080-4d4b-4655-a3b0-27f889f1726f req-5b7f2b9d-6988-4e3d-a1b8-44f0986baa24 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551140 Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:17:27.258645 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:17:28.400719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783db14f-a772-4b35-921c-fb989893c327 req-550a1d3e-6f81-41d3-977b-8cae08888c15 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:28.402521 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-783db14f-a772-4b35-921c-fb989893c327 req-550a1d3e-6f81-41d3-977b-8cae08888c15 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0532565 Aug 31 16:17:28.459634 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-783db14f-a772-4b35-921c-fb989893c327 req-bd375903-3338-468d-b3d7-f738a4d91dd4 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504630 Aug 31 16:17:29.602527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6bd29-ff64-4590-84c0-cbfa7d49f31e req-4e714311-e5c8-419d-8ed8-73183c922af1 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:29.604146 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d6d6bd29-ff64-4590-84c0-cbfa7d49f31e req-4e714311-e5c8-419d-8ed8-73183c922af1 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0618763 Aug 31 16:17:29.662829 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d6d6bd29-ff64-4590-84c0-cbfa7d49f31e req-00b92ea5-1e87-490d-a8d5-e546455c0907 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514066 Aug 31 16:17:30.803338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2f411-4f55-4ad2-a6f7-57139752619b req-0a0e0ea7-8091-403b-8c0c-0e48174cba71 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:30.805056 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5ed2f411-4f55-4ad2-a6f7-57139752619b req-0a0e0ea7-8091-403b-8c0c-0e48174cba71 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0528045 Aug 31 16:17:30.862584 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5ed2f411-4f55-4ad2-a6f7-57139752619b req-2d60e3a3-a7ca-426b-8ff3-3df6ad8240eb tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516264 Aug 31 16:17:31.983448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:32.007026 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae632d-bbf3-4aa9-a616-8799bf270849 req-df5dfc88-14e3-4579-b4f4-14c719d83bd2 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:32.008726 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-45ae632d-bbf3-4aa9-a616-8799bf270849 req-df5dfc88-14e3-4579-b4f4-14c719d83bd2 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0570431 Aug 31 16:17:32.067541 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-45ae632d-bbf3-4aa9-a616-8799bf270849 req-a702fa6e-6a96-4c2b-8033-71800219420d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518591 Aug 31 16:17:33.203624 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ddd14-17f5-4b5e-aab7-f792f669e6ba req-9cd37b64-4254-4821-87e2-bf84455ae99e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:33.205223 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a73ddd14-17f5-4b5e-aab7-f792f669e6ba req-9cd37b64-4254-4821-87e2-bf84455ae99e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0539773 Aug 31 16:17:33.269335 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a73ddd14-17f5-4b5e-aab7-f792f669e6ba req-739af936-3be1-46a4-ac7f-cf78466895bd tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550354 Aug 31 16:17:34.406633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995fb3d-83d8-4cac-96ee-12d4f3cb0a6b req-34e8985f-7f26-41db-83ce-419c2fb6910d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:34.409475 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e995fb3d-83d8-4cac-96ee-12d4f3cb0a6b req-34e8985f-7f26-41db-83ce-419c2fb6910d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0554953 Aug 31 16:17:34.472249 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e995fb3d-83d8-4cac-96ee-12d4f3cb0a6b req-29edf981-f6e8-4490-b932-9fd89be816e6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552490 Aug 31 16:17:34.806694 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:35.612997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72717-a66b-4187-afc3-c60114034069 req-5b2d91dc-9278-4815-a4bc-7d34527bede7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:35.615237 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5f72717-a66b-4187-afc3-c60114034069 req-5b2d91dc-9278-4815-a4bc-7d34527bede7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0525041 Aug 31 16:17:35.669672 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5f72717-a66b-4187-afc3-c60114034069 req-8f77c3da-ea39-472b-827b-b149adeb5d95 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482903 Aug 31 16:17:36.806595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f0c35-1ed5-45d8-9a81-0f397639f066 req-5ee8cc3e-5a7c-45ac-a37d-6f3a38e60205 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:36.808572 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-183f0c35-1ed5-45d8-9a81-0f397639f066 req-5ee8cc3e-5a7c-45ac-a37d-6f3a38e60205 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0521438 Aug 31 16:17:36.880496 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-183f0c35-1ed5-45d8-9a81-0f397639f066 req-e0d0d9b1-868e-4c11-8b38-826db798904e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655980 Aug 31 16:17:37.254935 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:37.257058 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:38.014386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:38.036672 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770651fa-8171-4a11-a911-f52b3d55dd25 req-562929b3-3795-473f-9639-5ae7010ee34f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:38.040217 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-770651fa-8171-4a11-a911-f52b3d55dd25 req-562929b3-3795-473f-9639-5ae7010ee34f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0591269 Aug 31 16:17:38.107075 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-770651fa-8171-4a11-a911-f52b3d55dd25 req-2660b561-1ba1-49ed-877b-611e51988c2f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621831 Aug 31 16:17:38.578900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0541bed1-1b03-47bd-b386-971fb4c8899b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:39.259453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5d485-94b8-48a8-a652-db2902f3ba6c req-cb33f74b-a30d-4485-a019-223a7c9349e6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:39.261317 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-47f5d485-94b8-48a8-a652-db2902f3ba6c req-cb33f74b-a30d-4485-a019-223a7c9349e6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0684700 Aug 31 16:17:39.310695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:39.319279 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-47f5d485-94b8-48a8-a652-db2902f3ba6c req-7dba6629-7c40-4b00-9596-9ad8285b6679 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511978 Aug 31 16:17:40.464803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c10e3-3936-4b37-a571-7b4a9276567d req-8b69f856-2719-40a8-bcfb-da2e226f6238 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:40.466380 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-152c10e3-3936-4b37-a571-7b4a9276567d req-8b69f856-2719-40a8-bcfb-da2e226f6238 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0503347 Aug 31 16:17:40.521916 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-152c10e3-3936-4b37-a571-7b4a9276567d req-f54669d7-37b3-4984-b69c-a02a7b87c175 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493324 Aug 31 16:17:40.749961 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f94ad091-1e64-4b6e-935d-54f53f71c8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:41.652083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048ea48-b178-4e80-b5ea-6d6e8a8d8a0d req-4030e2b3-379b-421f-b6c2-99a314379fba tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:41.653710 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3048ea48-b178-4e80-b5ea-6d6e8a8d8a0d req-4030e2b3-379b-421f-b6c2-99a314379fba tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0555649 Aug 31 16:17:41.708554 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3048ea48-b178-4e80-b5ea-6d6e8a8d8a0d req-95f1c052-c527-4e1d-90fb-a667ef1e8885 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491304 Aug 31 16:17:42.215688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:42.844868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f72102-f94b-45c6-a873-7bab9cf56c9c req-c916c159-155c-4fe0-b2c2-f8f368ae09b5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:42.846444 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-24f72102-f94b-45c6-a873-7bab9cf56c9c req-c916c159-155c-4fe0-b2c2-f8f368ae09b5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0545623 Aug 31 16:17:42.900385 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-24f72102-f94b-45c6-a873-7bab9cf56c9c req-86d82d73-098e-41e0-be6b-015a03c2e1af tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473902 Aug 31 16:17:43.596642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:43.812987 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:44.056975 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5255-bef2-493d-9618-5600468c2859 req-425c9b02-a2e7-4728-b866-ac12b57cfcee tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:44.059720 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6f1f5255-bef2-493d-9618-5600468c2859 req-425c9b02-a2e7-4728-b866-ac12b57cfcee tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0807972 Aug 31 16:17:44.113659 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6f1f5255-bef2-493d-9618-5600468c2859 req-fc6d2d9b-65c9-4eea-be1f-1074f67c6100 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481613 Aug 31 16:17:45.245523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f9139-88ec-46ab-8477-1a59dbcdfc61 req-5c86aae7-2b06-450b-a304-7d8300a26cca tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:45.247224 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad9f9139-88ec-46ab-8477-1a59dbcdfc61 req-5c86aae7-2b06-450b-a304-7d8300a26cca tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0508616 Aug 31 16:17:45.295885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:45.309902 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad9f9139-88ec-46ab-8477-1a59dbcdfc61 req-61ab07d2-b31d-4073-9fad-46a092ba84c6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515020 Aug 31 16:17:46.456130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cac5ca-a6c0-4bc7-960f-97926b6d420a req-ad9a8034-f62e-4d99-941a-caf836e3cd93 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:46.458866 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c1cac5ca-a6c0-4bc7-960f-97926b6d420a req-ad9a8034-f62e-4d99-941a-caf836e3cd93 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0570421 Aug 31 16:17:46.523464 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c1cac5ca-a6c0-4bc7-960f-97926b6d420a req-17f0deee-3dcb-40fe-a6f5-33a3c0227d4c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 Aug 31 16:17:47.683530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad729cc-7f54-4a77-898d-e64157510b21 req-a71420a1-2ce4-42cf-b2b0-fc1252cdb66c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:47.686421 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0ad729cc-7f54-4a77-898d-e64157510b21 req-a71420a1-2ce4-42cf-b2b0-fc1252cdb66c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0767772 Aug 31 16:17:47.752252 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0ad729cc-7f54-4a77-898d-e64157510b21 req-010ba8f4-497c-4816-a767-376b117ff20c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592263 Aug 31 16:17:48.888795 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1176543-1f79-4705-ac75-1fa34271fa77 req-300cf642-c3b5-4b15-b067-7c02d7cd117d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:48.890448 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e1176543-1f79-4705-ac75-1fa34271fa77 req-300cf642-c3b5-4b15-b067-7c02d7cd117d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0535803 Aug 31 16:17:48.966080 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e1176543-1f79-4705-ac75-1fa34271fa77 req-8dc5badf-51d3-4472-9f9a-3aa3f8313364 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624843 Aug 31 16:17:49.748915 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:49.750082 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:50.101520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eb2cc-70bb-4a99-8c47-45fecb23d64e req-3e3fd5ca-c600-4457-b0d7-e681851b5d88 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:50.103186 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d06eb2cc-70bb-4a99-8c47-45fecb23d64e req-3e3fd5ca-c600-4457-b0d7-e681851b5d88 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0535028 Aug 31 16:17:50.165273 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d06eb2cc-70bb-4a99-8c47-45fecb23d64e req-5cb38f87-4a5b-4dd5-8c77-dfaadb1abf32 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 Aug 31 16:17:51.287672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:17:51.322592 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c04da-53b7-41fe-95ee-8e0aee553c67 req-14af789c-082c-4898-8b0b-0bb23ff2bfb9 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:51.324659 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a24c04da-53b7-41fe-95ee-8e0aee553c67 req-14af789c-082c-4898-8b0b-0bb23ff2bfb9 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0602136 Aug 31 16:17:51.395851 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a24c04da-53b7-41fe-95ee-8e0aee553c67 req-87c78094-4e2c-4ebb-a949-88b161bc977c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649195 Aug 31 16:17:52.534144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6e81a-4ddc-4418-9cb6-bf043471d0f0 req-d99b7550-7fae-4bd9-b4b5-b3a8961fb62a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:52.536599 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-35e6e81a-4ddc-4418-9cb6-bf043471d0f0 req-d99b7550-7fae-4bd9-b4b5-b3a8961fb62a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0554719 Aug 31 16:17:52.595329 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-35e6e81a-4ddc-4418-9cb6-bf043471d0f0 req-dd520228-7f04-4dc4-a760-9d1664f0e307 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512242 Aug 31 16:17:53.729951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6049-62fe-4542-829f-13220fafd061 req-924b311e-fd0f-4b35-a5f2-d40909e95c1f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:53.731712 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a3ce6049-62fe-4542-829f-13220fafd061 req-924b311e-fd0f-4b35-a5f2-d40909e95c1f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0548356 Aug 31 16:17:53.802717 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a3ce6049-62fe-4542-829f-13220fafd061 req-55bcd0d6-de44-4d93-854d-9dd910167e58 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641413 Aug 31 16:17:54.941443 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d1238-fa64-4672-86b9-4f3a2edf0415 req-5b13ef72-9de4-44c8-b975-32cf0b3077f4 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:54.943154 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e30d1238-fa64-4672-86b9-4f3a2edf0415 req-5b13ef72-9de4-44c8-b975-32cf0b3077f4 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0581083 Aug 31 16:17:55.000688 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e30d1238-fa64-4672-86b9-4f3a2edf0415 req-55efea3d-ce0c-4b7c-bbd5-915a565296d5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510674 Aug 31 16:17:56.137208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07004932-aba1-4163-8137-151f8a83967b req-2b3d934c-4592-4762-aa79-62a67442a79b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:56.139566 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-07004932-aba1-4163-8137-151f8a83967b req-2b3d934c-4592-4762-aa79-62a67442a79b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0586681 Aug 31 16:17:56.195995 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-07004932-aba1-4163-8137-151f8a83967b req-48866e5e-ac18-48bc-bd36-f9d7478656b9 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498903 Aug 31 16:17:57.341101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1342d89-81e9-4347-bfa8-ea235c30a21f req-988d4e65-3310-4756-b9eb-817b70d1a862 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:57.342786 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a1342d89-81e9-4347-bfa8-ea235c30a21f req-988d4e65-3310-4756-b9eb-817b70d1a862 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0540211 Aug 31 16:17:57.404055 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a1342d89-81e9-4347-bfa8-ea235c30a21f req-abe4efbf-a681-47f6-9f12-5c0b5104523f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542531 Aug 31 16:17:58.499702 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:17:58.548470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0c9ab-7b96-4d2c-bde6-033a5d1892f5 req-538ddf6c-71e3-4c6f-a7ae-40b90d17956d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:58.551104 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a9b0c9ab-7b96-4d2c-bde6-033a5d1892f5 req-538ddf6c-71e3-4c6f-a7ae-40b90d17956d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0610144 Aug 31 16:17:58.605161 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a9b0c9ab-7b96-4d2c-bde6-033a5d1892f5 req-64b1196a-45b1-4f2e-a916-466584b87e1a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476792 Aug 31 16:17:59.747978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bb540-7854-48e7-b181-4c0a0f89b0bb req-b3befb57-f62a-48e4-a900-94229a4942d2 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:17:59.750932 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-470bb540-7854-48e7-b181-4c0a0f89b0bb req-b3befb57-f62a-48e4-a900-94229a4942d2 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0556216 Aug 31 16:17:59.816661 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-470bb540-7854-48e7-b181-4c0a0f89b0bb req-399b7d5c-205c-4b09-b52e-108c366045c6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582287 Aug 31 16:18:00.944080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfce58d-4bb6-419a-a58e-7227903ca484 req-0f5cce6f-0fb2-4c66-88c9-4b01c05460b8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:00.945713 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6dfce58d-4bb6-419a-a58e-7227903ca484 req-0f5cce6f-0fb2-4c66-88c9-4b01c05460b8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0518215 Aug 31 16:18:01.136031 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6dfce58d-4bb6-419a-a58e-7227903ca484 req-4bac67b7-53dd-48d0-a092-e66f71da4476 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845117 Aug 31 16:18:01.175219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:01.180391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:01.810955 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:18:02.319707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f38665-6a2d-40f4-bb5b-9ec514ce8635 req-df7f46bb-3d0f-4912-b33c-6a26610e337f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:02.321319 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-56f38665-6a2d-40f4-bb5b-9ec514ce8635 req-df7f46bb-3d0f-4912-b33c-6a26610e337f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.1106186 Aug 31 16:18:02.383108 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-56f38665-6a2d-40f4-bb5b-9ec514ce8635 req-737d8616-bacf-4b05-92d5-8223659a177c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557272 Aug 31 16:18:03.535846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75793e-16d3-4424-8b70-44e4c3585cec req-20591a90-3692-439d-96dd-3204f9902569 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:03.537657 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ee75793e-16d3-4424-8b70-44e4c3585cec req-20591a90-3692-439d-96dd-3204f9902569 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0522244 Aug 31 16:18:03.597210 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ee75793e-16d3-4424-8b70-44e4c3585cec req-5259aa83-b60d-4861-92c8-135a10d90d84 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533149 Aug 31 16:18:04.741924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d908ef0-352b-4668-acb7-874755feca5a req-dc9c8c9d-20a2-48b8-b81d-00915dd74b9e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:04.743707 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d908ef0-352b-4668-acb7-874755feca5a req-dc9c8c9d-20a2-48b8-b81d-00915dd74b9e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0585258 Aug 31 16:18:04.806070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:04.814928 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d908ef0-352b-4668-acb7-874755feca5a req-1bcf7384-42ef-4337-86fb-09d74ac74655 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649905 Aug 31 16:18:05.962218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bd1c2-ab6f-42e3-a564-e39921fb9274 req-e19fcd21-d8d4-4182-94a2-6d4ddd5edb7f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:05.963868 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b62bd1c2-ab6f-42e3-a564-e39921fb9274 req-e19fcd21-d8d4-4182-94a2-6d4ddd5edb7f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0608625 Aug 31 16:18:06.025377 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b62bd1c2-ab6f-42e3-a564-e39921fb9274 req-8b23d96b-61fc-450f-8c63-0ecd5b9ce24f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523512 Aug 31 16:18:07.216243 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f22ff5-01c2-4536-879d-041962baee6d req-ae38096b-fa51-48f0-8ce2-982635a550c4 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:07.217917 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f3f22ff5-01c2-4536-879d-041962baee6d req-ae38096b-fa51-48f0-8ce2-982635a550c4 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0591216 Aug 31 16:18:07.303178 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f3f22ff5-01c2-4536-879d-041962baee6d req-400694c7-9583-4dd5-b521-2a0cbbe17119 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782938 Aug 31 16:18:08.477023 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d525595-0cdb-483c-b74b-6fe4a153a70d req-72e13127-eb6a-4d6f-b889-2bd98e0bb521 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:08.479857 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5d525595-0cdb-483c-b74b-6fe4a153a70d req-72e13127-eb6a-4d6f-b889-2bd98e0bb521 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0808911 Aug 31 16:18:08.494159 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:08.546299 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5d525595-0cdb-483c-b74b-6fe4a153a70d req-7b34dad1-b2bc-4206-b03f-40487e68af05 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606654 Aug 31 16:18:08.630322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e6f49e71-5712-44f0-9f8c-b5e4514abbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:09.683846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a15afc-73df-4651-a222-d95e523fa091 req-b16c1465-fa8c-446a-b2a3-1657bd44c96c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:09.685532 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-05a15afc-73df-4651-a222-d95e523fa091 req-b16c1465-fa8c-446a-b2a3-1657bd44c96c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0554795 Aug 31 16:18:09.746793 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-05a15afc-73df-4651-a222-d95e523fa091 req-0c47c85e-bd80-4cd4-8741-3fe10ff5ae22 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511570 Aug 31 16:18:10.770592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e3825c40-6490-4359-87ae-cd3cf8236b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:10.876466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9de14f-3fe9-49ce-9c62-de08748b2a6d req-7c6109b8-c3b5-4cdb-a673-0e18913521e6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:10.878360 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2c9de14f-3fe9-49ce-9c62-de08748b2a6d req-7c6109b8-c3b5-4cdb-a673-0e18913521e6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0552969 Aug 31 16:18:10.932511 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2c9de14f-3fe9-49ce-9c62-de08748b2a6d req-7f5c61c8-d27c-43b4-a3c1-0d9825f81f25 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481179 Aug 31 16:18:11.806206 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=15 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:11.807376 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=13 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:12.086150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f8dc5-3a06-4cef-96ac-32ab97d08f95 req-d8338735-110f-4ce1-8759-eb5318a6c716 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:12.088501 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-657f8dc5-3a06-4cef-96ac-32ab97d08f95 req-d8338735-110f-4ce1-8759-eb5318a6c716 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0763741 Aug 31 16:18:12.161096 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-657f8dc5-3a06-4cef-96ac-32ab97d08f95 req-c464215d-b1ab-4002-a129-c3942cbf92d9 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629046 Aug 31 16:18:12.263709 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:13.287713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226d21c-158a-4f12-abf1-d606b6928bdd req-5a4ad243-7282-4c7f-92b3-c0d6fca1eff7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:13.289539 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e226d21c-158a-4f12-abf1-d606b6928bdd req-5a4ad243-7282-4c7f-92b3-c0d6fca1eff7 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0513434 Aug 31 16:18:13.348963 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e226d21c-158a-4f12-abf1-d606b6928bdd req-0a9f3aba-f529-4abe-bdeb-56f407ed38f3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521910 Aug 31 16:18:13.632518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:13.850365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:14.463402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:14.483369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b10a3-de4b-4e3d-9f4f-29ea84e97e4d req-a8480e84-5c37-4fa7-acb0-c03cca5619e5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:14.485136 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3a8b10a3-de4b-4e3d-9f4f-29ea84e97e4d req-a8480e84-5c37-4fa7-acb0-c03cca5619e5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0570059 Aug 31 16:18:14.542243 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3a8b10a3-de4b-4e3d-9f4f-29ea84e97e4d req-87e3186d-6936-43c3-96a3-c909cacbfe75 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508873 Aug 31 16:18:15.687851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd124f-fbd7-4be5-860f-28c6cf664344 req-5c4159a8-e006-4d11-9b1b-8d5fb9c7fc49 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:15.689512 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22fd124f-fbd7-4be5-860f-28c6cf664344 req-5c4159a8-e006-4d11-9b1b-8d5fb9c7fc49 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0689704 Aug 31 16:18:15.757375 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22fd124f-fbd7-4be5-860f-28c6cf664344 req-3db2d17c-1950-49b9-bc51-54259da31345 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565693 Aug 31 16:18:16.894417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa3191-c157-4334-91d6-85937168e924 req-5e473dcf-7b0b-42ed-9749-f853ab4364b1 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:16.896038 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e6fa3191-c157-4334-91d6-85937168e924 req-5e473dcf-7b0b-42ed-9749-f853ab4364b1 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0514166 Aug 31 16:18:16.958373 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e6fa3191-c157-4334-91d6-85937168e924 req-2b4efcf2-0e80-41e3-a6ab-16363c48b7d5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557959 Aug 31 16:18:18.086546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b281e5-108a-44dd-8329-bc99f3872900 req-ec2142cf-ef01-4582-9800-ae74b531064c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:18.088167 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e2b281e5-108a-44dd-8329-bc99f3872900 req-ec2142cf-ef01-4582-9800-ae74b531064c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0514894 Aug 31 16:18:18.141392 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e2b281e5-108a-44dd-8329-bc99f3872900 req-3ce47e51-c871-40ad-a703-69cef6d2a374 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468483 Aug 31 16:18:19.276348 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c33a2-5ec3-4a89-8971-a24a9f9e4c15 req-2e11640d-c793-4057-8041-bd364e3c4b1a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:19.278380 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bf3c33a2-5ec3-4a89-8971-a24a9f9e4c15 req-2e11640d-c793-4057-8041-bd364e3c4b1a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0522265 Aug 31 16:18:19.338651 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bf3c33a2-5ec3-4a89-8971-a24a9f9e4c15 req-d1f8ad5c-ae25-4afd-ae59-3c9555e0d249 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506651 Aug 31 16:18:20.501889 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263377d-9989-4ac1-95b3-724cafe29b1b req-ad4da707-5e90-4cf1-9d15-879e711fe3bf tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:20.503833 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8263377d-9989-4ac1-95b3-724cafe29b1b req-ad4da707-5e90-4cf1-9d15-879e711fe3bf tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0536947 Aug 31 16:18:20.561295 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8263377d-9989-4ac1-95b3-724cafe29b1b req-ba2b6988-b36e-41c6-a5c8-8a51dc237816 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514758 Aug 31 16:18:21.307717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:21.720477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09471a02-8250-4aab-90bf-131c6487c77e req-e8b6808e-bb8f-4f32-a703-939e446cda6f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:21.722230 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-09471a02-8250-4aab-90bf-131c6487c77e req-e8b6808e-bb8f-4f32-a703-939e446cda6f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0621059 Aug 31 16:18:21.779638 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-09471a02-8250-4aab-90bf-131c6487c77e req-ae0292c9-f425-4f69-836e-c106bb456da9 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512609 Aug 31 16:18:22.972144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1694c-8cc0-41b6-86ce-ecc3493b7fda req-d57d8e0e-06e7-430a-9016-c2b7642785f0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:22.973818 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-60f1694c-8cc0-41b6-86ce-ecc3493b7fda req-d57d8e0e-06e7-430a-9016-c2b7642785f0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0819430 Aug 31 16:18:23.026854 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-60f1694c-8cc0-41b6-86ce-ecc3493b7fda req-ba86be0a-0709-44a1-ac32-4b532d57665e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469306 Aug 31 16:18:24.172581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490f767-0b69-4eac-a885-9d559f1ad8d2 req-f6162911-ba01-40d9-aa41-9a2d09939016 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:24.174317 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0490f767-0b69-4eac-a885-9d559f1ad8d2 req-f6162911-ba01-40d9-aa41-9a2d09939016 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0591371 Aug 31 16:18:24.254098 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0490f767-0b69-4eac-a885-9d559f1ad8d2 req-540343b6-c4b5-4460-b289-45d1d7be0f37 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736699 Aug 31 16:18:25.347729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:25.398472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2047-8d70-441f-af57-688090e9dffa req-e616357a-128d-482f-99ce-dc4a7a009d09 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:25.414236 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ddfa2047-8d70-441f-af57-688090e9dffa req-e616357a-128d-482f-99ce-dc4a7a009d09 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0629621 Aug 31 16:18:25.456914 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ddfa2047-8d70-441f-af57-688090e9dffa req-e42e9311-208a-4876-bb70-4bdb383df59a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510161 Aug 31 16:18:26.208674 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-2e645419-a8c0-4a87-9fec-9dc2b37fbe2f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:26.210315 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-2e645419-a8c0-4a87-9fec-9dc2b37fbe2f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0591273 Aug 31 16:18:26.320377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Deleting port aec90c08-1867-4c65-84df-8914c5783218 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:18:26.320939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (aec90c08-1867-4c65-84df-8914c5783218), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:26.434881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] For port aec90c08-1867-4c65-84df-8914c5783218, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=aec90c08-1867-4c65-84df-8914c5783218,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:18:26.435249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (aec90c08-1867-4c65-84df-8914c5783218), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:26.451285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Calling delete_port for aec90c08-1867-4c65-84df-8914c5783218 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:18:26.465007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:26.735603 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:26.737305 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:26.892072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfae8a2-8e7d-48fd-800a-e48318da408b req-ec90cb09-e31e-4358-a8d5-fa562d627b9c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:26.894577 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-adfae8a2-8e7d-48fd-800a-e48318da408b req-ec90cb09-e31e-4358-a8d5-fa562d627b9c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 944 time: 0.0839317 Aug 31 16:18:26.959609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:26.968103 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-adfae8a2-8e7d-48fd-800a-e48318da408b req-eb09cd97-ceb5-4245-9d8f-6a80e3f4f664 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629742 Aug 31 16:18:27.052247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (aec90c08-1867-4c65-84df-8914c5783218), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:27.068668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['aec90c08-1867-4c65-84df-8914c5783218'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:18:27.086007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Pushing event deleted for resources: {'Port': ['ID=aec90c08-1867-4c65-84df-8914c5783218,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:27.116275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.116622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.116960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.117298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.117658 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.117988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.118309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.118630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.118950 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.119273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.119587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.119901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.120214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.120527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.120842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:27.148772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] No DVR routers for this DVR port aec90c08-1867-4c65-84df-8914c5783218 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:18:27.151761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:27.155450 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7c3a68ce-d7b7-4583-be38-aa783fd8d034 req-d8c33753-8f7d-4ab1-9961-2f7a46d3c82a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "DELETE /networking/v2.0/ports/aec90c08-1867-4c65-84df-8914c5783218 HTTP/1.1" status: 204 len: 173 time: 0.9355228 Aug 31 16:18:27.155953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdfd155-f165-4428-975d-6c0d0a060c77', 'name': 'network-vif-deleted', 'tag': 'aec90c08-1867-4c65-84df-8914c5783218'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:18:27.159105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6191dee5-f338-4255-a0e5-0ee95b36cb3c" -d '{"events": [{"server_uuid": "bcdfd155-f165-4428-975d-6c0d0a060c77", "name": "network-vif-deleted", "tag": "aec90c08-1867-4c65-84df-8914c5783218"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:18:27.232323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa5ee6a-9e4f-4fdd-80e8-e4bf037e3891 x-openstack-request-id: req-5fa5ee6a-9e4f-4fdd-80e8-e4bf037e3891 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:18:27.234077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdfd155-f165-4428-975d-6c0d0a060c77", "name": "network-vif-deleted", "tag": "aec90c08-1867-4c65-84df-8914c5783218", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:18:27.234679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fa5ee6a-9e4f-4fdd-80e8-e4bf037e3891 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:18:27.235337 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5fa5ee6a-9e4f-4fdd-80e8-e4bf037e3891']: {'server_uuid': 'bcdfd155-f165-4428-975d-6c0d0a060c77', 'name': 'network-vif-deleted', 'tag': 'aec90c08-1867-4c65-84df-8914c5783218', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:18:28.080864 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1d632453-85b5-443c-b89a-6fd12c1b1bd2 req-cf1c6727-bf14-4e04-b6c5-76d2de6a35a4 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 210 time: 0.0308635 Aug 31 16:18:29.215266 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-aacd3ffc-ae2e-48ee-b9d9-bb7c1ecab87b req-7bf3e2c9-1d94-490c-822b-123b90b6df14 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 210 time: 0.0350056 Aug 31 16:18:29.428694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device aec90c08-1867-4c65-84df-8914c5783218 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:18:29.456293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: aec90c08-1867-4c65-84df-8914c5783218 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:18:29.477251 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device aec90c08-1867-4c65-84df-8914c5783218 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:18:29.502268 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4804a557-5022-484f-84d6-bd400f26a833 req-0b2068f0-e996-44fe-8400-2f041d37e6f3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bcdfd155-f165-4428-975d-6c0d0a060c77 HTTP/1.1" status: 200 len: 210 time: 0.0324013 Aug 31 16:18:30.721402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-079b0dc8-801d-4d41-92f3-5dc7938e523f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:30.723060 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-079b0dc8-801d-4d41-92f3-5dc7938e523f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/networks?id=d89f7200-0031-484d-9a7a-48de2e8107ad HTTP/1.1" status: 200 len: 817 time: 0.1167092 Aug 31 16:18:30.740474 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-3251279e-edbc-4b0c-afd2-ad481f5dcdc9 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/quotas/11cf0b868b2d488c9746c135033af77d HTTP/1.1" status: 200 len: 375 time: 0.0114639 Aug 31 16:18:30.800657 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c4dee495-5336-48a9-9ab2-fa90e2105866 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=11cf0b868b2d488c9746c135033af77d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543375 Aug 31 16:18:30.905972 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-52ac39b1-0013-4e66-93e9-d4c925c9d6c0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929124 Aug 31 16:18:31.007443 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-4f8afe9e-2c71-4142-bceb-ec124a5af14f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950134 Aug 31 16:18:31.334508 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0a656f60-b9f2-4613-823c-68e297c2e1ee req-3e1d0864-7c58-4ebb-8c56-469f792a8945 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 210 time: 0.0344212 Aug 31 16:18:32.426464 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cf6807d1-701f-4764-a77c-0d23af736c0a req-298f01eb-aa2b-4ff8-8b23-341f7deafc8c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 210 time: 0.0292041 Aug 31 16:18:33.525128 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-be0cb1e2-3e29-481c-ad2a-60b5e5fc32d8 req-2a0480d7-0239-4939-b670-73d519ff0874 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 210 time: 0.0325646 Aug 31 16:18:34.616057 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7da73cfc-fd6c-4ac3-bfd0-15ac48a65b04 req-af344efe-8ad0-40c7-81ea-733a23893d87 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 210 time: 0.0298378 Aug 31 16:18:35.769517 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4b9db6e6-0a78-42a1-ab24-59a54e8c793e req-b5322a98-c5bc-4182-ba8b-fc7c8179ec9b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 210 time: 0.0540643 Aug 31 16:18:36.905092 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6b031fc5-ba59-4b86-bb1f-5012e4d8d543 req-bc248759-3986-42e6-baab-e9a51fbf18e0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 210 time: 0.0328486 Aug 31 16:18:37.871405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-a6c671b1-9cfd-4895-a966-ca06b84bc69a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:37.873002 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-a6c671b1-9cfd-4895-a966-ca06b84bc69a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d89f7200-0031-484d-9a7a-48de2e8107ad HTTP/1.1" status: 200 len: 817 time: 0.1236408 Aug 31 16:18:37.888012 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Request body: {'port': {'device_id': '5b767ba2-f634-49f7-abbb-5e099ea9c48a', 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'admin_state_up': True, 'tenant_id': '11cf0b868b2d488c9746c135033af77d'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:38.055235 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-85c8768d-953b-4bfe-a821-9220eae4344c req-f0a1e18d-980e-4809-bda4-41c7cda816fd tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 210 time: 0.0310454 Aug 31 16:18:38.123587 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Made reservation on behalf of 11cf0b868b2d488c9746c135033af77d for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:18:38.127917 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:38.158528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:38.286669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Allocated IP 172.20.0.13 (d89f7200-0031-484d-9a7a-48de2e8107ad/fc9ddbe7-f445-46da-83f8-96564cbe7c7d/769a5c83-4ea0-44dd-ab60-2988fdd7a0f6) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:38.308344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:38.498626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks [] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:38.515371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:38.516396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:38.644094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-df1b9650-d8bb-4b35-a0ab-4bd8dca60ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:38.644744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:38.697083 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Network d89f7200-0031-484d-9a7a-48de2e8107ad is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:38.701017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:38.706633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:18:38.713980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Pushing event updated for resources: {'Port': ['ID=769a5c83-4ea0-44dd-ab60-2988fdd7a0f6,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:38.786606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:38.787287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:38.823036 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:18:38.949021 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-c792d81d-a43b-4c8b-835c-31e0a98455c8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0656199 Aug 31 16:18:38.962471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-d262f886-d97e-481c-ae95-113a64ae7d71 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 16:18:38.963645 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-d262f886-d97e-481c-ae95-113a64ae7d71 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059953 Aug 31 16:18:38.979989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Request body: {'port': {'device_id': '5b767ba2-f634-49f7-abbb-5e099ea9c48a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:39.016026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-462a0cfc-1744-4fc6-93a5-1d96c748c70b None None] Provisioning complete for port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:18:39.016391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-462a0cfc-1744-4fc6-93a5-1d96c748c70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:39.016720 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-462a0cfc-1744-4fc6-93a5-1d96c748c70b None None] Attempt 1 to provision port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 Aug 31 16:18:39.052478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-462a0cfc-1744-4fc6-93a5-1d96c748c70b None None] Port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:18:39.058440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:39.336317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:39.361952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6d1f-f54d-4cf7-9066-75c6e4262ffc req-c3b9cbb4-e91a-432c-8e4f-d82c17c4ae29 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:39.363605 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-882e6d1f-f54d-4cf7-9066-75c6e4262ffc req-c3b9cbb4-e91a-432c-8e4f-d82c17c4ae29 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 932 time: 0.2034602 Aug 31 16:18:39.496405 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-882e6d1f-f54d-4cf7-9066-75c6e4262ffc req-ed20b728-b77b-4745-b931-42d185cb09a4 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244166 Aug 31 16:18:39.553616 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-462a0cfc-1744-4fc6-93a5-1d96c748c70b None None] Attempt 2 to provision port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 Aug 31 16:18:39.593266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-462a0cfc-1744-4fc6-93a5-1d96c748c70b None None] Port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:18:39.606703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:18:39.621964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Publish callbacks [] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:39.644804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Transition to ACTIVE for port object 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:18:39.726523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:39.804161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Pushing event updated for resources: {'Port': ['ID=769a5c83-4ea0-44dd-ab60-2988fdd7a0f6,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:39.862522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Attempting to bind port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:18:39.862905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Attempting to bind port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:18:39.863321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Attempting to bind port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 on network d89f7200-0031-484d-9a7a-48de2e8107ad {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:18:39.869050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 on network d89f7200-0031-484d-9a7a-48de2e8107ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:18:39.869594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Attempting to bind port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 on network d89f7200-0031-484d-9a7a-48de2e8107ad {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:18:39.876907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:18:39.877415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Checking segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:18:39.877913 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Bound using segment: {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:18:39.878516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Bound port: 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6723e490-7e29-4bf0-9a81-3eab68ee885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:18:39.879006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:39.949294 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] For port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:18:39.952846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] For port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=769a5c83-4ea0-44dd-ab60-2988fdd7a0f6,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:18:40.078341 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:40.083534 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:40.084160 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:40.085660 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 HTTP/1.1" status: 200 len: 1094 time: 1.1101978 Aug 31 16:18:40.090560 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b767ba2-f634-49f7-abbb-5e099ea9c48a', 'tag': '769a5c83-4ea0-44dd-ab60-2988fdd7a0f6'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:18:40.090560 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e24e7b5-cbb1-4768-b02f-749315aad6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5b767ba2-f634-49f7-abbb-5e099ea9c48a", "tag": "769a5c83-4ea0-44dd-ab60-2988fdd7a0f6"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:18:40.095007 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-462a0cfc-1744-4fc6-93a5-1d96c748c70b None None] Attempt 3 to provision port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 Aug 31 16:18:40.155261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ad4240-da23-491e-8960-fae68dfe6a40 x-openstack-request-id: req-27ad4240-da23-491e-8960-fae68dfe6a40 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:18:40.155696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b767ba2-f634-49f7-abbb-5e099ea9c48a", "tag": "769a5c83-4ea0-44dd-ab60-2988fdd7a0f6", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:18:40.156323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27ad4240-da23-491e-8960-fae68dfe6a40 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:18:40.156950 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ad4240-da23-491e-8960-fae68dfe6a40'] response: {'name': 'network-changed', 'server_uuid': '5b767ba2-f634-49f7-abbb-5e099ea9c48a', 'tag': '769a5c83-4ea0-44dd-ab60-2988fdd7a0f6', 'status': 'completed', 'code': 200} Aug 31 16:18:40.168282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487b515-b5ed-4bce-9e37-03cd7f5dbf01 service neutron] Pushing event updated for resources: {'Port': ['ID=769a5c83-4ea0-44dd-ab60-2988fdd7a0f6,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:40.170499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-462a0cfc-1744-4fc6-93a5-1d96c748c70b None None] Port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:18:40.188665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:40.225989 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e7b5-cbb1-4768-b02f-749315aad6fc req-7f30aae2-93a1-4181-a11a-009f1c5a019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:40.227734 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e24e7b5-cbb1-4768-b02f-749315aad6fc req-7f30aae2-93a1-4181-a11a-009f1c5a019f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11cf0b868b2d488c9746c135033af77d&device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 1128 time: 0.0491862 Aug 31 16:18:40.339315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e7b5-cbb1-4768-b02f-749315aad6fc req-3dbb9dc2-9d4b-42d9-895e-aa510a08d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:40.340807 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e24e7b5-cbb1-4768-b02f-749315aad6fc req-3dbb9dc2-9d4b-42d9-895e-aa510a08d0e1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=11cf0b868b2d488c9746c135033af77d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1006904 Aug 31 16:18:40.458189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e7b5-cbb1-4768-b02f-749315aad6fc req-e5851dff-af08-4765-b06d-da7f520fe978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:40.459632 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e24e7b5-cbb1-4768-b02f-749315aad6fc req-e5851dff-af08-4765-b06d-da7f520fe978 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115434 Aug 31 16:18:40.545210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-cd7fb5c7-bda6-4dce-bd0c-efe77be58790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:40.546836 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-cd7fb5c7-bda6-4dce-bd0c-efe77be58790 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11cf0b868b2d488c9746c135033af77d&device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 1128 time: 0.0446677 Aug 31 16:18:40.606681 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-81279764-a44a-4046-a469-e9ea87b83d53 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 HTTP/1.1" status: 200 len: 217 time: 0.0495486 Aug 31 16:18:40.680156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977c499-c70a-414a-aaf9-9d28b6ec5790 req-fc0e2735-b296-43fb-8e8c-a03129cddf0f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:40.681909 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f977c499-c70a-414a-aaf9-9d28b6ec5790 req-fc0e2735-b296-43fb-8e8c-a03129cddf0f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 944 time: 0.0850859 Aug 31 16:18:40.708532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-ee3b9078-fbd2-4d0f-b3fd-661897d351a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:40.709950 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-ee3b9078-fbd2-4d0f-b3fd-661897d351a4 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=fc9ddbe7-f445-46da-83f8-96564cbe7c7d HTTP/1.1" status: 200 len: 856 time: 0.0809770 Aug 31 16:18:40.717344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:40.754839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7fcabc7f-50ad-46ee-b9c7-806a0fbd279b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:40.774697 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f977c499-c70a-414a-aaf9-9d28b6ec5790 req-97c2b1a5-36d1-4ba6-be6a-e5dc679a5d89 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858285 Aug 31 16:18:40.781419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-11517685-9636-47b1-b670-b5f73db2c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:40.783255 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-11517685-9636-47b1-b670-b5f73db2c7ac service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d89f7200-0031-484d-9a7a-48de2e8107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631626 Aug 31 16:18:40.897241 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6d15083c-c188-459f-92a7-4a3d377081c6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006835 Aug 31 16:18:41.000287 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-113dceed-e7ef-4b5d-92b5-053496213e2b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937989 Aug 31 16:18:41.864636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=80 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:41.910352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba50eb-b8d2-48f9-8c9d-84c0973a2a19 req-1eb42865-21d4-4feb-a562-ea270e83e87e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:41.911904 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9fba50eb-b8d2-48f9-8c9d-84c0973a2a19 req-1eb42865-21d4-4feb-a562-ea270e83e87e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 944 time: 0.0565593 Aug 31 16:18:41.965738 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9fba50eb-b8d2-48f9-8c9d-84c0973a2a19 req-0ad05f59-6230-4edc-a351-40754f438ee0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478468 Aug 31 16:18:42.243751 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:43.109157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9588726-e027-4c2e-a659-13e8d7bcd1ec req-7cac93cd-5587-4ef8-8d76-6e703744b3b8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:43.110883 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d9588726-e027-4c2e-a659-13e8d7bcd1ec req-7cac93cd-5587-4ef8-8d76-6e703744b3b8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 944 time: 0.0637183 Aug 31 16:18:43.167228 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d9588726-e027-4c2e-a659-13e8d7bcd1ec req-1b2728d2-6196-4d61-8857-8ba140d98435 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502021 Aug 31 16:18:43.473723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:18:43.599369 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=769a5c83-4ea0-44dd-ab60-2988fdd7a0f6,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:18:43.618107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '769a5c83-4ea0-44dd-ab60-2988fdd7a0f6', 'network_id': 'd89f7200-0031-484d-9a7a-48de2e8107ad', 'port_id': '769a5c83-4ea0-44dd-ab60-2988fdd7a0f6', 'mac_address': 'fa:16:3e:8f:af:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9ddbe7-f445-46da-83f8-96564cbe7c7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:18:43.622484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:43.685328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:18:43.685988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:43.711081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:18:43.746703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=769a5c83-4ea0-44dd-ab60-2988fdd7a0f6,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:18:43.824090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:43.853913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:43.878001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=769a5c83-4ea0-44dd-ab60-2988fdd7a0f6,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:43.886575 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.890404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.892375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:43.892375 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:44.067637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['769a5c83-4ea0-44dd-ab60-2988fdd7a0f6'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:18:44.304581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6cee7-e2a7-45e9-9812-b0f39b720e66 req-ccbe370b-5209-4ad8-b54e-4a13b6f2807a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:44.306257 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d5a6cee7-e2a7-45e9-9812-b0f39b720e66 req-ccbe370b-5209-4ad8-b54e-4a13b6f2807a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0516219 Aug 31 16:18:44.365696 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d5a6cee7-e2a7-45e9-9812-b0f39b720e66 req-d7a8e7ea-46ca-4fa5-8cce-599730dfb00a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517163 Aug 31 16:18:45.489353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:18:45.523632 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7194a-4515-4f9b-9a8a-210af3898a5b req-d1acd039-bd3c-4f1f-9544-b655c8b4d896 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:45.525341 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7194a-4515-4f9b-9a8a-210af3898a5b req-d1acd039-bd3c-4f1f-9544-b655c8b4d896 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0809534 Aug 31 16:18:45.547828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:18:45.584810 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eed7194a-4515-4f9b-9a8a-210af3898a5b req-9694de11-89f3-4ca2-a468-e77b29965200 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489743 Aug 31 16:18:45.646506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:18:45.646879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:45.647213 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 Aug 31 16:18:45.669603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:18:45.689994 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:18:46.723518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a573-40db-45de-bdc0-1484c8e2aa1d req-bfb10897-c462-40fd-afc8-04d28a4fbcd6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:46.725001 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2675a573-40db-45de-bdc0-1484c8e2aa1d req-bfb10897-c462-40fd-afc8-04d28a4fbcd6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0616770 Aug 31 16:18:46.806920 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2675a573-40db-45de-bdc0-1484c8e2aa1d req-91174ea7-21ed-4b29-ac67-71d3efcf20ab tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757706 Aug 31 16:18:47.952970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9b16f-0d6b-4f05-9b9c-a535134df8b0 req-302b3934-1ab8-41f0-9e9b-6e2443343734 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:47.955642 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3a9b16f-0d6b-4f05-9b9c-a535134df8b0 req-302b3934-1ab8-41f0-9e9b-6e2443343734 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0541091 Aug 31 16:18:48.013496 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3a9b16f-0d6b-4f05-9b9c-a535134df8b0 req-7f172127-004a-4d2e-a454-d8decb3d865d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518000 Aug 31 16:18:48.808058 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:48.808786 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:49.155063 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928d5eb-4a91-4515-9cd1-b419786aa7a8 req-6081dddd-1780-4a57-b921-a17e1e9da308 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:49.156704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7928d5eb-4a91-4515-9cd1-b419786aa7a8 req-6081dddd-1780-4a57-b921-a17e1e9da308 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0545070 Aug 31 16:18:49.215171 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7928d5eb-4a91-4515-9cd1-b419786aa7a8 req-870a22a0-9ae7-488b-b1bf-e5be83115b23 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506496 Aug 31 16:18:50.353819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a894ab-5127-4ae7-b15f-49ea0cc5803f req-5a2eb4df-2e7b-484e-a898-d221429137c0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:50.355568 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d0a894ab-5127-4ae7-b15f-49ea0cc5803f req-5a2eb4df-2e7b-484e-a898-d221429137c0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0599661 Aug 31 16:18:50.370832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:50.420749 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d0a894ab-5127-4ae7-b15f-49ea0cc5803f req-079702c0-a077-4f0d-9cc8-587ac878d4ed tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561624 Aug 31 16:18:51.264084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:18:51.565317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cc99b-a2c1-42c5-a357-b2e1241a9044 req-2ccecca0-dda1-4528-be4a-6df28338ed29 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:51.566977 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-671cc99b-a2c1-42c5-a357-b2e1241a9044 req-2ccecca0-dda1-4528-be4a-6df28338ed29 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0558870 Aug 31 16:18:51.640304 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-671cc99b-a2c1-42c5-a357-b2e1241a9044 req-d2a82a2c-70b6-46c9-bc2c-b37d6c922944 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Aug 31 16:18:52.787872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424f943-0074-4088-ae96-31906fe01d05 req-8edac1fa-81a4-4193-a911-68e20efab283 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:52.789537 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1424f943-0074-4088-ae96-31906fe01d05 req-8edac1fa-81a4-4193-a911-68e20efab283 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0545919 Aug 31 16:18:52.852827 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1424f943-0074-4088-ae96-31906fe01d05 req-7847c585-b483-4e37-9aa9-6e9aaf18d055 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554025 Aug 31 16:18:53.980772 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4ece7-fcb9-4a05-ada8-17ce7d9612c6 req-2c9b9451-fdea-4439-905a-837b74bbfa75 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:53.982411 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-87b4ece7-fcb9-4a05-ada8-17ce7d9612c6 req-2c9b9451-fdea-4439-905a-837b74bbfa75 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0502892 Aug 31 16:18:54.034527 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-87b4ece7-fcb9-4a05-ada8-17ce7d9612c6 req-80bc6778-d714-4553-a71c-e70df8dbf187 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461493 Aug 31 16:18:55.168908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35c3a7-b749-4ec4-af30-20ed22a6e619 req-d62e172e-d656-44e8-bc30-386876f71506 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:55.170559 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0c35c3a7-b749-4ec4-af30-20ed22a6e619 req-d62e172e-d656-44e8-bc30-386876f71506 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0557201 Aug 31 16:18:55.230667 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0c35c3a7-b749-4ec4-af30-20ed22a6e619 req-3ec9c1c8-86a4-4583-8909-cd206da8ddf0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496030 Aug 31 16:18:56.318869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=66 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:18:56.357012 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed8f5e-62c0-42e3-9167-21bb5b756690 req-c06dd50d-4760-4245-a6b0-16267ab1e39c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:56.358586 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-93ed8f5e-62c0-42e3-9167-21bb5b756690 req-c06dd50d-4760-4245-a6b0-16267ab1e39c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0502541 Aug 31 16:18:56.418282 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-93ed8f5e-62c0-42e3-9167-21bb5b756690 req-cf14bb88-e198-4d35-914d-3ef98647fe23 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537410 Aug 31 16:18:57.565633 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7cbce-4675-465d-9002-7495bc8637d9 req-fc6db74f-9327-40b6-891f-a9832d2b6b01 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:57.567308 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bff7cbce-4675-465d-9002-7495bc8637d9 req-fc6db74f-9327-40b6-891f-a9832d2b6b01 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0537930 Aug 31 16:18:57.621679 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bff7cbce-4675-465d-9002-7495bc8637d9 req-3557338e-95dd-4814-b89e-4a6842ae4c3a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481522 Aug 31 16:18:58.761132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4c09b-c732-45c4-93c8-7de8da4d1459 req-8db279ee-3d2e-4b21-9b6a-d285ea26ac93 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:58.762817 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9aa4c09b-c732-45c4-93c8-7de8da4d1459 req-8db279ee-3d2e-4b21-9b6a-d285ea26ac93 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0595381 Aug 31 16:18:58.840029 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9aa4c09b-c732-45c4-93c8-7de8da4d1459 req-d127a432-6120-4159-a2b9-bdeb96912d26 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668249 Aug 31 16:18:59.978760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e738552-0c7d-426a-99d7-0fb33c6fa760 req-c4a90ffe-4435-470f-b721-db7ddaf95c81 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:18:59.980404 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e738552-0c7d-426a-99d7-0fb33c6fa760 req-c4a90ffe-4435-470f-b721-db7ddaf95c81 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0586197 Aug 31 16:19:00.042563 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8e738552-0c7d-426a-99d7-0fb33c6fa760 req-c0f37548-0824-4f29-bfbd-ca487ddb9df6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519855 Aug 31 16:19:01.184222 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:01.186911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fa8b5-191d-43f4-af95-ce8ded60782d req-9be0835c-049f-4db3-b4c4-936f4239c7bc tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:01.187727 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:01.189699 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae1fa8b5-191d-43f4-af95-ce8ded60782d req-9be0835c-049f-4db3-b4c4-936f4239c7bc tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0663409 Aug 31 16:19:01.274515 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae1fa8b5-191d-43f4-af95-ce8ded60782d req-c883abe2-7094-4bdc-85f7-602ddcb03d66 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774777 Aug 31 16:19:02.414433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb2255-cd1a-4edf-b3aa-e1ef5869e717 req-a9c8f130-e564-4209-b802-c6a5fc61cf51 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:02.416101 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a7bb2255-cd1a-4edf-b3aa-e1ef5869e717 req-a9c8f130-e564-4209-b802-c6a5fc61cf51 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0516558 Aug 31 16:19:02.479127 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a7bb2255-cd1a-4edf-b3aa-e1ef5869e717 req-7a076837-921b-45f8-bbca-809646711e51 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561593 Aug 31 16:19:03.617048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6734b5-760f-4aa0-96a7-46c35e82c6c6 req-911599bd-54dd-4a18-aa1f-80735165090e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:03.618791 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6b6734b5-760f-4aa0-96a7-46c35e82c6c6 req-911599bd-54dd-4a18-aa1f-80735165090e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0527422 Aug 31 16:19:03.693343 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6b6734b5-760f-4aa0-96a7-46c35e82c6c6 req-24a1121a-50e3-4ef8-892c-c99f83ae6147 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680592 Aug 31 16:19:03.732940 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:04.812712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:04.834283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf03c-792c-4f90-9215-8678ba114740 req-1fbbcb7a-92e2-48b8-bbb1-8cecd269719e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:04.835981 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-88acf03c-792c-4f90-9215-8678ba114740 req-1fbbcb7a-92e2-48b8-bbb1-8cecd269719e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0529194 Aug 31 16:19:04.895271 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-88acf03c-792c-4f90-9215-8678ba114740 req-2ba4a040-2c29-4ddf-ad3f-8fa48540260f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536189 Aug 31 16:19:06.022207 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559dbeb-886b-456f-bbe3-760ac8f462db req-09383cd7-132b-4038-a4dd-0d0b31dc8203 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:06.023783 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a559dbeb-886b-456f-bbe3-760ac8f462db req-09383cd7-132b-4038-a4dd-0d0b31dc8203 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0492151 Aug 31 16:19:06.078776 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a559dbeb-886b-456f-bbe3-760ac8f462db req-445c1465-38bd-43f7-8d2b-81e9b82ae0a5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476258 Aug 31 16:19:06.775826 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:07.226042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ce12-57c8-4a23-aff7-f0ccd440688b req-7f6c3afa-5dcb-4852-8512-78497066bf25 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:07.228778 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-de82ce12-57c8-4a23-aff7-f0ccd440688b req-7f6c3afa-5dcb-4852-8512-78497066bf25 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0721061 Aug 31 16:19:07.293771 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-de82ce12-57c8-4a23-aff7-f0ccd440688b req-d22f34b9-61e1-42bc-b1a4-faefaf8326da tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590854 Aug 31 16:19:08.412888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:08.434358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab1b62-bc4c-41e6-8c39-2fc682a39113 req-fc6ef2d8-7d90-4acf-b191-7f7ceca9ee5e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:08.436031 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e4ab1b62-bc4c-41e6-8c39-2fc682a39113 req-fc6ef2d8-7d90-4acf-b191-7f7ceca9ee5e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0550282 Aug 31 16:19:08.495921 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e4ab1b62-bc4c-41e6-8c39-2fc682a39113 req-b87cd1cd-2349-4638-8f7d-769f90820257 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Aug 31 16:19:08.620411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-08627d31-72fc-4af5-a7ce-eb61c5cf13f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:09.633873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cd481-ab33-4504-8d04-bd19c2141a5b req-b8d7ce64-ffb1-4dfa-9a96-9edd4ac89c7a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:09.635498 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ef6cd481-ab33-4504-8d04-bd19c2141a5b req-b8d7ce64-ffb1-4dfa-9a96-9edd4ac89c7a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0516603 Aug 31 16:19:09.689718 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ef6cd481-ab33-4504-8d04-bd19c2141a5b req-215187a9-3d1e-46be-a983-fcaa9a88da6f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 Aug 31 16:19:10.728878 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3ca8-ce0d-43ce-b1e7-803060ac8809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:10.826866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee44234-83eb-4361-a25b-4de8b51463ed req-3cc438b3-3f42-408d-bd1f-671e50db4f6a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:10.828535 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ee44234-83eb-4361-a25b-4de8b51463ed req-3cc438b3-3f42-408d-bd1f-671e50db4f6a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0555732 Aug 31 16:19:10.885737 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ee44234-83eb-4361-a25b-4de8b51463ed req-8fd1a95a-3213-4664-9d87-d66bfa2f3328 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507758 Aug 31 16:19:12.031281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa3c78-64a7-49f8-8f89-325117395c74 req-d4f169fb-aa69-4dd1-a28e-3923e23def4c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:12.034537 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-affa3c78-64a7-49f8-8f89-325117395c74 req-d4f169fb-aa69-4dd1-a28e-3923e23def4c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0655255 Aug 31 16:19:12.101695 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-affa3c78-64a7-49f8-8f89-325117395c74 req-94be7277-0300-4d1b-b1ed-671029a51369 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609579 Aug 31 16:19:12.263111 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:13.238598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e824913-89fa-4e14-aec7-a5313ea236bc req-913c1933-0e6a-464b-8661-9d863ab96b6e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:13.240193 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8e824913-89fa-4e14-aec7-a5313ea236bc req-913c1933-0e6a-464b-8661-9d863ab96b6e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0504019 Aug 31 16:19:13.298791 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8e824913-89fa-4e14-aec7-a5313ea236bc req-f4220a7d-dbb2-4865-bb66-baea108e5f59 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487175 Aug 31 16:19:13.631455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:13.868551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:14.440272 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3d2b-04a7-49b5-b241-720a41557f9d req-84deb79c-7f69-4a0f-a396-5f496580250f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:14.441976 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-78da3d2b-04a7-49b5-b241-720a41557f9d req-84deb79c-7f69-4a0f-a396-5f496580250f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0618510 Aug 31 16:19:14.498946 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-78da3d2b-04a7-49b5-b241-720a41557f9d req-8e5f09c1-5a25-400b-99ae-b00f27c0a4d6 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503771 Aug 31 16:19:15.634324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce2fac-c876-4cdf-9ec8-2b15fd4daa1f req-380c0bf9-ca9f-4acf-844c-130debb72928 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:15.635974 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f8ce2fac-c876-4cdf-9ec8-2b15fd4daa1f req-380c0bf9-ca9f-4acf-844c-130debb72928 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0578752 Aug 31 16:19:15.694958 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f8ce2fac-c876-4cdf-9ec8-2b15fd4daa1f req-a12ee4f3-98a6-4101-b7f2-e7cfcb31110d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487614 Aug 31 16:19:15.813145 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:19:16.859949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a7e66-e145-473f-bcae-44752c8f7722 req-9547a043-78a2-4a05-95c9-fe0ec86ecff9 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:16.861979 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-500a7e66-e145-473f-bcae-44752c8f7722 req-9547a043-78a2-4a05-95c9-fe0ec86ecff9 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0577087 Aug 31 16:19:16.929584 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-500a7e66-e145-473f-bcae-44752c8f7722 req-3c1d851c-1f49-4b9d-ae0f-e1259e672ad5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596027 Aug 31 16:19:18.091162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee1229-7ac2-4cfd-b09d-190c4fac8e82 req-949034f5-5864-491d-b1d1-13e896630854 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:18.092980 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4bee1229-7ac2-4cfd-b09d-190c4fac8e82 req-949034f5-5864-491d-b1d1-13e896630854 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0525768 Aug 31 16:19:18.152709 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4bee1229-7ac2-4cfd-b09d-190c4fac8e82 req-a2fef30d-9119-451f-92dc-77ced498118e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523140 Aug 31 16:19:19.297813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:19.311415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098583e9-b26a-4887-9c35-913b91d48cd0 req-0a9c25dd-681b-4898-85bb-87020f526a84 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:19.314337 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-098583e9-b26a-4887-9c35-913b91d48cd0 req-0a9c25dd-681b-4898-85bb-87020f526a84 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0590689 Aug 31 16:19:19.377656 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-098583e9-b26a-4887-9c35-913b91d48cd0 req-b7cace24-0da3-45b8-9014-732a3f072d80 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568233 Aug 31 16:19:20.533111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ac114-148c-490d-9aa2-c0a4b4781c6a req-e868c4cd-42da-43e3-8673-8c38be0e0007 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:20.535178 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c65ac114-148c-490d-9aa2-c0a4b4781c6a req-e868c4cd-42da-43e3-8673-8c38be0e0007 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0611453 Aug 31 16:19:20.613851 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c65ac114-148c-490d-9aa2-c0a4b4781c6a req-300b6cfb-d673-4155-9cf0-66b98d806505 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682535 Aug 31 16:19:21.274287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:21.779071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979146d1-fb9a-454b-9dc2-6ae2c37f3e68 req-16689eb1-518d-4640-934d-178be010b475 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:21.781970 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-979146d1-fb9a-454b-9dc2-6ae2c37f3e68 req-16689eb1-518d-4640-934d-178be010b475 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0730007 Aug 31 16:19:21.856128 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-979146d1-fb9a-454b-9dc2-6ae2c37f3e68 req-df23b182-10cc-442b-b9a4-bd5cb2a7f7ee tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649080 Aug 31 16:19:23.006496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d47e5b-c140-4f50-b304-595e9d393149 req-043ad5c2-c704-41dc-b2a7-023df85c8c60 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:23.008130 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c8d47e5b-c140-4f50-b304-595e9d393149 req-043ad5c2-c704-41dc-b2a7-023df85c8c60 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0608931 Aug 31 16:19:23.050662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:23.077076 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c8d47e5b-c140-4f50-b304-595e9d393149 req-aea62aae-134c-4169-aae8-09a388cc3ff5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624604 Aug 31 16:19:24.250612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c27e8-96e5-45ec-abdc-e33c6660e86c req-cf2fef65-8290-42b9-90c2-83cf1c2eb592 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:24.252746 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-237c27e8-96e5-45ec-abdc-e33c6660e86c req-cf2fef65-8290-42b9-90c2-83cf1c2eb592 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0596585 Aug 31 16:19:24.317759 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-237c27e8-96e5-45ec-abdc-e33c6660e86c req-d8d1a5d0-e9e6-461d-bd90-06f0ec35b4ad tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539005 Aug 31 16:19:25.462574 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e379c8-41e0-4cf0-8119-7188d9fe2346 req-d2abbd14-3a08-45f7-a9b8-100faa56337f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:25.464209 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-27e379c8-41e0-4cf0-8119-7188d9fe2346 req-d2abbd14-3a08-45f7-a9b8-100faa56337f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0634334 Aug 31 16:19:25.528638 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-27e379c8-41e0-4cf0-8119-7188d9fe2346 req-05d792c9-ab61-44b1-9450-2c064111185f tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544608 Aug 31 16:19:25.809456 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:25.810180 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:26.677138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd4f77-0f18-4b6f-9bc4-03d033801bf6 req-ad775af8-a8ca-4763-a23d-0ecac7a4f635 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:26.680146 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-44fd4f77-0f18-4b6f-9bc4-03d033801bf6 req-ad775af8-a8ca-4763-a23d-0ecac7a4f635 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0624242 Aug 31 16:19:26.759678 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-44fd4f77-0f18-4b6f-9bc4-03d033801bf6 req-74f24e58-26f9-4625-8ad1-f633394e418c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696459 Aug 31 16:19:27.909194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bd538-d9e9-4ab3-98ee-205119d37617 req-9090d633-dfb0-4572-a062-366b23fd51df tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:27.911843 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7d5bd538-d9e9-4ab3-98ee-205119d37617 req-9090d633-dfb0-4572-a062-366b23fd51df tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0634532 Aug 31 16:19:27.988738 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7d5bd538-d9e9-4ab3-98ee-205119d37617 req-5b9af9e8-ffbe-4f1e-9ec7-d71b9313e1b8 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703144 Aug 31 16:19:29.138430 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808b658-087a-4120-a678-c20cce53e7cb req-805e0565-25ec-4c23-baa0-cb2e26406a9a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:29.140298 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d808b658-087a-4120-a678-c20cce53e7cb req-805e0565-25ec-4c23-baa0-cb2e26406a9a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0584033 Aug 31 16:19:29.194422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:29.204070 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d808b658-087a-4120-a678-c20cce53e7cb req-1d294c17-eea0-471e-97fe-db49896115ee tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534890 Aug 31 16:19:30.359810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb024d-0037-4b3a-b76a-a8cf9a4e6084 req-af05aaf8-75f4-432f-8a51-b0e25b57800c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:30.362539 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22bb024d-0037-4b3a-b76a-a8cf9a4e6084 req-af05aaf8-75f4-432f-8a51-b0e25b57800c tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0598388 Aug 31 16:19:30.429878 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22bb024d-0037-4b3a-b76a-a8cf9a4e6084 req-d01fc3bf-143d-4198-9f4e-03494809c7db tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577974 Aug 31 16:19:31.185667 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:31.189999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:31.588423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae0132-19be-4f07-9326-6641ce940a3a req-9170c4b2-5e87-4aa2-aa45-6369a4341527 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:31.590109 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-60ae0132-19be-4f07-9326-6641ce940a3a req-9170c4b2-5e87-4aa2-aa45-6369a4341527 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0607722 Aug 31 16:19:31.648127 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-60ae0132-19be-4f07-9326-6641ce940a3a req-e22047af-d264-41f6-b4ad-7c88f853d9de tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514317 Aug 31 16:19:32.781485 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2641248-4b64-4c94-8d68-296a6d2efe70 req-4ee59aee-eaf5-4969-8c30-2a735a968842 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:32.782954 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a2641248-4b64-4c94-8d68-296a6d2efe70 req-4ee59aee-eaf5-4969-8c30-2a735a968842 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0528104 Aug 31 16:19:32.843803 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a2641248-4b64-4c94-8d68-296a6d2efe70 req-a87fed14-5462-43fc-9690-bdd3fef1a21e tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539453 Aug 31 16:19:33.976041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0728c-2ac7-47c8-a136-7592dafd71c0 req-20badbcc-2580-4411-a3b0-21a69bc2b9fd tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:33.977712 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-09e0728c-2ac7-47c8-a136-7592dafd71c0 req-20badbcc-2580-4411-a3b0-21a69bc2b9fd tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0518472 Aug 31 16:19:34.037824 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-09e0728c-2ac7-47c8-a136-7592dafd71c0 req-2566e394-937a-4c82-b9e2-af5fed3751a3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539250 Aug 31 16:19:35.175934 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd87205-3d82-4ef0-8d23-a14c8f3aa4eb req-cf58e3a7-07b8-4e28-834c-e91599d63403 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:35.177746 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6cd87205-3d82-4ef0-8d23-a14c8f3aa4eb req-cf58e3a7-07b8-4e28-834c-e91599d63403 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0564198 Aug 31 16:19:35.213691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:35.236618 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6cd87205-3d82-4ef0-8d23-a14c8f3aa4eb req-3fc76106-f9ec-4a74-a691-8863e1b91bb3 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524645 Aug 31 16:19:36.392702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f6854-5057-487f-9315-1e26f2b43992 req-5def239e-b3d2-40be-a84c-6b7868e5955a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:36.394440 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7a5f6854-5057-487f-9315-1e26f2b43992 req-5def239e-b3d2-40be-a84c-6b7868e5955a tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0595040 Aug 31 16:19:36.461191 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7a5f6854-5057-487f-9315-1e26f2b43992 req-cd5fc65b-2d4b-42c9-8b22-9840a9a92c41 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562327 Aug 31 16:19:37.600271 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f1f03-f8fb-49b9-9175-f08f166d1fdd req-26fad54f-ec8f-4e05-92c4-26bcdfc3c07b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:37.601950 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-744f1f03-f8fb-49b9-9175-f08f166d1fdd req-26fad54f-ec8f-4e05-92c4-26bcdfc3c07b tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0546751 Aug 31 16:19:37.664624 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-744f1f03-f8fb-49b9-9175-f08f166d1fdd req-c62bb727-3804-44aa-8d38-109d98bf91ec tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564146 Aug 31 16:19:38.597370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-77a10f0b-f131-46e2-933c-e26cdd89ac52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:38.828795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a25050-1a01-41f1-a331-a1db7a97751a req-109f06a5-c8bb-4014-bd98-83e460fca912 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:38.831505 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-62a25050-1a01-41f1-a331-a1db7a97751a req-109f06a5-c8bb-4014-bd98-83e460fca912 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0844185 Aug 31 16:19:38.890287 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-62a25050-1a01-41f1-a331-a1db7a97751a req-6a74123f-280c-4627-a8fe-022abd6933f5 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523920 Aug 31 16:19:40.028141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97cc63-6bb8-452b-96bd-253ed93be6e6 req-fbe9dbbf-4c99-4081-9a26-3e6761d9d132 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:40.029939 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ce97cc63-6bb8-452b-96bd-253ed93be6e6 req-fbe9dbbf-4c99-4081-9a26-3e6761d9d132 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0568271 Aug 31 16:19:40.087694 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ce97cc63-6bb8-452b-96bd-253ed93be6e6 req-612481a2-ed58-4557-843c-1ac3c658944d tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506494 Aug 31 16:19:40.729405 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:40.737616 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:40.785189 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-020fcfbd-55fc-4abe-a8dc-6e46fe53bb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:41.263356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea55ac-60a2-4414-9864-2c2f5b9ef2d9 req-59045d76-27ab-4c1d-8610-5d1104cf3990 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:41.265626 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-58ea55ac-60a2-4414-9864-2c2f5b9ef2d9 req-59045d76-27ab-4c1d-8610-5d1104cf3990 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0699995 Aug 31 16:19:41.329244 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-58ea55ac-60a2-4414-9864-2c2f5b9ef2d9 req-2f8ab9fe-30f3-48ac-8dd0-11e6cf276821 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566771 Aug 31 16:19:42.259806 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:42.472174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f54158-5b01-4d00-ae81-1ab181f40101 req-caeb66da-faa2-4b55-b019-4fe1b04126ca tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:42.474392 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-14f54158-5b01-4d00-ae81-1ab181f40101 req-caeb66da-faa2-4b55-b019-4fe1b04126ca tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0579057 Aug 31 16:19:42.532168 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-14f54158-5b01-4d00-ae81-1ab181f40101 req-83c5ced1-640b-4e61-aacd-100fdd753fc0 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512533 Aug 31 16:19:43.686860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71379ca3-ba22-47f9-ab67-e354cb7c0415 req-1935abb9-aa6e-4c10-9914-59f82daa0266 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:43.688936 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-71379ca3-ba22-47f9-ab67-e354cb7c0415 req-1935abb9-aa6e-4c10-9914-59f82daa0266 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0646744 Aug 31 16:19:43.750695 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-71379ca3-ba22-47f9-ab67-e354cb7c0415 req-e3b9a3f5-286b-455d-bbe3-a47420bb50bf tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4da511c1-cb0c-410d-bc3b-12a07eef95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552380 Aug 31 16:19:43.820193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:43.902726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:44.053233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6f8e5f32-00c0-4520-bf2e-2330ef024190 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:19:44.055115 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-6f8e5f32-00c0-4520-bf2e-2330ef024190 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 945 time: 0.0545223 Aug 31 16:19:44.119961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:44.160942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Deleting port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:19:44.161225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:44.332791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] For port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=769a5c83-4ea0-44dd-ab60-2988fdd7a0f6,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:44.333412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:44.360184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Calling delete_port for 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:19:44.542626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:44.686028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (769a5c83-4ea0-44dd-ab60-2988fdd7a0f6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:44.705348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['769a5c83-4ea0-44dd-ab60-2988fdd7a0f6'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:19:44.724157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Pushing event deleted for resources: {'Port': ['ID=769a5c83-4ea0-44dd-ab60-2988fdd7a0f6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:44.738533 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.738880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.739233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.739580 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.739928 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.740265 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.740603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.741014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.741281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.741810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.741994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.742344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.742606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.742876 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.743284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:44.797120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] No DVR routers for this DVR port 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:19:44.800466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:44.805924 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-752bd0a4-d56d-4a32-8fbb-179031042aef req-8f453f26-b7da-4803-9a04-46a48ceb9529 tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.43 "DELETE /networking/v2.0/ports/769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 HTTP/1.1" status: 204 len: 173 time: 0.7413116 Aug 31 16:19:44.806669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b767ba2-f634-49f7-abbb-5e099ea9c48a', 'name': 'network-vif-deleted', 'tag': '769a5c83-4ea0-44dd-ab60-2988fdd7a0f6'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:19:44.812113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afe4bf1-3949-41ed-9eb4-b3d564ae8910" -d '{"events": [{"server_uuid": "5b767ba2-f634-49f7-abbb-5e099ea9c48a", "name": "network-vif-deleted", "tag": "769a5c83-4ea0-44dd-ab60-2988fdd7a0f6"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:19:44.873603 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831750de-30e6-4b39-b577-99968a9170cb x-openstack-request-id: req-831750de-30e6-4b39-b577-99968a9170cb {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:19:44.878154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b767ba2-f634-49f7-abbb-5e099ea9c48a", "name": "network-vif-deleted", "tag": "769a5c83-4ea0-44dd-ab60-2988fdd7a0f6", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:19:44.878154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-831750de-30e6-4b39-b577-99968a9170cb {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:19:44.878154 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-831750de-30e6-4b39-b577-99968a9170cb']: {'server_uuid': '5b767ba2-f634-49f7-abbb-5e099ea9c48a', 'name': 'network-vif-deleted', 'tag': '769a5c83-4ea0-44dd-ab60-2988fdd7a0f6', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:19:44.940143 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b0c30366-ebdb-4ff4-83ad-739d60a65751 req-5336ae2b-d44d-4ac0-a999-076c8bf8edfc tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 210 time: 0.0516369 Aug 31 16:19:46.101967 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-61756466-b4ab-4f0c-b07a-4c5120cf6fb3 req-3bbc63ca-92ee-4a35-9e20-468cf43958ff tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 210 time: 0.0336800 Aug 31 16:19:46.478078 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c96eab90-02a2-43dd-86a3-4bea058ea3c8 req-8ec33964-f04c-4f5d-88fb-2a24210a68ce tempest-TestEncryptedCinderVolumes-1249802763 tempest-TestEncryptedCinderVolumes-1249802763-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b767ba2-f634-49f7-abbb-5e099ea9c48a HTTP/1.1" status: 200 len: 210 time: 0.0320003 Aug 31 16:19:47.266181 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45574) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:47.430855 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:47.725142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:47.757894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:19:47.758239 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 769a5c83-4ea0-44dd-ab60-2988fdd7a0f6 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:47.949628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (9a6e2242-81f4-4f2b-8afe-2545ee69024d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:48.193481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Deleting port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:19:48.193983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:48.263489 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:48.291717 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] For port 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:48.292085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:48.309461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Calling delete_port for 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:19:48.699538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:48.725350 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:48.736199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.736612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.736888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.737222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.737578 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.737922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.738253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.738578 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.738901 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.739733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.739733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.739955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.740137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.740466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.740781 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:48.969189 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (9a6e2242-81f4-4f2b-8afe-2545ee69024d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:49.070882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:49.203750 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Router 9a6e2242-81f4-4f2b-8afe-2545ee69024d has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:19:49.320606 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:19:49.326012 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-95e32bd5-3af9-4a30-af07-9ede91d121a0 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/9a6e2242-81f4-4f2b-8afe-2545ee69024d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0584779 Aug 31 16:19:49.330608 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45576) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:49.333928 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] Sync routers for ids ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:19:49.336578 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:49.346587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] Routers {'9a6e2242-81f4-4f2b-8afe-2545ee69024d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:19:49.349413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:19:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:49.482961 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] Set router 9a6e2242-81f4-4f2b-8afe-2545ee69024d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:19:49.489839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Publish callbacks [] for router (9a6e2242-81f4-4f2b-8afe-2545ee69024d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:49.609406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Publish callbacks [] for router_gateway (9a6e2242-81f4-4f2b-8afe-2545ee69024d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:49.686212 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'name': 'tempest-TestEncryptedCinderVolumes-1836101764-router', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '6c105025-882e-43bb-884b-4a002fb4c284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:47Z', 'updated_at': '2022-08-31T16:19:48Z', 'revision_number': 5, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'gw_port': {'id': '6c105025-882e-43bb-884b-4a002fb4c284', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:48Z', 'updated_at': '2022-08-31T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:49.714268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] Checking router: 9a6e2242-81f4-4f2b-8afe-2545ee69024d for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:19:49.724857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] Routers {'9a6e2242-81f4-4f2b-8afe-2545ee69024d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:19:49.725494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:19:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:49.762371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Deleting port 6c105025-882e-43bb-884b-4a002fb4c284 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:19:49.762894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6c105025-882e-43bb-884b-4a002fb4c284), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:49.824822 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] Set router 9a6e2242-81f4-4f2b-8afe-2545ee69024d gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:19:49.888236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] For port 6c105025-882e-43bb-884b-4a002fb4c284, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6c105025-882e-43bb-884b-4a002fb4c284,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:49.888935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6c105025-882e-43bb-884b-4a002fb4c284), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:49.907438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'name': 'tempest-TestEncryptedCinderVolumes-1836101764-router', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:47Z', 'updated_at': '2022-08-31T16:19:49Z', 'revision_number': 6, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:49.913495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Calling delete_port for 6c105025-882e-43bb-884b-4a002fb4c284 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:19:49.944287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c459c3-85a2-455a-a0d1-d5868428ed60 None None] The sync data for ids ['9a6e2242-81f4-4f2b-8afe-2545ee69024d'] in dv-neutron-855257-2-hyperv is: [{'id': '9a6e2242-81f4-4f2b-8afe-2545ee69024d', 'name': 'tempest-TestEncryptedCinderVolumes-1836101764-router', 'tenant_id': '11cf0b868b2d488c9746c135033af77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:47Z', 'updated_at': '2022-08-31T16:19:49Z', 'revision_number': 6, 'project_id': '11cf0b868b2d488c9746c135033af77d', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:19:50.245989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (6c105025-882e-43bb-884b-4a002fb4c284), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:50.276774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c105025-882e-43bb-884b-4a002fb4c284,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:50.347759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:50.381161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (9a6e2242-81f4-4f2b-8afe-2545ee69024d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:50.553118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (9a6e2242-81f4-4f2b-8afe-2545ee69024d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:50.557042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Publish callbacks [] for router_controller (9a6e2242-81f4-4f2b-8afe-2545ee69024d), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:50.742656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (9a6e2242-81f4-4f2b-8afe-2545ee69024d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:50.743439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a6e2242-81f4-4f2b-8afe-2545ee69024d {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:19:50.749174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:50.750502 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1025b4a3-919e-4075-b331-f032f82a9f7f admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/9a6e2242-81f4-4f2b-8afe-2545ee69024d HTTP/1.1" status: 204 len: 168 time: 1.4188383 Aug 31 16:19:50.754285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45578) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:50.810725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c929a381-ddff-4deb-91ef-1e6b9e072878 admin admin] Deleting subnet fc9ddbe7-f445-46da-83f8-96564cbe7c7d {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:19:50.815768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c929a381-ddff-4deb-91ef-1e6b9e072878 admin admin] Publish callbacks [] for subnet (fc9ddbe7-f445-46da-83f8-96564cbe7c7d), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:50.863470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c929a381-ddff-4deb-91ef-1e6b9e072878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (fc9ddbe7-f445-46da-83f8-96564cbe7c7d), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:50.965199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c929a381-ddff-4deb-91ef-1e6b9e072878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (fc9ddbe7-f445-46da-83f8-96564cbe7c7d), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.131733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c929a381-ddff-4deb-91ef-1e6b9e072878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (fc9ddbe7-f445-46da-83f8-96564cbe7c7d), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.165657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929a381-ddff-4deb-91ef-1e6b9e072878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9ddbe7-f445-46da-83f8-96564cbe7c7d,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:51.169676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c929a381-ddff-4deb-91ef-1e6b9e072878 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.173726 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c929a381-ddff-4deb-91ef-1e6b9e072878 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/fc9ddbe7-f445-46da-83f8-96564cbe7c7d HTTP/1.1" status: 204 len: 168 time: 0.4177921 Aug 31 16:19:51.177830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45580) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:51.185137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddc202d-e797-4f13-b3f1-038d46edea29 None None] Network d89f7200-0031-484d-9a7a-48de2e8107ad requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:19:51.291490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (d89f7200-0031-484d-9a7a-48de2e8107ad), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.330925 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.390497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Deleting port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:19:51.391067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.420056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] DHCP port deletion for d89f7200-0031-484d-9a7a-48de2e8107ad request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:19:51.485758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] For port 9d7ad101-a854-4132-a4a5-5a3b10f15a14, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9d7ad101-a854-4132-a4a5-5a3b10f15a14,segment=NetworkSegment(6723e490-7e29-4bf0-9a81-3eab68ee885a),segment_id=6723e490-7e29-4bf0-9a81-3eab68ee885a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:51.486161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.497973 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:51.504048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Calling delete_port for 9d7ad101-a854-4132-a4a5-5a3b10f15a14 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:19:51.666031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6c105025-882e-43bb-884b-4a002fb4c284 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:51.714884 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 6c105025-882e-43bb-884b-4a002fb4c284 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:19:51.715443 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6c105025-882e-43bb-884b-4a002fb4c284 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:51.716139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:51.720058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.752545 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7ad101-a854-4132-a4a5-5a3b10f15a14,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:51.754963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:19:51.755546 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8ccc26c6-3dcd-4857-94ff-f00d6f7f5af7 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:51.756470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] No DVR routers for this DVR port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:19:51.757737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Deleting port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:19:51.758351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.840665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (d89f7200-0031-484d-9a7a-48de2e8107ad), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.866324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89f7200-0031-484d-9a7a-48de2e8107ad']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:51.878418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6723e490-7e29-4bf0-9a81-3eab68ee885a') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:51.878729 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6723e490-7e29-4bf0-9a81-3eab68ee885a') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:51.883291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] For port 9d7ad101-a854-4132-a4a5-5a3b10f15a14, host dv-neutron-855257-2-hyperv, got binding levels [] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:51.883935 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.891364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (6723e490-7e29-4bf0-9a81-3eab68ee885a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.907372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (6723e490-7e29-4bf0-9a81-3eab68ee885a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.909863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Calling delete_port for 9d7ad101-a854-4132-a4a5-5a3b10f15a14 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:19:51.914912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.ipam_backend_mixin [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 was not found and therefore no delete operation was performed {{(pid=114267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 16:19:51.915695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:19:51.919260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (6723e490-7e29-4bf0-9a81-3eab68ee885a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.919526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (9d7ad101-a854-4132-a4a5-5a3b10f15a14), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:51.937269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:51.958130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Pushing event deleted for resources: {'Port': ['ID=9d7ad101-a854-4132-a4a5-5a3b10f15a14,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:51.966544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] No DVR routers for this DVR port 9d7ad101-a854-4132-a4a5-5a3b10f15a14 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:19:51.979149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.979709 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.980250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.980815 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.981362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.982106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.982641 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.984138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.984688 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.985213 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.985828 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.986403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.986997 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.987525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:51.991171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01830df-3985-4e81-a2fd-190f6a23ea0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:52.268246 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 6723e490-7e29-4bf0-9a81-3eab68ee885a resource provider aggregate not found Aug 31 16:19:52.292382 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 6723e490-7e29-4bf0-9a81-3eab68ee885a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6723e490-7e29-4bf0-9a81-3eab68ee885a found for delete ", "request_id": "req-2c719f47-5f43-4fab-bcc2-ef3335c558e0"}]} Aug 31 16:19:52.417480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (d89f7200-0031-484d-9a7a-48de2e8107ad), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:52.425279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:52.428885 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/d89f7200-0031-484d-9a7a-48de2e8107ad HTTP/1.1" status: 204 len: 168 time: 1.2492537 Aug 31 16:19:52.433049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45586) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:52.443687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf51d44-dcbc-41a0-b9ca-056275bf93c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89f7200-0031-484d-9a7a-48de2e8107ad,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:52.767608 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:52.819621 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:19:52.883292 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (b4ebaece-e583-41ee-83ba-5171bcfcfb37), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:53.168579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] Deleting port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:19:53.168913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:53.269440 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] For port 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b,segment=NetworkSegment(e9fd5541-44c0-4d37-94fd-896312b54367),segment_id=e9fd5541-44c0-4d37-94fd-896312b54367)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:53.269947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:53.287450 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] Calling delete_port for 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:19:53.369449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:53.440347 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9d7ad101-a854-4132-a4a5-5a3b10f15a14 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:53.479497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 9d7ad101-a854-4132-a4a5-5a3b10f15a14 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:19:53.480193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9d7ad101-a854-4132-a4a5-5a3b10f15a14 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:53.619633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:53.645588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] Pushing event deleted for resources: {'Port': ['ID=66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:53.897856 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (b4ebaece-e583-41ee-83ba-5171bcfcfb37), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:54.075970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:54.163650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] Router b4ebaece-e583-41ee-83ba-5171bcfcfb37 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:19:54.287455 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:19:54.292641 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b7f704b1-f410-4456-880c-0839d09994ec admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/b4ebaece-e583-41ee-83ba-5171bcfcfb37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8580558 Aug 31 16:19:54.295940 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45588) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:54.299045 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] Sync routers for ids ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:19:54.310909 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] Routers {'b4ebaece-e583-41ee-83ba-5171bcfcfb37'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:19:54.312079 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:19:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:54.408825 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Publish callbacks [] for router (b4ebaece-e583-41ee-83ba-5171bcfcfb37), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:54.456494 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] Set router b4ebaece-e583-41ee-83ba-5171bcfcfb37 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:19:54.676712 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'name': 'tempest-TestEncryptedCinderVolumes-574787765-router', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:56Z', 'updated_at': '2022-08-31T16:19:53Z', 'revision_number': 5, 'project_id': '959da63e166a425794dd12e6bd734885', 'gw_port': {'id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:57Z', 'updated_at': '2022-08-31T16:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:54.710598 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] Checking router: b4ebaece-e583-41ee-83ba-5171bcfcfb37 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:19:54.722198 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] Routers {'b4ebaece-e583-41ee-83ba-5171bcfcfb37'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:19:54.722833 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:19:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:54.846204 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] Set router b4ebaece-e583-41ee-83ba-5171bcfcfb37 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:19:54.897699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:54.912453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Publish callbacks [] for router_gateway (b4ebaece-e583-41ee-83ba-5171bcfcfb37), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:55.079664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Deleting port d53edd11-6d2a-4482-ac24-c3a8e037d07b {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:19:55.080025 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:55.134203 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'name': 'tempest-TestEncryptedCinderVolumes-574787765-router', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:56Z', 'updated_at': '2022-08-31T16:19:53Z', 'revision_number': 5, 'project_id': '959da63e166a425794dd12e6bd734885', 'gw_port': {'id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:57Z', 'updated_at': '2022-08-31T16:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:55.165458 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd97e7c-21a4-4269-8a89-9f3e8d70365c None None] The sync data for ids ['b4ebaece-e583-41ee-83ba-5171bcfcfb37'] in dv-neutron-855257-2-hyperv is: [{'id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'name': 'tempest-TestEncryptedCinderVolumes-574787765-router', 'tenant_id': '959da63e166a425794dd12e6bd734885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:15:56Z', 'updated_at': '2022-08-31T16:19:53Z', 'revision_number': 5, 'project_id': '959da63e166a425794dd12e6bd734885', 'gw_port': {'id': 'd53edd11-6d2a-4482-ac24-c3a8e037d07b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ebaece-e583-41ee-83ba-5171bcfcfb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:15:57Z', 'updated_at': '2022-08-31T16:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:19:55.188864 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] For port d53edd11-6d2a-4482-ac24-c3a8e037d07b, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d53edd11-6d2a-4482-ac24-c3a8e037d07b,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:55.189382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:55.214494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Calling delete_port for d53edd11-6d2a-4482-ac24-c3a8e037d07b owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:19:55.508409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (d53edd11-6d2a-4482-ac24-c3a8e037d07b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:55.559386 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53edd11-6d2a-4482-ac24-c3a8e037d07b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:55.580103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:55.624822 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:19:55.625361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 66bb5c2c-0946-486b-b2b5-5d3c6c9fc33b not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:55.666380 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (b4ebaece-e583-41ee-83ba-5171bcfcfb37), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:55.783690 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (b4ebaece-e583-41ee-83ba-5171bcfcfb37), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:55.787117 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Publish callbacks [] for router_controller (b4ebaece-e583-41ee-83ba-5171bcfcfb37), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:55.956977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (b4ebaece-e583-41ee-83ba-5171bcfcfb37), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:55.958118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ebaece-e583-41ee-83ba-5171bcfcfb37 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:19:55.963538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:55.965046 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-dc46b9cd-b864-4554-8c5b-5d8f0682d643 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/b4ebaece-e583-41ee-83ba-5171bcfcfb37 HTTP/1.1" status: 204 len: 168 time: 1.6678183 Aug 31 16:19:55.968591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45590) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:56.050325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c1bfb6-c6a6-40ad-94f3-358acbcfb2cc admin admin] Deleting subnet 2d0e3e18-3959-42ee-9e37-ee8b262b012c {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:19:56.054686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9c1bfb6-c6a6-40ad-94f3-358acbcfb2cc admin admin] Publish callbacks [] for subnet (2d0e3e18-3959-42ee-9e37-ee8b262b012c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:56.105049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9c1bfb6-c6a6-40ad-94f3-358acbcfb2cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (2d0e3e18-3959-42ee-9e37-ee8b262b012c), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:56.152453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:56.214488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9c1bfb6-c6a6-40ad-94f3-358acbcfb2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (2d0e3e18-3959-42ee-9e37-ee8b262b012c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:56.268789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:56.386059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9c1bfb6-c6a6-40ad-94f3-358acbcfb2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (2d0e3e18-3959-42ee-9e37-ee8b262b012c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:56.419579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1bfb6-c6a6-40ad-94f3-358acbcfb2cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0e3e18-3959-42ee-9e37-ee8b262b012c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:56.423342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f9c1bfb6-c6a6-40ad-94f3-358acbcfb2cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:56.430672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b6fac-2914-4a25-b03a-08e901d6ce2b None None] Network b42a90f4-6d88-4b74-bfed-eb215c45f2a2 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:19:56.430881 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f9c1bfb6-c6a6-40ad-94f3-358acbcfb2cc admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/2d0e3e18-3959-42ee-9e37-ee8b262b012c HTTP/1.1" status: 204 len: 168 time: 0.4609585 Aug 31 16:19:56.431403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45592) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:56.556460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (b42a90f4-6d88-4b74-bfed-eb215c45f2a2), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:56.627812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Deleting port eedaec9c-1135-4439-a803-6b949a3ddd32 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:19:56.628154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:56.673966 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d779380-68ca-4d49-9679-30d22153486f None None] DHCP port deletion for b42a90f4-6d88-4b74-bfed-eb215c45f2a2 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:19:56.679106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:56.729749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] For port eedaec9c-1135-4439-a803-6b949a3ddd32, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=eedaec9c-1135-4439-a803-6b949a3ddd32,segment=NetworkSegment(e9fd5541-44c0-4d37-94fd-896312b54367),segment_id=e9fd5541-44c0-4d37-94fd-896312b54367)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:56.729749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:56.737020 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0d779380-68ca-4d49-9679-30d22153486f None None] Deleting port eedaec9c-1135-4439-a803-6b949a3ddd32 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:19:56.737471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d779380-68ca-4d49-9679-30d22153486f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:56.749421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Calling delete_port for eedaec9c-1135-4439-a803-6b949a3ddd32 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:19:56.755086 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:56.816892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0d779380-68ca-4d49-9679-30d22153486f None None] For port eedaec9c-1135-4439-a803-6b949a3ddd32, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=eedaec9c-1135-4439-a803-6b949a3ddd32,segment=NetworkSegment(e9fd5541-44c0-4d37-94fd-896312b54367),segment_id=e9fd5541-44c0-4d37-94fd-896312b54367)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:56.817252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d779380-68ca-4d49-9679-30d22153486f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:56.837704 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-0d779380-68ca-4d49-9679-30d22153486f None None] Calling delete_port for eedaec9c-1135-4439-a803-6b949a3ddd32 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:19:57.000896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:57.010684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d779380-68ca-4d49-9679-30d22153486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (eedaec9c-1135-4439-a803-6b949a3ddd32), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:57.031408 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedaec9c-1135-4439-a803-6b949a3ddd32,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:57.035472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] No DVR routers for this DVR port eedaec9c-1135-4439-a803-6b949a3ddd32 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:19:57.038914 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d779380-68ca-4d49-9679-30d22153486f None None] Pushing event deleted for resources: {'Port': ['ID=eedaec9c-1135-4439-a803-6b949a3ddd32,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:57.043462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d779380-68ca-4d49-9679-30d22153486f None None] No DVR routers for this DVR port eedaec9c-1135-4439-a803-6b949a3ddd32 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:19:57.173389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (b42a90f4-6d88-4b74-bfed-eb215c45f2a2), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:57.202955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42a90f4-6d88-4b74-bfed-eb215c45f2a2']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:57.214182 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fd5541-44c0-4d37-94fd-896312b54367') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:57.214509 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fd5541-44c0-4d37-94fd-896312b54367') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:57.226736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (e9fd5541-44c0-4d37-94fd-896312b54367), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:57.244443 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e9fd5541-44c0-4d37-94fd-896312b54367), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:57.253929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:19:57.254258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (e9fd5541-44c0-4d37-94fd-896312b54367), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:57.304833 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment e9fd5541-44c0-4d37-94fd-896312b54367 resource provider aggregate not found Aug 31 16:19:57.324687 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment e9fd5541-44c0-4d37-94fd-896312b54367 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9fd5541-44c0-4d37-94fd-896312b54367 found for delete ", "request_id": "req-2bd6a121-2cc5-4861-80a6-cf0435015e49"}]} Aug 31 16:19:57.427486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d53edd11-6d2a-4482-ac24-c3a8e037d07b no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:57.428152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (b42a90f4-6d88-4b74-bfed-eb215c45f2a2), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:57.435230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:57.440756 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/b42a90f4-6d88-4b74-bfed-eb215c45f2a2 HTTP/1.1" status: 204 len: 168 time: 1.0071683 Aug 31 16:19:57.460046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: d53edd11-6d2a-4482-ac24-c3a8e037d07b {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:19:57.460502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d589e38-d008-437f-891d-025733b14c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=b42a90f4-6d88-4b74-bfed-eb215c45f2a2,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:57.460678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d53edd11-6d2a-4482-ac24-c3a8e037d07b not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:57.461343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device eedaec9c-1135-4439-a803-6b949a3ddd32 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:57.495771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: eedaec9c-1135-4439-a803-6b949a3ddd32 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:19:57.496102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device eedaec9c-1135-4439-a803-6b949a3ddd32 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:57.973971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45600) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:58.023005 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4505f409-d761-4feb-80d2-99553fdd0428 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=11cf0b868b2d488c9746c135033af77d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478182 Aug 31 16:19:58.026064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45602) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:58.084660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-63f2ce3d-1a74-498e-9afe-cf0727a7e00b admin admin] Publish callbacks [] for security_group (4da511c1-cb0c-410d-bc3b-12a07eef95ba), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:58.108512 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-63f2ce3d-1a74-498e-9afe-cf0727a7e00b admin admin] Publish callbacks [] for security_group (4da511c1-cb0c-410d-bc3b-12a07eef95ba), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:58.270769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-63f2ce3d-1a74-498e-9afe-cf0727a7e00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4da511c1-cb0c-410d-bc3b-12a07eef95ba), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:58.273912 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-63f2ce3d-1a74-498e-9afe-cf0727a7e00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:58.275450 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-63f2ce3d-1a74-498e-9afe-cf0727a7e00b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4da511c1-cb0c-410d-bc3b-12a07eef95ba HTTP/1.1" status: 204 len: 168 time: 0.2482522 Aug 31 16:19:58.284688 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2ce3d-1a74-498e-9afe-cf0727a7e00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da511c1-cb0c-410d-bc3b-12a07eef95ba,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:59.140653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45608) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:59.190955 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-221b3385-62f2-499f-9538-11130b2cf7bf admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=959da63e166a425794dd12e6bd734885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490010 Aug 31 16:19:59.193772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45610) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:19:59.248170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:19:59.260704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-11438f2e-14c9-42f6-b57c-efebb6f00f15 admin admin] Publish callbacks [] for security_group (1ecd6baf-e7db-4214-8ea4-078e62952ec6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:59.292095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-11438f2e-14c9-42f6-b57c-efebb6f00f15 admin admin] Publish callbacks [] for security_group (1ecd6baf-e7db-4214-8ea4-078e62952ec6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:59.511172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-11438f2e-14c9-42f6-b57c-efebb6f00f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1ecd6baf-e7db-4214-8ea4-078e62952ec6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:59.514710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-11438f2e-14c9-42f6-b57c-efebb6f00f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:19:59.516158 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-11438f2e-14c9-42f6-b57c-efebb6f00f15 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1ecd6baf-e7db-4214-8ea4-078e62952ec6 HTTP/1.1" status: 204 len: 168 time: 0.3213265 Aug 31 16:19:59.527749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11438f2e-14c9-42f6-b57c-efebb6f00f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecd6baf-e7db-4214-8ea4-078e62952ec6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:00.944254 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45632) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:20:01.061777 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1853144171-network', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:01.156398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Made reservation on behalf of 1bdfcdbd24124aa58200f32c2d27eccd for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:01.159315 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:01.169836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:01.200102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:01.272534 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Publish callbacks [] for security_group (53904ba1-25b2-48ee-9226-d3ae1ccbadb8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:01.356779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (53904ba1-25b2-48ee-9226-d3ae1ccbadb8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:01.399557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:20:01.406881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53904ba1-25b2-48ee-9226-d3ae1ccbadb8,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:01.417336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e0f8a143-4796-4cef-8c08-10e7b0c3fb84), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:01.417776 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Added segment e0f8a143-4796-4cef-8c08-10e7b0c3fb84 of type vlan for network acee608a-1bd4-45ab-875e-4c58ea0f924d Aug 31 16:20:01.474070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (acee608a-1bd4-45ab-875e-4c58ea0f924d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:01.594318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (acee608a-1bd4-45ab-875e-4c58ea0f924d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:01.595539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:01.596167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:01.665601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] Pushing event updated for resources: {'Network': ['ID=acee608a-1bd4-45ab-875e-4c58ea0f924d,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:01.679305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network acee608a-1bd4-45ab-875e-4c58ea0f924d details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:20:01.724692 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4a015cb3-5a8d-485f-bd07-003035f0fae6 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7743552 Aug 31 16:20:01.724984 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45636) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:20:01.731409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Request body: {'subnet': {'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1853144171-subnet', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:01.893344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Made reservation on behalf of 1bdfcdbd24124aa58200f32c2d27eccd for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:01.896435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:02.078817 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:02.183548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (783ac1ae-7854-4dfa-a7a9-3e4e996b028b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:02.253651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783ac1ae-7854-4dfa-a7a9-3e4e996b028b,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:02.264196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Checking segment: {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:20:02.264623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Network hostable DHCP agents. Network: acee608a-1bd4-45ab-875e-4c58ea0f924d, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:20:02.447996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Network acee608a-1bd4-45ab-875e-4c58ea0f924d is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:20:02.559975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, acee608a-1bd4-45ab-875e-4c58ea0f924d) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:02.566778 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:02.567737 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:02.573549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f3425-eac2-4886-ac80-660d1b5fefe3 None None] Network acee608a-1bd4-45ab-875e-4c58ea0f924d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:20:02.695864 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-acee608a-1bd4-45ab-875e-4c58ea0f924d', 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'fixed_ips': [{'subnet_id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:20:02.697050 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:02.705185 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2a655b01-3041-4992-8b37-9d18b802d5d0 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9784369 Aug 31 16:20:02.708748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45638) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:20:02.713994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1853144171-router', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:02.845450 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (65098506-d680-40b7-bf47-a98688809eb1), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:02.846996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (65098506-d680-40b7-bf47-a98688809eb1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:02.866671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Allocated IP 172.20.0.2 (acee608a-1bd4-45ab-875e-4c58ea0f924d/783ac1ae-7854-4dfa-a7a9-3e4e996b028b/19449a58-543a-4de8-a153-72cd057df60c) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:02.910947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks [] for router_controller (65098506-d680-40b7-bf47-a98688809eb1), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:03.008502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:03.085306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Publish callbacks [] for port (19449a58-543a-4de8-a153-72cd057df60c), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:03.163328 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks [] for router_gateway (65098506-d680-40b7-bf47-a98688809eb1), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:03.182827 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (19449a58-543a-4de8-a153-72cd057df60c), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:03.231141 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Network acee608a-1bd4-45ab-875e-4c58ea0f924d is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:03.234486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:03.239010 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:20:03.246386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Pushing event updated for resources: {'Port': ['ID=19449a58-543a-4de8-a153-72cd057df60c,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:03.313167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Attempting to bind port 19449a58-543a-4de8-a153-72cd057df60c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:20:03.313594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Attempting to bind port 19449a58-543a-4de8-a153-72cd057df60c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:20:03.313965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Attempting to bind port 19449a58-543a-4de8-a153-72cd057df60c on network acee608a-1bd4-45ab-875e-4c58ea0f924d {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:20:03.319986 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:20:03.320370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Checking segment: {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:20:03.320799 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:03.321203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Bound using segment: {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:20:03.321985 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Bound port: 19449a58-543a-4de8-a153-72cd057df60c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:20:03.322462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (19449a58-543a-4de8-a153-72cd057df60c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:03.388468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:03.397999 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] For port 19449a58-543a-4de8-a153-72cd057df60c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:03.402177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] For port 19449a58-543a-4de8-a153-72cd057df60c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=19449a58-543a-4de8-a153-72cd057df60c,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:03.535142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (19449a58-543a-4de8-a153-72cd057df60c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:03.549596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks [] for router_gateway (65098506-d680-40b7-bf47-a98688809eb1), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:03.590636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:03.609043 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24991648-8a0d-4db7-bc15-c1122ea895e6 None None] Pushing event updated for resources: {'Port': ['ID=19449a58-543a-4de8-a153-72cd057df60c,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:03.764471 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Allocated IP 172.26.2.150 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/b36814f0-f45f-4ca2-8442-7dee7d57c465) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:03.877497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:03.915058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks [] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:03.931683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:04.117333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:04.179120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:04.182559 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:04.188072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:20:04.193780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Pushing event updated for resources: {'Port': ['ID=b36814f0-f45f-4ca2-8442-7dee7d57c465,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:04.595295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks [] for router_gateway (65098506-d680-40b7-bf47-a98688809eb1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:04.710842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8192f522-124b-43c0-9318-bee7ba937fc6 None None] Network acee608a-1bd4-45ab-875e-4c58ea0f924d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:20:04.785906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-0946388b-b052-4f5a-85f9-f1af3fe267aa None None] Provisioning complete for port 19449a58-543a-4de8-a153-72cd057df60c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:04.786289 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0946388b-b052-4f5a-85f9-f1af3fe267aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (19449a58-543a-4de8-a153-72cd057df60c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:04.786631 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-0946388b-b052-4f5a-85f9-f1af3fe267aa None None] Attempt 1 to provision port 19449a58-543a-4de8-a153-72cd057df60c Aug 31 16:20:04.861108 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (65098506-d680-40b7-bf47-a98688809eb1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-0946388b-b052-4f5a-85f9-f1af3fe267aa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:04.872489 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:05.060218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:05.131235 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=62 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:05.138447 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=60 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:05.201995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4cd54081-e161-423c-9b0a-aca2d4bd14fa None None] Provisioning complete for port 19449a58-543a-4de8-a153-72cd057df60c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:05.202340 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4cd54081-e161-423c-9b0a-aca2d4bd14fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (19449a58-543a-4de8-a153-72cd057df60c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:05.202798 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4cd54081-e161-423c-9b0a-aca2d4bd14fa None None] Attempt 1 to provision port 19449a58-543a-4de8-a153-72cd057df60c Aug 31 16:20:05.217193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Router 65098506-d680-40b7-bf47-a98688809eb1 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4cd54081-e161-423c-9b0a-aca2d4bd14fa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:05.250559 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:05.341089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:05.354346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Sync routers for ids ['65098506-d680-40b7-bf47-a98688809eb1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:05.374277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Routers {'65098506-d680-40b7-bf47-a98688809eb1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:20:05.375339 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:19:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['65098506-d680-40b7-bf47-a98688809eb1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:05.479411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 19449a58-543a-4de8-a153-72cd057df60c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:05.540676 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Set router 65098506-d680-40b7-bf47-a98688809eb1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:20:05.541620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:05.543931 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-06e0d472-9852-4577-9710-fff6c4df4b99 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8336284 Aug 31 16:20:05.547875 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 45640) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:20:05.609337 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 19449a58-543a-4de8-a153-72cd057df60c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:05.609722 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (19449a58-543a-4de8-a153-72cd057df60c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:05.610063 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 19449a58-543a-4de8-a153-72cd057df60c Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:05.712307 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:05.787500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65098506-d680-40b7-bf47-a98688809eb1', 'name': 'tempest-TestMinimumBasicScenario-1853144171-router', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:02Z', 'updated_at': '2022-08-31T16:20:04Z', 'revision_number': 3, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'gw_port': {'id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:03Z', 'updated_at': '2022-08-31T16:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:05.832196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Checking router: 65098506-d680-40b7-bf47-a98688809eb1 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:20:05.832758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Updating router 65098506-d680-40b7-bf47-a98688809eb1 port b36814f0-f45f-4ca2-8442-7dee7d57c465 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:20:05.879150 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:05.882416 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.027291 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:06.092802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.142420 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:06.283127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Allocated IP 172.20.0.1 (acee608a-1bd4-45ab-875e-4c58ea0f924d/783ac1ae-7854-4dfa-a7a9-3e4e996b028b/5164ba50-9671-4b23-9b98-e83afb1b82a8) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:06.437264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Publish callbacks [] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.483222 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Publish callbacks [] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.539817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.584521 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.587656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Network acee608a-1bd4-45ab-875e-4c58ea0f924d is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:06.591361 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:06.596785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:06.598235 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:20:06.604603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Pushing event updated for resources: {'Port': ['ID=5164ba50-9671-4b23-9b98-e83afb1b82a8,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:06.644162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Attempting to bind port b36814f0-f45f-4ca2-8442-7dee7d57c465 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:20:06.644721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Attempting to bind port b36814f0-f45f-4ca2-8442-7dee7d57c465 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:20:06.645209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Attempting to bind port b36814f0-f45f-4ca2-8442-7dee7d57c465 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:20:06.658141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (65098506-d680-40b7-bf47-a98688809eb1), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.668594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:20:06.668989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:20:06.669379 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.670696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:20:06.671462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Bound port: b36814f0-f45f-4ca2-8442-7dee7d57c465, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:20:06.671911 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.701651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534b6aa-8973-446d-9140-d0bcf4852dcd None None] Pushing event updated for resources: {'Port': ['ID=b36814f0-f45f-4ca2-8442-7dee7d57c465,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:06.763021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] For port b36814f0-f45f-4ca2-8442-7dee7d57c465, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:06.768591 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] For port b36814f0-f45f-4ca2-8442-7dee7d57c465, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b36814f0-f45f-4ca2-8442-7dee7d57c465,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:06.885339 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Provisioning complete for port 5164ba50-9671-4b23-9b98-e83afb1b82a8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:06.885647 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.885897 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Attempt 1 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:06.925108 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Port 5164ba50-9671-4b23-9b98-e83afb1b82a8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:06.931175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.932604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:06.970988 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:06.975115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Routers {'65098506-d680-40b7-bf47-a98688809eb1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:20:06.975770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:19:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['65098506-d680-40b7-bf47-a98688809eb1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:07.040080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534b6aa-8973-446d-9140-d0bcf4852dcd None None] Pushing event updated for resources: {'Port': ['ID=b36814f0-f45f-4ca2-8442-7dee7d57c465,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:07.117880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] Set router 65098506-d680-40b7-bf47-a98688809eb1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:20:07.194703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Publish callbacks [] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:07.299126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:07.360640 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65098506-d680-40b7-bf47-a98688809eb1', 'name': 'tempest-TestMinimumBasicScenario-1853144171-router', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:02Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'gw_port': {'id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:03Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '5164ba50-9671-4b23-9b98-e83afb1b82a8', 'name': '', 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'mac_address': 'fa:16:3e:6e:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:06Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 1, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'subnets': [{'id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:07.406579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Pushing event updated for resources: {'Port': ['ID=5164ba50-9671-4b23-9b98-e83afb1b82a8,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:07.415454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028b1af-8a2a-43a3-beec-d68e1bdf2362 None None] The sync data for ids ['65098506-d680-40b7-bf47-a98688809eb1'] in dv-neutron-855257-2-hyperv is: [{'id': '65098506-d680-40b7-bf47-a98688809eb1', 'name': 'tempest-TestMinimumBasicScenario-1853144171-router', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:02Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'gw_port': {'id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:03Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '5164ba50-9671-4b23-9b98-e83afb1b82a8', 'name': '', 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'mac_address': 'fa:16:3e:6e:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:06Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 1, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'subnets': [{'id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:07.417681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (65098506-d680-40b7-bf47-a98688809eb1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:07.427526 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Attempt 2 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:07.477737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Port 5164ba50-9671-4b23-9b98-e83afb1b82a8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:07.567729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Network acee608a-1bd4-45ab-875e-4c58ea0f924d is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:07.570578 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:07.812357 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Router 65098506-d680-40b7-bf47-a98688809eb1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:20:07.955935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:07.963428 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6ca107f6-3e89-4bf3-955d-8724c3e97566 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/65098506-d680-40b7-bf47-a98688809eb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4138172 Aug 31 16:20:07.979828 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Attempt 3 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:08.035162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Port 5164ba50-9671-4b23-9b98-e83afb1b82a8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:08.536785 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Attempt 4 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:08.604910 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Port 5164ba50-9671-4b23-9b98-e83afb1b82a8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:08.678425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e208e7f8-f37a-42a8-8d70-897ae968bec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:09.023690 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45656) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:20:09.029328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1889086336-network', 'tenant_id': '30c788507a8d45669c25e3f717bb9582'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:09.106306 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Attempt 5 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:09.145398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Made reservation on behalf of 30c788507a8d45669c25e3f717bb9582 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:09.146594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:09.149414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:09.154125 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Port 5164ba50-9671-4b23-9b98-e83afb1b82a8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:09.161326 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:09.270975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Publish callbacks [] for security_group (07b08b86-2697-4569-b0dc-9e4364bcf0d1), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:09.336535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (07b08b86-2697-4569-b0dc-9e4364bcf0d1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:09.366355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:20:09.382907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:09.382907 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b08b86-2697-4569-b0dc-9e4364bcf0d1,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:09.395086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (06d3a086-766c-4183-bfef-2024c1f57441), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:09.395465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Added segment 06d3a086-766c-4183-bfef-2024c1f57441 of type vlan for network 0b7f76a9-0911-4641-9289-ef734b721c80 Aug 31 16:20:09.447994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (0b7f76a9-0911-4641-9289-ef734b721c80), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:09.496623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b36814f0-f45f-4ca2-8442-7dee7d57c465 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:09.544557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port b36814f0-f45f-4ca2-8442-7dee7d57c465 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:09.544557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:09.546010 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port b36814f0-f45f-4ca2-8442-7dee7d57c465 Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:09.591178 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:09.595305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (0b7f76a9-0911-4641-9289-ef734b721c80), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:09.596507 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:09.597143 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:09.652568 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Attempt 6 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:09.674334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7f76a9-0911-4641-9289-ef734b721c80,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:09.692656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 0b7f76a9-0911-4641-9289-ef734b721c80 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:20:09.718975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:09.751937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Port 5164ba50-9671-4b23-9b98-e83afb1b82a8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:09.799724 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-73ce0abf-f00f-4a53-bb13-3f676ad87e79 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7745266 Aug 31 16:20:09.802844 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45658) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:20:09.808077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Request body: {'subnet': {'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1889086336-subnet', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:09.970594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Made reservation on behalf of 30c788507a8d45669c25e3f717bb9582 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:09.973385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:10.037045 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Sync routers for ids ['65098506-d680-40b7-bf47-a98688809eb1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:10.051170 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Routers {'65098506-d680-40b7-bf47-a98688809eb1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:20:10.051762 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:19:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['65098506-d680-40b7-bf47-a98688809eb1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:10.224693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:10.253050 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Attempt 7 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:10.273204 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Set router 65098506-d680-40b7-bf47-a98688809eb1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:20:10.314478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Port 5164ba50-9671-4b23-9b98-e83afb1b82a8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:10.375327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (6b3f391a-da21-48de-ac2c-f42379972343), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:10.488731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3f391a-da21-48de-ac2c-f42379972343,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:10.506006 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Checking segment: {'id': '06d3a086-766c-4183-bfef-2024c1f57441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:20:10.506631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Network hostable DHCP agents. Network: 0b7f76a9-0911-4641-9289-ef734b721c80, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:20:10.520237 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65098506-d680-40b7-bf47-a98688809eb1', 'name': 'tempest-TestMinimumBasicScenario-1853144171-router', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:02Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'gw_port': {'id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:03Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '5164ba50-9671-4b23-9b98-e83afb1b82a8', 'name': '', 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'mac_address': 'fa:16:3e:6e:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:06Z', 'updated_at': '2022-08-31T16:20:07Z', 'revision_number': 2, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'subnets': [{'id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:10.549721 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Checking router: 65098506-d680-40b7-bf47-a98688809eb1 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:20:10.550075 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Updating router 65098506-d680-40b7-bf47-a98688809eb1 port 5164ba50-9671-4b23-9b98-e83afb1b82a8 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:20:10.582577 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:10.636185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Network 0b7f76a9-0911-4641-9289-ef734b721c80 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:20:10.788012 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 0b7f76a9-0911-4641-9289-ef734b721c80) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:10.794128 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:10.798456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:10.803408 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b3424-7b7b-4257-b24c-335f8ae7f3f8 None None] Network 0b7f76a9-0911-4641-9289-ef734b721c80 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:20:10.816955 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Attempt 8 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:10.881791 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cede68ee-29c1-4311-b1ac-af96fef62cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:10.915744 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Publish callbacks [] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:10.936251 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ad84961e-d1be-4f55-b2af-b90dab30aaa3 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1322107 Aug 31 16:20:10.939292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45660) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:20:10.944126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1889086336-router', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:10.963796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Port 5164ba50-9671-4b23-9b98-e83afb1b82a8 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:11.031075 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.049483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-0b7f76a9-0911-4641-9289-ef734b721c80', 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80', 'project_id': '30c788507a8d45669c25e3f717bb9582', 'fixed_ips': [{'subnet_id': '6b3f391a-da21-48de-ac2c-f42379972343'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:20:11.051309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.069308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.070724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.121218 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Pushing event updated for resources: {'Port': ['ID=5164ba50-9671-4b23-9b98-e83afb1b82a8,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:11.139934 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks [] for router_controller (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.140860 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.141399 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.141758 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.142085 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.142407 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.142726 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.143038 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.143351 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.143662 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.143974 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.144289 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.144597 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.144903 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.145208 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.145510 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:11.151495 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Attempting to bind port 5164ba50-9671-4b23-9b98-e83afb1b82a8 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:20:11.152353 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Attempting to bind port 5164ba50-9671-4b23-9b98-e83afb1b82a8 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:20:11.152353 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Attempting to bind port 5164ba50-9671-4b23-9b98-e83afb1b82a8 on network acee608a-1bd4-45ab-875e-4c58ea0f924d {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:20:11.159066 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:20:11.159425 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Checking segment: {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:20:11.159817 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.160198 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Bound using segment: {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:20:11.160663 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Bound port: 5164ba50-9671-4b23-9b98-e83afb1b82a8, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:20:11.161049 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.246720 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] For port 5164ba50-9671-4b23-9b98-e83afb1b82a8, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:11.250859 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] For port 5164ba50-9671-4b23-9b98-e83afb1b82a8, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5164ba50-9671-4b23-9b98-e83afb1b82a8,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:11.287460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Allocated IP 172.20.0.2 (0b7f76a9-0911-4641-9289-ef734b721c80/6b3f391a-da21-48de-ac2c-f42379972343/6f20abe8-0644-4dfe-b8bd-a151d2240b77) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:11.345906 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.358686 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:11.414596 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Routers {'65098506-d680-40b7-bf47-a98688809eb1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:20:11.415885 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:20:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['65098506-d680-40b7-bf47-a98688809eb1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:11.465986 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Attempt 9 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:11.468811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Publish callbacks [] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.507575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks [] for router_gateway (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-d2a0195b-3031-4faf-a0b9-90f75a69e699 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:11.516522 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:11.522310 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:11.568155 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289cf86-32e9-4808-8c85-31a92e46057c None None] Pushing event updated for resources: {'Port': ['ID=5164ba50-9671-4b23-9b98-e83afb1b82a8,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:11.568770 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.575042 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] Set router 65098506-d680-40b7-bf47-a98688809eb1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:20:11.661069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Network 0b7f76a9-0911-4641-9289-ef734b721c80 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:11.678104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:11.682222 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:20:11.692404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-09396abd-aec5-47ee-ab71-06fbd2c6b3f9 None None] Provisioning complete for port 5164ba50-9671-4b23-9b98-e83afb1b82a8 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:11.692995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-09396abd-aec5-47ee-ab71-06fbd2c6b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.693536 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-09396abd-aec5-47ee-ab71-06fbd2c6b3f9 None None] Attempt 1 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:11.740300 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Pushing event updated for resources: {'Port': ['ID=6f20abe8-0644-4dfe-b8bd-a151d2240b77,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:11.782923 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:11.832896 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65098506-d680-40b7-bf47-a98688809eb1', 'name': 'tempest-TestMinimumBasicScenario-1853144171-router', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:02Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'gw_port': {'id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:03Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '5164ba50-9671-4b23-9b98-e83afb1b82a8', 'name': '', 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'mac_address': 'fa:16:3e:6e:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:06Z', 'updated_at': '2022-08-31T16:20:11Z', 'revision_number': 4, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'subnets': [{'id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-09396abd-aec5-47ee-ab71-06fbd2c6b3f9 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:11.869811 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:11.870816 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cc770-c04d-4977-9699-dec9f0c7e6de None None] The sync data for ids ['65098506-d680-40b7-bf47-a98688809eb1'] in dv-neutron-855257-2-hyperv is: [{'id': '65098506-d680-40b7-bf47-a98688809eb1', 'name': 'tempest-TestMinimumBasicScenario-1853144171-router', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:02Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'gw_port': {'id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:03Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '5164ba50-9671-4b23-9b98-e83afb1b82a8', 'name': '', 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'mac_address': 'fa:16:3e:6e:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:06Z', 'updated_at': '2022-08-31T16:20:11Z', 'revision_number': 4, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'subnets': [{'id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:11.878487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Attempting to bind port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:20:11.879098 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Attempting to bind port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '06d3a086-766c-4183-bfef-2024c1f57441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:20:11.879687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Attempting to bind port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 on network 0b7f76a9-0911-4641-9289-ef734b721c80 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:20:11.890859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:20:11.891455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Checking segment: {'id': '06d3a086-766c-4183-bfef-2024c1f57441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:20:11.892102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.892732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Bound using segment: {'id': '06d3a086-766c-4183-bfef-2024c1f57441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:20:11.893541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Bound port: 6f20abe8-0644-4dfe-b8bd-a151d2240b77, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d3a086-766c-4183-bfef-2024c1f57441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:20:11.894203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.932244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks [] for router_gateway (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.954697 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:11.970131 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:12.018737 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] For port 6f20abe8-0644-4dfe-b8bd-a151d2240b77, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:12.023226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] For port 6f20abe8-0644-4dfe-b8bd-a151d2240b77, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6f20abe8-0644-4dfe-b8bd-a151d2240b77,segment=NetworkSegment(06d3a086-766c-4183-bfef-2024c1f57441),segment_id=06d3a086-766c-4183-bfef-2024c1f57441)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:12.032853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:12.100117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:12.120334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Allocated IP 172.26.2.247 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/a66ee61e-c2a5-477c-861b-4c5035f176d1) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:12.222681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d33ea1-fbf1-43e9-be32-5cfbcaa1f668 None None] Pushing event updated for resources: {'Port': ['ID=6f20abe8-0644-4dfe-b8bd-a151d2240b77,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:12.281055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks [] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:12.308837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:12.316606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=7,neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:12.460434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:12.526868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:12.537935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:12.546346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:20:12.604423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=a66ee61e-c2a5-477c-861b-4c5035f176d1,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:13.092285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks [] for router_gateway (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:13.340002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf31993-f17c-4be7-900a-3fe090e32440 None None] Network 0b7f76a9-0911-4641-9289-ef734b721c80 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:20:13.399940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:13.452401 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a652046d-1d7e-49f4-a398-2ab005a35317 None None] Provisioning complete for port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:13.453268 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a652046d-1d7e-49f4-a398-2ab005a35317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:13.454066 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a652046d-1d7e-49f4-a398-2ab005a35317 None None] Attempt 1 to provision port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 Aug 31 16:20:13.628884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a652046d-1d7e-49f4-a398-2ab005a35317 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:13.631805 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:13.693460 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5164ba50-9671-4b23-9b98-e83afb1b82a8 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:13.725738 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:13.789001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5164ba50-9671-4b23-9b98-e83afb1b82a8 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:13.789507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:13.790090 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5164ba50-9671-4b23-9b98-e83afb1b82a8 Aug 31 16:20:13.859931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:13.864898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:13.865850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6f20abe8-0644-4dfe-b8bd-a151d2240b77 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:13.921409 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:13.963984 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:13.964562 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:13.965048 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 Aug 31 16:20:14.011514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-dc62d70c-f7df-4fe1-9e61-757b3ef20951 None None] Provisioning complete for port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:14.011838 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dc62d70c-f7df-4fe1-9e61-757b3ef20951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:14.012380 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dc62d70c-f7df-4fe1-9e61-757b3ef20951 None None] Attempt 1 to provision port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 Aug 31 16:20:14.017346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:14.064191 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Sync routers for ids ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:14.118011 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Routers {'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:20:14.119047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:20:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:14.130003 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:14.139733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:14.144701 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2c973a6c-c62b-45f7-a5dc-65bad8f31aa2 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2008736 Aug 31 16:20:14.145151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 45662) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-dc62d70c-f7df-4fe1-9e61-757b3ef20951 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:14.196372 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:14.309890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Set router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:20:14.466470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:14.577867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'name': 'tempest-TestMinimumBasicScenario-1889086336-router', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:12Z', 'revision_number': 3, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'gw_port': {'id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:14.582677 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:14.619396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Checking router: fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:20:14.619936 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Updating router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 port a66ee61e-c2a5-477c-861b-4c5035f176d1 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:20:14.759646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:14.835606 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:15.008912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:15.196187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Publish callbacks [] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:15.241949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Allocated IP 172.20.0.1 (0b7f76a9-0911-4641-9289-ef734b721c80/6b3f391a-da21-48de-ac2c-f42379972343/8b4b6ad2-306b-4da4-9b27-ce579b4e1f21) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:15.286085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:15.333076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Attempting to bind port a66ee61e-c2a5-477c-861b-4c5035f176d1 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:20:15.333440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Attempting to bind port a66ee61e-c2a5-477c-861b-4c5035f176d1 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:20:15.333906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Attempting to bind port a66ee61e-c2a5-477c-861b-4c5035f176d1 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:20:15.351387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:20:15.351786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:20:15.352192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:15.352577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:20:15.359317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Bound port: a66ee61e-c2a5-477c-861b-4c5035f176d1, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:20:15.359317 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:15.382989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58983f0-6a36-4bdd-9eba-00c52b1c5dc5 None None] Pushing event updated for resources: {'Port': ['ID=a66ee61e-c2a5-477c-861b-4c5035f176d1,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:15.408053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Publish callbacks [] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:15.417304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:15.430486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] For port a66ee61e-c2a5-477c-861b-4c5035f176d1, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:15.436730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] For port a66ee61e-c2a5-477c-861b-4c5035f176d1, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a66ee61e-c2a5-477c-861b-4c5035f176d1,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:15.583622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:15.584455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:15.625971 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Routers {'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:20:15.627143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:20:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:15.635379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Network 0b7f76a9-0911-4641-9289-ef734b721c80 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:15.637638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:15.647678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:20:15.690225 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4b6ad2-306b-4da4-9b27-ce579b4e1f21,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:15.714248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58983f0-6a36-4bdd-9eba-00c52b1c5dc5 None None] Pushing event updated for resources: {'Port': ['ID=a66ee61e-c2a5-477c-861b-4c5035f176d1,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:15.733612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:15.784047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] Set router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:20:16.054238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'name': 'tempest-TestMinimumBasicScenario-1889086336-router', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:12Z', 'revision_number': 3, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'gw_port': {'id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:16.062019 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Provisioning complete for port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:16.062711 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:16.063219 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Attempt 1 to provision port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 Aug 31 16:20:16.105959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:16.142983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:16.148303 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7bf66-c36e-4f80-b385-ba0607796f04 None None] The sync data for ids ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'] in dv-neutron-855257-2-hyperv is: [{'id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'name': 'tempest-TestMinimumBasicScenario-1889086336-router', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:12Z', 'revision_number': 3, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'gw_port': {'id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:16.162890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:16.187335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:16.354727 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Publish callbacks [] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:16.437187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:16.580310 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4b6ad2-306b-4da4-9b27-ce579b4e1f21,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:16.590126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:16.689003 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Attempt 2 to provision port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 Aug 31 16:20:16.733646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:16.746517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Network 0b7f76a9-0911-4641-9289-ef734b721c80 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:16.746517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:16.918949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:20:17.112251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:17.125069 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:17.137418 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d5543b80-d7ad-4e68-8d13-3cec17324291 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9872401 Aug 31 16:20:17.234755 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Attempt 3 to provision port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 Aug 31 16:20:17.279582 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:17.518411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a66ee61e-c2a5-477c-861b-4c5035f176d1 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:17.569424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port a66ee61e-c2a5-477c-861b-4c5035f176d1 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:17.569830 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:17.570171 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port a66ee61e-c2a5-477c-861b-4c5035f176d1 Aug 31 16:20:17.598659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:17.625672 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:17.780751 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Attempt 4 to provision port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 Aug 31 16:20:17.845764 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:17.949969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:17.953436 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=56 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:18.014298 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Sync routers for ids ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:18.027906 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Routers {'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:20:18.028591 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:20:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:18.209820 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Set router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:20:18.347488 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Attempt 5 to provision port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 Aug 31 16:20:18.442757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:18.568634 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'name': 'tempest-TestMinimumBasicScenario-1889086336-router', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:15Z', 'revision_number': 4, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'gw_port': {'id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '8b4b6ad2-306b-4da4-9b27-ce579b4e1f21', 'name': '', 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'mac_address': 'fa:16:3e:3e:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6b3f391a-da21-48de-ac2c-f42379972343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:15Z', 'updated_at': '2022-08-31T16:20:16Z', 'revision_number': 2, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'subnets': [{'id': '6b3f391a-da21-48de-ac2c-f42379972343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:18.753503 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Checking router: fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:20:18.754132 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Updating router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:20:18.797336 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:18.811522 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:18.943800 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Attempt 6 to provision port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 Aug 31 16:20:19.025611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:19.324096 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Publish callbacks [] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:19.459694 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:19.528946 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Attempt 7 to provision port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 Aug 31 16:20:19.537474 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8074b62-c42e-4a88-8684-92e58ae34fd4 None None] Pushing event updated for resources: {'Port': ['ID=8b4b6ad2-306b-4da4-9b27-ce579b4e1f21,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:19.597548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:19.624039 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Attempting to bind port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:20:19.624616 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Attempting to bind port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '06d3a086-766c-4183-bfef-2024c1f57441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:20:19.625184 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Attempting to bind port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 on network 0b7f76a9-0911-4641-9289-ef734b721c80 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:20:19.635934 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:20:19.636511 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Checking segment: {'id': '06d3a086-766c-4183-bfef-2024c1f57441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:20:19.637165 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:19.637813 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Bound using segment: {'id': '06d3a086-766c-4183-bfef-2024c1f57441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:20:19.639027 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Bound port: 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d3a086-766c-4183-bfef-2024c1f57441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:20:19.639500 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:19.743425 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] For port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:19.748022 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] For port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8b4b6ad2-306b-4da4-9b27-ce579b4e1f21,segment=NetworkSegment(06d3a086-766c-4183-bfef-2024c1f57441),segment_id=06d3a086-766c-4183-bfef-2024c1f57441)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:19.903561 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:19.917499 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:19.975052 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Routers {'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:20:19.976033 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:20:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:20.099383 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Attempt 8 to provision port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-b2cd8b39-b57a-4e0d-872f-f495682962c6 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:20.171899 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:20.215001 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8074b62-c42e-4a88-8684-92e58ae34fd4 None None] Pushing event updated for resources: {'Port': ['ID=8b4b6ad2-306b-4da4-9b27-ce579b4e1f21,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:20.241646 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] Set router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:20:20.302468 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b1d42fbb-475f-4e39-8a90-9b295974eab8 None None] Provisioning complete for port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:20.302982 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b1d42fbb-475f-4e39-8a90-9b295974eab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:20.303499 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b1d42fbb-475f-4e39-8a90-9b295974eab8 None None] Attempt 1 to provision port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-b1d42fbb-475f-4e39-8a90-9b295974eab8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:20.371885 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:20.533865 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:20.536281 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'name': 'tempest-TestMinimumBasicScenario-1889086336-router', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:15Z', 'revision_number': 4, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'gw_port': {'id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '8b4b6ad2-306b-4da4-9b27-ce579b4e1f21', 'name': '', 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'mac_address': 'fa:16:3e:3e:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6b3f391a-da21-48de-ac2c-f42379972343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:15Z', 'updated_at': '2022-08-31T16:20:19Z', 'revision_number': 4, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'subnets': [{'id': '6b3f391a-da21-48de-ac2c-f42379972343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:20.569503 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66c6bb-5daf-4a71-afe1-15b2976b4a96 None None] The sync data for ids ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'] in dv-neutron-855257-2-hyperv is: [{'id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'name': 'tempest-TestMinimumBasicScenario-1889086336-router', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:15Z', 'revision_number': 4, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'gw_port': {'id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '8b4b6ad2-306b-4da4-9b27-ce579b4e1f21', 'name': '', 'network_id': '0b7f76a9-0911-4641-9289-ef734b721c80', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'mac_address': 'fa:16:3e:3e:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6b3f391a-da21-48de-ac2c-f42379972343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:15Z', 'updated_at': '2022-08-31T16:20:19Z', 'revision_number': 4, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'subnets': [{'id': '6b3f391a-da21-48de-ac2c-f42379972343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:21.282117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:21.548204 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:21.670658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:21.672172 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:21.673126 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:21.744492 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:27.122185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=47 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:29.818754 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:20:31.738592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=77 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:31.742980 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:32.224415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-ee887c9e-8b51-4a08-ba7b-38080337a322 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:32.225977 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-ee887c9e-8b51-4a08-ba7b-38080337a322 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/networks?id=acee608a-1bd4-45ab-875e-4c58ea0f924d HTTP/1.1" status: 200 len: 815 time: 0.1298923 Aug 31 16:20:32.246726 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-dc9ec736-2c81-4eae-b596-b24e23c32c79 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/quotas/1bdfcdbd24124aa58200f32c2d27eccd HTTP/1.1" status: 200 len: 375 time: 0.0105472 Aug 31 16:20:32.321742 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-7e2561a3-10cf-4b43-90c1-e92446b66eaa tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=1bdfcdbd24124aa58200f32c2d27eccd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644629 Aug 31 16:20:32.572641 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-b0dd82db-1ed5-40c2-942f-7bba3b7cabdc service neutron] 10.222.0.46 "GET /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373807 Aug 31 16:20:32.683080 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-8074ab26-2ad3-4ccf-8b94-119b0ea53503 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032066 Aug 31 16:20:32.995857 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-44b83dbe-9fbe-447b-aafe-80720bc65367 req-bdbc91a0-cb4e-453d-8aaa-6ad8c585cf78 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 210 time: 0.0425925 Aug 31 16:20:34.108218 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ee57d354-0564-465b-ad80-5a6df22ecc57 req-5ddb9e67-30f2-4a85-a622-423211970a43 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 210 time: 0.0362935 Aug 31 16:20:35.222018 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d153ae82-6da3-4f35-badd-20f61acb0956 req-01fea9aa-02f0-4f2a-8363-724d5cea2980 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 210 time: 0.0348706 Aug 31 16:20:36.190725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-b9940831-21a9-4fb9-9485-7ea7e915f0f9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:36.193378 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-b9940831-21a9-4fb9-9485-7ea7e915f0f9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.43 "GET /networking/v2.0/networks?id=acee608a-1bd4-45ab-875e-4c58ea0f924d HTTP/1.1" status: 200 len: 815 time: 0.1377985 Aug 31 16:20:36.211491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Request body: {'port': {'device_id': 'ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5', 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'admin_state_up': True, 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:36.385544 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f2ef1d23-8798-4692-97cc-601702e08bc0 req-2fbaa9ab-207f-44f5-a154-999152b93b4b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 210 time: 0.0385311 Aug 31 16:20:36.447743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Made reservation on behalf of 1bdfcdbd24124aa58200f32c2d27eccd for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:36.453106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:36.616059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Allocated IP 172.20.0.7 (acee608a-1bd4-45ab-875e-4c58ea0f924d/783ac1ae-7854-4dfa-a7a9-3e4e996b028b/5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:36.812668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks [] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:36.933260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:36.985543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Network acee608a-1bd4-45ab-875e-4c58ea0f924d is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:36.987208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:36.990929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:20:37.058745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Pushing event updated for resources: {'Port': ['ID=5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:37.110484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:37.111474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:37.204896 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-c20f6194-69d1-4ed5-ac35-eba69892be01 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973083 Aug 31 16:20:37.330539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Request body: {'port': {'device_id': 'ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:37.335644 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-463967dc-e3e1-4bc8-92a3-bd910a70e561 None None] Provisioning complete for port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:37.336603 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-463967dc-e3e1-4bc8-92a3-bd910a70e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:37.337604 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-463967dc-e3e1-4bc8-92a3-bd910a70e561 None None] Attempt 1 to provision port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 Aug 31 16:20:37.397508 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-463967dc-e3e1-4bc8-92a3-bd910a70e561 None None] Port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:37.502427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:37.522861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:37.689198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:37.701121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c43c19-b828-4bca-83a1-7ca4d5220fba req-a6e5d22e-11db-4f51-924f-0c0be53aa41c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:37.713990 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-79c43c19-b828-4bca-83a1-7ca4d5220fba req-a6e5d22e-11db-4f51-924f-0c0be53aa41c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 931 time: 0.1290312 Aug 31 16:20:37.845654 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-79c43c19-b828-4bca-83a1-7ca4d5220fba req-5d95c41f-78a1-461e-9149-7710597b6461 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312475 Aug 31 16:20:37.900503 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-463967dc-e3e1-4bc8-92a3-bd910a70e561 None None] Attempt 2 to provision port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 Aug 31 16:20:37.972218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-463967dc-e3e1-4bc8-92a3-bd910a70e561 None None] Port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:38.143242 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:20:38.154610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Publish callbacks [] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:38.173324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Transition to ACTIVE for port object 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:20:38.293428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:38.460093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:38.473453 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-463967dc-e3e1-4bc8-92a3-bd910a70e561 None None] Attempt 3 to provision port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 Aug 31 16:20:38.511552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Attempting to bind port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:20:38.512396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Attempting to bind port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:20:38.512396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Attempting to bind port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 on network acee608a-1bd4-45ab-875e-4c58ea0f924d {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:20:38.525762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 on network acee608a-1bd4-45ab-875e-4c58ea0f924d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:20:38.526097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Attempting to bind port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 on network acee608a-1bd4-45ab-875e-4c58ea0f924d {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:20:38.533666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:20:38.534009 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Checking segment: {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:20:38.534394 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Bound using segment: {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:20:38.534836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Bound port: 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:20:38.535206 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:38.591255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-463967dc-e3e1-4bc8-92a3-bd910a70e561 None None] Port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:20:38.641302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] For port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:38.645750 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] For port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:38.696852 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-67397cb2-7807-43da-8ee4-b33cceaf91f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:38.731939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:38.738670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:38.739295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:38.740909 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 HTTP/1.1" status: 200 len: 1093 time: 1.4155402 Aug 31 16:20:38.741803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5', 'tag': '5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:20:38.745282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e661391-9238-4bb2-a20b-a422c2904eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5", "tag": "5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:20:38.852044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaebcf-53f1-4803-974e-e1c993573fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:39.092857 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-463967dc-e3e1-4bc8-92a3-bd910a70e561 None None] Attempt 4 to provision port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 Aug 31 16:20:39.119673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d0d88-7a16-4fb3-be39-bf05222fea39 req-79d6ea0a-d07e-4ea2-b040-0a7287f2a5bb tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:39.133515 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-321d0d88-7a16-4fb3-be39-bf05222fea39 req-79d6ea0a-d07e-4ea2-b040-0a7287f2a5bb tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 943 time: 0.1397328 Aug 31 16:20:39.150099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8228025c-7cd2-4b09-9d95-610f89fa9279 x-openstack-request-id: req-8228025c-7cd2-4b09-9d95-610f89fa9279 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:20:39.150952 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5", "tag": "5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:20:39.151476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8228025c-7cd2-4b09-9d95-610f89fa9279 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:20:39.152195 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8228025c-7cd2-4b09-9d95-610f89fa9279'] response: {'name': 'network-changed', 'server_uuid': 'ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5', 'tag': '5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61', 'status': 'completed', 'code': 200} Aug 31 16:20:39.177757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-463967dc-e3e1-4bc8-92a3-bd910a70e561 None None] Port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:20:39.239064 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-321d0d88-7a16-4fb3-be39-bf05222fea39 req-abecd208-e6be-4a8e-9231-a7d891d58476 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037979 Aug 31 16:20:39.321782 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e661391-9238-4bb2-a20b-a422c2904eb0 req-7d66c719-58c4-49d9-9391-0780e4ca7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:39.323311 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6e661391-9238-4bb2-a20b-a422c2904eb0 req-7d66c719-58c4-49d9-9391-0780e4ca7da1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1bdfcdbd24124aa58200f32c2d27eccd&device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 1127 time: 0.0775492 Aug 31 16:20:39.515245 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:39.517364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e661391-9238-4bb2-a20b-a422c2904eb0 req-b265a5f6-5743-4291-b3f4-4623c12ddb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:39.519093 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6e661391-9238-4bb2-a20b-a422c2904eb0 req-b265a5f6-5743-4291-b3f4-4623c12ddb64 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=1bdfcdbd24124aa58200f32c2d27eccd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1378818 Aug 31 16:20:39.629335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:39.661999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e661391-9238-4bb2-a20b-a422c2904eb0 req-8f8ae740-6f5c-4362-bb17-292bce37692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:39.664452 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6e661391-9238-4bb2-a20b-a422c2904eb0 req-8f8ae740-6f5c-4362-bb17-292bce37692f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330385 Aug 31 16:20:40.427839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9fdf7-9102-4995-8e04-733ae322c5e3 req-8c89a2ee-b304-4eec-a02c-c36415c75794 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:40.437297 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9cc9fdf7-9102-4995-8e04-733ae322c5e3 req-8c89a2ee-b304-4eec-a02c-c36415c75794 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 943 time: 0.0740767 Aug 31 16:20:40.530072 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9cc9fdf7-9102-4995-8e04-733ae322c5e3 req-eef745c6-377a-4492-b521-ffd515d4c7bc tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906613 Aug 31 16:20:40.884929 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cdea7e1e-4b5f-499d-a010-b79fe381d1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:41.729696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020256-7188-48f4-b01b-4abd633cb34b req-893ed626-cd6d-4afe-a414-d67231697e70 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:41.734585 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b9020256-7188-48f4-b01b-4abd633cb34b req-893ed626-cd6d-4afe-a414-d67231697e70 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 943 time: 0.1113932 Aug 31 16:20:41.825481 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b9020256-7188-48f4-b01b-4abd633cb34b req-c872a5aa-06ec-4f48-9ecb-446cfcb1d856 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801983 Aug 31 16:20:42.312219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:43.043600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611819-2d99-4b5a-b014-d0f24724b7fd req-46a62812-641c-429f-8925-9462d5e850a1 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:43.048086 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-38611819-2d99-4b5a-b014-d0f24724b7fd req-46a62812-641c-429f-8925-9462d5e850a1 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 943 time: 0.0886474 Aug 31 16:20:43.166500 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-38611819-2d99-4b5a-b014-d0f24724b7fd req-5deec181-b0f2-43a9-b084-5531ee011575 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097124 Aug 31 16:20:43.674582 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:43.842003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:44.346525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56f927-c2b9-47ec-8d92-f4c520f170dd req-d7179625-85a1-4254-832a-aef33645fe16 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:44.351391 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3b56f927-c2b9-47ec-8d92-f4c520f170dd req-d7179625-85a1-4254-832a-aef33645fe16 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 943 time: 0.0510328 Aug 31 16:20:44.424669 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3b56f927-c2b9-47ec-8d92-f4c520f170dd req-4bed7888-2c80-4aa9-bd0a-b1b075aa2cb8 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670748 Aug 31 16:20:45.183759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-2ea1be05-0d0b-43f6-bb10-be0369ed7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:45.185348 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-2ea1be05-0d0b-43f6-bb10-be0369ed7834 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1bdfcdbd24124aa58200f32c2d27eccd&device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 1127 time: 0.0426953 Aug 31 16:20:45.235932 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-0a20c1f4-6981-4817-a0cb-23292609eaa1 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 HTTP/1.1" status: 200 len: 217 time: 0.0397100 Aug 31 16:20:45.293023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-18f99f0b-04b9-4621-bfb8-aba186997091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:45.294709 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-18f99f0b-04b9-4621-bfb8-aba186997091 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=783ac1ae-7854-4dfa-a7a9-3e4e996b028b HTTP/1.1" status: 200 len: 854 time: 0.0505843 Aug 31 16:20:45.345217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-5883ddd2-6ac7-41d2-a629-e2e2ca8a5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:45.347100 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-5883ddd2-6ac7-41d2-a629-e2e2ca8a5ac4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=acee608a-1bd4-45ab-875e-4c58ea0f924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439403 Aug 31 16:20:45.458544 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-eed6f14b-222a-445b-bc79-a9d61cc71452 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040611 Aug 31 16:20:45.596904 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6fcb5-a214-4e42-a834-e2dcafdf2f86 req-b840dfba-747a-43c5-89f5-3bc789ce6a75 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:45.603702 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-bebeacf7-df4b-4e33-a427-d56b16d82aaa service neutron] 10.222.0.43 "GET /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277871 Aug 31 16:20:45.603900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eed6fcb5-a214-4e42-a834-e2dcafdf2f86 req-b840dfba-747a-43c5-89f5-3bc789ce6a75 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 943 time: 0.0566523 Aug 31 16:20:45.653800 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eed6fcb5-a214-4e42-a834-e2dcafdf2f86 req-1ebe7ed8-c928-4c37-93b5-3e03bc0abb58 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484817 Aug 31 16:20:46.809337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a610c3-9438-4123-8d3d-7cbf346f8031 req-fcb54fc0-cda2-4e92-b661-b45e629b1541 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:46.812271 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b8a610c3-9438-4123-8d3d-7cbf346f8031 req-fcb54fc0-cda2-4e92-b661-b45e629b1541 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 943 time: 0.0593715 Aug 31 16:20:46.870355 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b8a610c3-9438-4123-8d3d-7cbf346f8031 req-f7cd5fa2-4f06-40fe-985d-f4703b829e03 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509229 Aug 31 16:20:47.986687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:20:48.005770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3366f3f-c513-40dc-bb11-a8e47d2da11e req-7506c5a5-43d8-434a-acec-ac56dbdb8c74 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:48.007067 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a3366f3f-c513-40dc-bb11-a8e47d2da11e req-7506c5a5-43d8-434a-acec-ac56dbdb8c74 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 943 time: 0.0566120 Aug 31 16:20:48.078881 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a3366f3f-c513-40dc-bb11-a8e47d2da11e req-bf40af29-1e0c-4c66-b6dc-741ed6155739 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600362 Aug 31 16:20:48.120893 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:48.134525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61', 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'port_id': '5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61', 'mac_address': 'fa:16:3e:b4:5d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:20:48.175418 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:20:48.175715 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:48.190396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:20:48.212195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:48.318665 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:48.370334 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:48.571252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:20:49.205693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c2f8c-41dc-4b4a-ac57-8f8cf6d6f6e8 req-958046a2-16f5-447d-8b92-8e4308519538 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:49.207225 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b28c2f8c-41dc-4b4a-ac57-8f8cf6d6f6e8 req-958046a2-16f5-447d-8b92-8e4308519538 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0498192 Aug 31 16:20:49.260573 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b28c2f8c-41dc-4b4a-ac57-8f8cf6d6f6e8 req-7919987e-c842-4cc7-83be-5a938753a95d tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476818 Aug 31 16:20:50.017411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:50.063028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:20:50.149622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:20:50.149993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:50.150325 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 Aug 31 16:20:50.186906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:20:50.196063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:20:50.393894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693091a-8fcd-4d66-976c-98eed4f1db91 req-c3de99a8-7c43-4d99-902d-a9c46df198d5 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:50.395572 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a693091a-8fcd-4d66-976c-98eed4f1db91 req-c3de99a8-7c43-4d99-902d-a9c46df198d5 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0567081 Aug 31 16:20:50.451753 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a693091a-8fcd-4d66-976c-98eed4f1db91 req-038f91c1-cfdb-4c7a-8594-e10472f6b783 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501342 Aug 31 16:20:51.321407 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:20:51.596233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45256fa0-1ab7-4370-a7d4-97a8321291a0 req-039eadd5-6ac5-4d16-a314-7e5733eacfdb tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:51.599027 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-45256fa0-1ab7-4370-a7d4-97a8321291a0 req-039eadd5-6ac5-4d16-a314-7e5733eacfdb tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0726447 Aug 31 16:20:51.655405 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-45256fa0-1ab7-4370-a7d4-97a8321291a0 req-f4a1c1ec-bd53-41b5-a5a6-a2f3b614634a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501866 Aug 31 16:20:52.781589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e450-752d-4624-a673-8c5ee7af5116 req-b5dd568f-efbe-48a5-8bb4-98f46492a118 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:52.783191 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d247e450-752d-4624-a673-8c5ee7af5116 req-b5dd568f-efbe-48a5-8bb4-98f46492a118 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0523174 Aug 31 16:20:52.843199 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d247e450-752d-4624-a673-8c5ee7af5116 req-a6b3c85e-71e2-45d6-a7a6-4dad5e9c4096 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513866 Aug 31 16:20:54.005885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356a75-8d69-41c5-9c71-692e0af4686f req-82791a05-d736-45e8-a5b0-4911251e6e53 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:54.007445 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fc356a75-8d69-41c5-9c71-692e0af4686f req-82791a05-d736-45e8-a5b0-4911251e6e53 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0542333 Aug 31 16:20:54.063903 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fc356a75-8d69-41c5-9c71-692e0af4686f req-ddfcfff3-bda4-4c79-aaa3-3637354791e9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503867 Aug 31 16:20:54.737670 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=40 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:54.738632 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=20 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:55.194690 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc910c3-c958-4137-95db-9ffdbc71ba26 req-1b9ed309-c228-42f0-b269-bdf538da830e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:55.196319 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3dc910c3-c958-4137-95db-9ffdbc71ba26 req-1b9ed309-c228-42f0-b269-bdf538da830e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0562270 Aug 31 16:20:55.593643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:55.602803 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3dc910c3-c958-4137-95db-9ffdbc71ba26 req-58c0ec22-48b3-4c61-8f14-fee5b73cc31c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959296 Aug 31 16:20:56.741032 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c084d6-a63c-438e-93f5-e875d7a3a710 req-447b3351-4318-4cce-8e61-62c7813abd13 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:56.742656 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-49c084d6-a63c-438e-93f5-e875d7a3a710 req-447b3351-4318-4cce-8e61-62c7813abd13 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0545533 Aug 31 16:20:56.801093 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-49c084d6-a63c-438e-93f5-e875d7a3a710 req-c3112253-9b24-4d34-a336-6b7f8ca19330 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525749 Aug 31 16:20:57.906305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:57.956409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab216c3-19bd-4f97-898b-4241e3d331c6 req-722a39c3-d39a-4012-ba74-a2dd81879b84 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:57.958080 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dab216c3-19bd-4f97-898b-4241e3d331c6 req-722a39c3-d39a-4012-ba74-a2dd81879b84 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0630774 Aug 31 16:20:58.026160 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dab216c3-19bd-4f97-898b-4241e3d331c6 req-8c998ec4-2264-4de7-9f0e-bf21e91b53ec tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605316 Aug 31 16:20:59.124978 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:59.147273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:20:59.167224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74692e-6859-49af-b04d-4bd65b468fde req-48dab239-2234-4b93-a6a3-61a24fc06f72 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:20:59.168813 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dd74692e-6859-49af-b04d-4bd65b468fde req-48dab239-2234-4b93-a6a3-61a24fc06f72 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0542819 Aug 31 16:20:59.236553 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dd74692e-6859-49af-b04d-4bd65b468fde req-9ddb1137-d988-4454-a0aa-53991fd77cd8 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567822 Aug 31 16:21:00.380515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa1bb1-fffc-494d-9080-7f8711b9aa0d req-78ef057e-aa24-44ce-966d-138fa9ae79ea tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:00.382200 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e7aa1bb1-fffc-494d-9080-7f8711b9aa0d req-78ef057e-aa24-44ce-966d-138fa9ae79ea tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0612998 Aug 31 16:21:00.443802 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e7aa1bb1-fffc-494d-9080-7f8711b9aa0d req-9a019053-6aa4-4a9a-8ce9-aa16789b5de7 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508902 Aug 31 16:21:01.197096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:01.199853 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:01.623682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720b57b-929e-4ad4-a67b-dc80b565bd75 req-5ca7ee7e-a99a-4d06-80ce-07a8f665f13c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:01.626234 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4720b57b-929e-4ad4-a67b-dc80b565bd75 req-5ca7ee7e-a99a-4d06-80ce-07a8f665f13c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0778024 Aug 31 16:21:01.681327 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4720b57b-929e-4ad4-a67b-dc80b565bd75 req-e5602f31-3a9e-4009-b6df-ee73efb1300c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489380 Aug 31 16:21:02.845753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077622ba-0233-4047-a851-9fd2903d91fc req-a59f0ae4-17f9-4a58-a1be-08a0851af681 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:02.847397 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-077622ba-0233-4047-a851-9fd2903d91fc req-a59f0ae4-17f9-4a58-a1be-08a0851af681 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0725257 Aug 31 16:21:02.905393 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-077622ba-0233-4047-a851-9fd2903d91fc req-dbfbd165-4574-4b1b-8d6a-f59b5b2e73ea tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518191 Aug 31 16:21:04.042269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccccf3-156c-4df2-a4eb-b86b768ac6a1 req-9189c843-04c5-415f-ac81-979b15517537 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:04.043901 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fdccccf3-156c-4df2-a4eb-b86b768ac6a1 req-9189c843-04c5-415f-ac81-979b15517537 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0585847 Aug 31 16:21:04.104942 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fdccccf3-156c-4df2-a4eb-b86b768ac6a1 req-843fb155-5a0d-4297-be6c-945296bb3dba tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491569 Aug 31 16:21:05.246547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fca2a-d722-4dfb-bb50-f239e9a889e6 req-4adc5822-c52a-4945-88e3-ca03e7422eef tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:05.248715 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-971fca2a-d722-4dfb-bb50-f239e9a889e6 req-4adc5822-c52a-4945-88e3-ca03e7422eef tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0521302 Aug 31 16:21:05.308650 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-971fca2a-d722-4dfb-bb50-f239e9a889e6 req-cf5cbe40-a63b-4e3f-b16d-fa28fc9fbc2e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533178 Aug 31 16:21:06.442712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588ac96-e5ab-428a-b27c-8cf2951fd4a7 req-64fc1277-c761-4c36-89ef-793307886997 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:06.444320 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b588ac96-e5ab-428a-b27c-8cf2951fd4a7 req-64fc1277-c761-4c36-89ef-793307886997 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0523221 Aug 31 16:21:06.506047 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b588ac96-e5ab-428a-b27c-8cf2951fd4a7 req-b81ec364-b26a-4db7-a8e8-ba8cf5a43688 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519893 Aug 31 16:21:06.770421 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:06.771524 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:06.817682 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:21:07.667228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab5f8e-7b95-48a5-badb-1cdad06537e6 req-9aa608a9-6414-4ab0-9367-e55673f144af tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:07.668790 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-72ab5f8e-7b95-48a5-badb-1cdad06537e6 req-9aa608a9-6414-4ab0-9367-e55673f144af tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0759842 Aug 31 16:21:07.728383 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-72ab5f8e-7b95-48a5-badb-1cdad06537e6 req-78e82e29-1615-4540-852f-f711abeb2a5b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489583 Aug 31 16:21:08.612403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-169a51cc-e41f-4524-9982-9267b5cf4dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:08.878210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5380f-e6be-4104-b4b1-124bddbfca48 req-98463ea9-af0a-43a9-a907-362a05057159 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:08.879737 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4f5380f-e6be-4104-b4b1-124bddbfca48 req-98463ea9-af0a-43a9-a907-362a05057159 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0702646 Aug 31 16:21:09.215807 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4f5380f-e6be-4104-b4b1-124bddbfca48 req-0c6ddc2d-d6b8-4da2-847b-80d8f51cc2fe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299496 Aug 31 16:21:10.358148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332be8a8-886e-429d-8baf-16e047892776 req-5f24f3b7-a019-455d-a922-0fbea91162c2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:10.360661 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-332be8a8-886e-429d-8baf-16e047892776 req-5f24f3b7-a019-455d-a922-0fbea91162c2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0620198 Aug 31 16:21:10.450046 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-332be8a8-886e-429d-8baf-16e047892776 req-653da553-2774-410c-a26d-44d8a9fd6455 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805340 Aug 31 16:21:10.724784 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-740c0760-5b14-4927-a8e0-869d32fdf709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:11.586244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4043a11-2a70-4807-8bc1-9790b5332c82 req-94bb1570-3dd9-4e27-95b5-e06cbc96a8d1 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:11.588225 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d4043a11-2a70-4807-8bc1-9790b5332c82 req-94bb1570-3dd9-4e27-95b5-e06cbc96a8d1 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0544317 Aug 31 16:21:11.647197 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d4043a11-2a70-4807-8bc1-9790b5332c82 req-29671169-842d-4cf2-bd36-e0690a1db9a2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514481 Aug 31 16:21:12.264462 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:12.795032 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd9624-8bdf-44b6-adf7-1f140328a3ba req-80aea0db-6ed5-450c-ad36-7d308bb14fd2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:12.797193 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ddbd9624-8bdf-44b6-adf7-1f140328a3ba req-80aea0db-6ed5-450c-ad36-7d308bb14fd2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0612395 Aug 31 16:21:12.860319 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ddbd9624-8bdf-44b6-adf7-1f140328a3ba req-d48d1230-9ab2-4450-9c9b-f5548100a006 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557101 Aug 31 16:21:13.646898 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:14.042627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994369e8-6653-42a7-b91b-50114f9febe8 req-750f77bb-3c6f-4096-b0ec-3fddd1254a36 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:14.045096 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-994369e8-6653-42a7-b91b-50114f9febe8 req-750f77bb-3c6f-4096-b0ec-3fddd1254a36 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0682080 Aug 31 16:21:14.106402 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-994369e8-6653-42a7-b91b-50114f9febe8 req-f60241e2-3db4-4df0-83bf-875f9f0a7dfb tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531259 Aug 31 16:21:14.387024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:15.247340 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af09b48-bcb6-4dcd-88af-9625ec263b9d req-04a4d7bb-629c-4c02-a371-9a1f04eb929d tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:15.249093 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3af09b48-bcb6-4dcd-88af-9625ec263b9d req-04a4d7bb-629c-4c02-a371-9a1f04eb929d tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0589802 Aug 31 16:21:15.315747 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3af09b48-bcb6-4dcd-88af-9625ec263b9d req-db74ff25-ad82-4d0d-ad49-8b133544fe75 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599563 Aug 31 16:21:16.452285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaccf5d-f5c5-43a6-8987-6c043b0cfa85 req-47264730-8a6f-4377-b4b8-b7190bde030f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:16.453994 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-deaccf5d-f5c5-43a6-8987-6c043b0cfa85 req-47264730-8a6f-4377-b4b8-b7190bde030f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0581703 Aug 31 16:21:16.510729 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-deaccf5d-f5c5-43a6-8987-6c043b0cfa85 req-736481e6-cb41-41f8-91ef-e7918b1c64d7 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502574 Aug 31 16:21:16.813757 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:17.659935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef37ba-53e9-4fda-a325-c0ac994647cd req-d14159b0-0c02-4de1-8fa1-eae0542d5c73 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:17.662726 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-45ef37ba-53e9-4fda-a325-c0ac994647cd req-d14159b0-0c02-4de1-8fa1-eae0542d5c73 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0664477 Aug 31 16:21:17.723857 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-45ef37ba-53e9-4fda-a325-c0ac994647cd req-693e2528-139a-4dcc-b192-093986b925c1 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551844 Aug 31 16:21:18.916724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9c996-97fb-4b0b-b1f2-e65f0710211d req-f8967979-501e-4f49-bd5d-755d1b4d94c4 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:18.918727 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5cb9c996-97fb-4b0b-b1f2-e65f0710211d req-f8967979-501e-4f49-bd5d-755d1b4d94c4 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0579755 Aug 31 16:21:18.984571 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5cb9c996-97fb-4b0b-b1f2-e65f0710211d req-9e38b48f-c9a2-436b-b00c-9d65c4c6e78f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596716 Aug 31 16:21:20.136946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b1299-131d-469a-b91a-c1316e0c8b42 req-7438f431-ad25-4908-8a7f-d83932a3506b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:20.139842 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-839b1299-131d-469a-b91a-c1316e0c8b42 req-7438f431-ad25-4908-8a7f-d83932a3506b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0656610 Aug 31 16:21:20.213016 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-839b1299-131d-469a-b91a-c1316e0c8b42 req-03edc17f-06d2-4bfe-a6df-ceeeeba51f22 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626829 Aug 31 16:21:21.358957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cfc8f-31be-4d70-ae4c-ef00929787bc req-d64af37c-9972-41d6-bddb-7c3c8e533bab tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:21.361338 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-325cfc8f-31be-4d70-ae4c-ef00929787bc req-d64af37c-9972-41d6-bddb-7c3c8e533bab tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0630717 Aug 31 16:21:21.395903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:21.437729 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-325cfc8f-31be-4d70-ae4c-ef00929787bc req-d3bc2165-3276-47c7-aa07-d070e77052e3 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657599 Aug 31 16:21:22.599591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd843d-f73d-43f8-8aac-043b315515a0 req-04ec423d-d88e-4341-904b-87324d0b0058 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:22.602215 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c3dd843d-f73d-43f8-8aac-043b315515a0 req-04ec423d-d88e-4341-904b-87324d0b0058 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0635536 Aug 31 16:21:22.627080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:22.667476 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c3dd843d-f73d-43f8-8aac-043b315515a0 req-f3ba1ccd-f9e1-456e-bbf3-f10e10e8df46 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591848 Aug 31 16:21:23.810472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:23.823911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f12d6-8058-4c2d-bf18-19e3a1b48dd9 req-c6bbffff-67b6-4d76-82b6-9dd4975b16a6 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:23.825930 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-173f12d6-8058-4c2d-bf18-19e3a1b48dd9 req-c6bbffff-67b6-4d76-82b6-9dd4975b16a6 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0635657 Aug 31 16:21:23.896676 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-173f12d6-8058-4c2d-bf18-19e3a1b48dd9 req-1d4a8b84-138f-4382-af09-8739e810d015 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645447 Aug 31 16:21:25.082307 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:25.092828 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a252373-5669-44f4-b51a-d5da614d165b req-ebbd82be-2658-48f1-b2b8-d51ce921e98a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:25.095993 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9a252373-5669-44f4-b51a-d5da614d165b req-ebbd82be-2658-48f1-b2b8-d51ce921e98a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0635281 Aug 31 16:21:25.158163 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9a252373-5669-44f4-b51a-d5da614d165b req-21977418-76c7-43f4-a6ae-f032f212efd7 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538712 Aug 31 16:21:26.293217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18b72-4e40-4df0-8e24-abc21bca9041 req-e58cddc3-2842-47b8-b505-5ea60610c4e9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:26.295746 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-33c18b72-4e40-4df0-8e24-abc21bca9041 req-e58cddc3-2842-47b8-b505-5ea60610c4e9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0596542 Aug 31 16:21:26.320743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:26.375822 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-33c18b72-4e40-4df0-8e24-abc21bca9041 req-b7812763-4455-4b64-b139-8539705f4fa9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733557 Aug 31 16:21:27.525923 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2fb0-1221-459d-a10b-30cfe3621f25 req-e04d62b3-8566-45b0-b89f-5f6f5fb6e688 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:27.528177 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e51f2fb0-1221-459d-a10b-30cfe3621f25 req-e04d62b3-8566-45b0-b89f-5f6f5fb6e688 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0544107 Aug 31 16:21:27.587797 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e51f2fb0-1221-459d-a10b-30cfe3621f25 req-b02359e6-cf68-402d-95e6-594f3f5ef26c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534534 Aug 31 16:21:28.720141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40096105-bc0d-42f5-82fa-fdcc4bd0ee39 req-670c2cfe-3f2f-4e99-b99d-c83b5c36ba7f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:28.721874 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-40096105-bc0d-42f5-82fa-fdcc4bd0ee39 req-670c2cfe-3f2f-4e99-b99d-c83b5c36ba7f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0561957 Aug 31 16:21:28.798045 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-40096105-bc0d-42f5-82fa-fdcc4bd0ee39 req-d94e80ce-31e8-42bc-82c8-a931d20b904b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692124 Aug 31 16:21:29.958571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a3af-7117-4397-8b95-21a0a0b0a74e req-b3a0e309-f448-4c50-8e1d-8ba277a65e19 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:29.960184 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f838a3af-7117-4397-8b95-21a0a0b0a74e req-b3a0e309-f448-4c50-8e1d-8ba277a65e19 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0603592 Aug 31 16:21:30.016925 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f838a3af-7117-4397-8b95-21a0a0b0a74e req-baa0e851-2a15-4ded-acf1-572ded1a8f79 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498600 Aug 31 16:21:31.154843 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e281e5-4b09-4418-b09e-1a2aadbfffb4 req-1b4b1be6-679a-4670-bb4d-0fadfcdb1104 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:31.156442 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-47e281e5-4b09-4418-b09e-1a2aadbfffb4 req-1b4b1be6-679a-4670-bb4d-0fadfcdb1104 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0509145 Aug 31 16:21:31.213578 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-47e281e5-4b09-4418-b09e-1a2aadbfffb4 req-b0b87ba1-eceb-4102-8d40-dceaf634b720 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510848 Aug 31 16:21:31.223846 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:31.227273 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:31.739106 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:31.740003 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:32.349205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c1bb5-0a20-408b-b488-195a06c12340 req-9f0d3600-aad7-4b0d-8113-855bb0ed85e9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:32.350961 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2e8c1bb5-0a20-408b-b488-195a06c12340 req-9f0d3600-aad7-4b0d-8113-855bb0ed85e9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0534866 Aug 31 16:21:32.419007 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2e8c1bb5-0a20-408b-b488-195a06c12340 req-41a8ab1e-f1ad-4d23-b0f7-b078aed3c271 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579801 Aug 31 16:21:33.567176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a23f84-21da-4e8b-b15b-6785cb501a41 req-5c7fe7d3-f24e-446c-8b23-0276650a24df tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:33.568826 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-50a23f84-21da-4e8b-b15b-6785cb501a41 req-5c7fe7d3-f24e-446c-8b23-0276650a24df tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0647058 Aug 31 16:21:33.627377 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-50a23f84-21da-4e8b-b15b-6785cb501a41 req-708bf9ca-6b98-4c7b-80d8-a5053d891d0e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519924 Aug 31 16:21:34.773003 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0b186-5d54-4f76-8709-792ac1ed6e28 req-b323889d-bff2-4333-8bf1-ca9f3ddccf4b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:34.774974 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1fc0b186-5d54-4f76-8709-792ac1ed6e28 req-b323889d-bff2-4333-8bf1-ca9f3ddccf4b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0537658 Aug 31 16:21:34.836414 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1fc0b186-5d54-4f76-8709-792ac1ed6e28 req-21c166aa-35b1-4ea9-b2be-0aee7ba09966 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545352 Aug 31 16:21:35.969920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede682d-f984-46e4-a6b9-0e306bdd8377 req-3e585144-c527-4c46-89c9-a216221c817e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:35.971527 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9ede682d-f984-46e4-a6b9-0e306bdd8377 req-3e585144-c527-4c46-89c9-a216221c817e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0534379 Aug 31 16:21:36.025082 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9ede682d-f984-46e4-a6b9-0e306bdd8377 req-ec95f8e1-b6ee-4dd9-b678-ee3d97a3bca0 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475361 Aug 31 16:21:37.163909 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073265ae-a7a4-433f-b536-2732db93c2cd req-cfdcac5f-e655-429c-9c6b-3cc6d18bdc26 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:37.165587 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-073265ae-a7a4-433f-b536-2732db93c2cd req-cfdcac5f-e655-429c-9c6b-3cc6d18bdc26 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0611353 Aug 31 16:21:37.223517 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-073265ae-a7a4-433f-b536-2732db93c2cd req-b95c55b9-c18a-4e42-b062-6cdbf437e47f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510395 Aug 31 16:21:38.377830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a9ee7-326b-498c-a6c2-60e0bb10dfc1 req-59b3da7c-8c79-4a33-9000-af0f0235ea54 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:38.379483 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d20a9ee7-326b-498c-a6c2-60e0bb10dfc1 req-59b3da7c-8c79-4a33-9000-af0f0235ea54 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0592666 Aug 31 16:21:38.435205 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d20a9ee7-326b-498c-a6c2-60e0bb10dfc1 req-a93a4d32-40c0-413a-8d47-6b53a8aed474 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496666 Aug 31 16:21:38.606520 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-48cbfc1d-dbbf-41c8-bbae-be33c5fb479f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:39.583335 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c92d28-2426-4075-a431-7a8bb24b315c req-4161f030-5b05-4e36-a8f2-25b5f224bf93 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:39.586183 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-80c92d28-2426-4075-a431-7a8bb24b315c req-4161f030-5b05-4e36-a8f2-25b5f224bf93 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0653784 Aug 31 16:21:39.643011 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-80c92d28-2426-4075-a431-7a8bb24b315c req-a98867ca-c821-4764-8ae4-2c792fc93b76 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501263 Aug 31 16:21:40.732720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-367dfd4d-10df-4c1c-b380-21274eb6f1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:40.773676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0029dc-dd2f-4d3a-8752-267de1875127 req-d9362cc7-8911-4539-91d8-ff6097e9a2d4 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:40.775311 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bc0029dc-dd2f-4d3a-8752-267de1875127 req-d9362cc7-8911-4539-91d8-ff6097e9a2d4 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0544178 Aug 31 16:21:40.833871 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bc0029dc-dd2f-4d3a-8752-267de1875127 req-907e80b5-71ba-4c81-bc87-b5444519bb38 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513487 Aug 31 16:21:41.982688 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cfc6e-aaf5-4d1b-8805-e0b9fb139e6f req-4e7b2459-f0aa-4c1a-9db3-9567514228c9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:41.984837 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a92cfc6e-aaf5-4d1b-8805-e0b9fb139e6f req-4e7b2459-f0aa-4c1a-9db3-9567514228c9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0703685 Aug 31 16:21:42.046884 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a92cfc6e-aaf5-4d1b-8805-e0b9fb139e6f req-e93b7507-950a-4426-8410-1aa3c6365a79 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544984 Aug 31 16:21:42.275160 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:43.189953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29738f-c498-4933-8341-2a07de5097a7 req-4b1edff0-c1c1-4081-b8a8-feb0d9455123 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:43.191652 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af29738f-c498-4933-8341-2a07de5097a7 req-4b1edff0-c1c1-4081-b8a8-feb0d9455123 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0585654 Aug 31 16:21:43.250467 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af29738f-c498-4933-8341-2a07de5097a7 req-5e5166cb-2106-4da8-889e-58af816b6d30 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521772 Aug 31 16:21:43.638152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:43.817618 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:21:43.851693 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:44.385397 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb315544-0cf2-4c11-bdfe-e55723bfcd3c req-ba81fe0f-b883-4ccc-9ad0-1c239d2f7690 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:44.387590 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bb315544-0cf2-4c11-bdfe-e55723bfcd3c req-ba81fe0f-b883-4ccc-9ad0-1c239d2f7690 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0531399 Aug 31 16:21:44.466266 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bb315544-0cf2-4c11-bdfe-e55723bfcd3c req-722bff89-823e-4609-9c2f-8636d23abe12 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716219 Aug 31 16:21:45.598578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a6f69-755e-45dd-9153-da7d09f5526d req-ab350178-5944-4049-9768-f4c7df6cef65 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:45.600443 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-899a6f69-755e-45dd-9153-da7d09f5526d req-ab350178-5944-4049-9768-f4c7df6cef65 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0543005 Aug 31 16:21:45.657333 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-899a6f69-755e-45dd-9153-da7d09f5526d req-eb82f110-61fa-49b8-905f-185c77b5371e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498590 Aug 31 16:21:46.796945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920554a3-3e86-44e0-8b0f-4519ae6b8c9e req-891ad66b-36da-49c7-995f-80901bf4ddb4 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:46.799185 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-920554a3-3e86-44e0-8b0f-4519ae6b8c9e req-891ad66b-36da-49c7-995f-80901bf4ddb4 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0579715 Aug 31 16:21:46.898161 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-920554a3-3e86-44e0-8b0f-4519ae6b8c9e req-2c03e6bd-2ab4-4816-9797-b1d051271207 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875928 Aug 31 16:21:48.062355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c7950-7e59-45b3-bc66-0a744e229e7e req-b7d7ca4a-bd90-4086-b2b2-449248c9a898 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:48.064040 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0f0c7950-7e59-45b3-bc66-0a744e229e7e req-b7d7ca4a-bd90-4086-b2b2-449248c9a898 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0778687 Aug 31 16:21:48.124045 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0f0c7950-7e59-45b3-bc66-0a744e229e7e req-8d86afcb-6d14-4d96-84f1-916259f45e3b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537992 Aug 31 16:21:48.329199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-8553a163-8df2-4033-ade0-cdad0730d55a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:21:48.330693 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-8553a163-8df2-4033-ade0-cdad0730d55a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 944 time: 0.0552676 Aug 31 16:21:48.410202 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:48.430039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Deleting port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:21:48.430609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:48.462354 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:48.613259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] For port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:48.613926 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:48.640872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Calling delete_port for 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:21:49.044527 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:49.077776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Pushing event deleted for resources: {'Port': ['ID=5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.097483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.098594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:49.139622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] No DVR routers for this DVR port 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:21:49.142590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:49.146630 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5c2c78b6-ee81-4e78-8f87-c8125155e5ca req-a6f33c98-6ef7-407d-aa63-eb037bdf2b99 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.43 "DELETE /networking/v2.0/ports/5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 HTTP/1.1" status: 204 len: 173 time: 0.8097875 Aug 31 16:21:49.146994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5', 'name': 'network-vif-deleted', 'tag': '5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:21:49.149522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7e9c55-c03a-41da-8796-36f29f0567fb" -d '{"events": [{"server_uuid": "ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5", "name": "network-vif-deleted", "tag": "5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:21:49.186792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58356962-378e-4ced-9f17-2d37e8b0bd16 x-openstack-request-id: req-58356962-378e-4ced-9f17-2d37e8b0bd16 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:21:49.187396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5", "name": "network-vif-deleted", "tag": "5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:21:49.187654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58356962-378e-4ced-9f17-2d37e8b0bd16 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:21:49.188078 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-58356962-378e-4ced-9f17-2d37e8b0bd16']: {'server_uuid': 'ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5', 'name': 'network-vif-deleted', 'tag': '5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:21:49.258644 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c79505ec-3fab-436b-a034-505ecbf56bfb req-436dd732-4e56-4a1d-869e-4849d71cb97b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 210 time: 0.0349209 Aug 31 16:21:50.250953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:50.273440 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:21:50.273805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 5ceeab4e-0f8f-41d1-8fbc-5b6b33f77f61 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:50.394871 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-294b3f6b-3ba7-418b-a4ec-17bc09a30ad7 req-9da31820-f2c3-4806-b880-b704d3467746 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 210 time: 0.0357580 Aug 31 16:21:50.716374 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5336ea60-7ab4-47f5-89e9-5a64d278e1c4 req-9077e277-b613-4798-81f7-6e411d3d619a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea17eadf-d7fc-43b4-92fe-6cbfd6d960b5 HTTP/1.1" status: 200 len: 210 time: 0.0550640 Aug 31 16:21:51.297902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:21:53.813173 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:53.815336 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:21:59.239387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:00.373956 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:00.377498 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:00.678623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=32,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:01.211466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:01.212648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:05.987872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-eefa0c9e-1258-4bb8-a4ff-322ac044aaff tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:05.989875 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-eefa0c9e-1258-4bb8-a4ff-322ac044aaff tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/networks?id=acee608a-1bd4-45ab-875e-4c58ea0f924d HTTP/1.1" status: 200 len: 815 time: 0.1240535 Aug 31 16:22:06.008432 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-4c656284-8df9-438f-ac22-6b7831ab3b10 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/quotas/1bdfcdbd24124aa58200f32c2d27eccd HTTP/1.1" status: 200 len: 375 time: 0.0111506 Aug 31 16:22:06.069588 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-cfabe2ed-4292-4558-a76a-69892fd60a2d tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=1bdfcdbd24124aa58200f32c2d27eccd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524960 Aug 31 16:22:06.133575 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-44703d6d-48e0-4abe-8d01-7467948d246e service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 16:22:06.134680 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-44703d6d-48e0-4abe-8d01-7467948d246e service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0522318 Aug 31 16:22:06.241946 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-05b7466a-ebd0-49ff-88b6-00dac34b2a01 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993083 Aug 31 16:22:06.354677 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-9dd6e3b9-b86a-4a17-a156-8055e5e56956 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060996 Aug 31 16:22:06.669605 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cd95ac02-d67f-4c78-b8d5-5710a507296b req-3a4ed891-3b9c-432e-9f71-466d690e18dc tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 210 time: 0.0500402 Aug 31 16:22:07.765723 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-46ae5efb-6fe7-4509-b362-f7d5b1e33830 req-4c70b1c3-c5ec-401d-8226-0ca679835c55 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 210 time: 0.0308208 Aug 31 16:22:08.622342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de2024ad-aba0-403a-ad1b-6ca41fbffc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:08.749936 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:08.754967 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:08.889995 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0a30e72d-f174-4824-8d14-f77dc8a615c0 req-14082032-e44e-45d4-a180-f8fa841fddb1 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 210 time: 0.0348380 Aug 31 16:22:09.275636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-91fcd8b8-7bfa-44d8-b231-740052fca6b2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:09.277396 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-91fcd8b8-7bfa-44d8-b231-740052fca6b2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.43 "GET /networking/v2.0/networks?id=acee608a-1bd4-45ab-875e-4c58ea0f924d HTTP/1.1" status: 200 len: 815 time: 0.1388235 Aug 31 16:22:09.291914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Request body: {'port': {'device_id': '0fcfa210-9490-4d92-9baa-e1d139b80dbd', 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'admin_state_up': True, 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:09.554279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Made reservation on behalf of 1bdfcdbd24124aa58200f32c2d27eccd for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:09.559231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:09.733425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Allocated IP 172.20.0.14 (acee608a-1bd4-45ab-875e-4c58ea0f924d/783ac1ae-7854-4dfa-a7a9-3e4e996b028b/56a19b07-f674-4541-8e7e-0ca3409aa495) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:09.908736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:09.935543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks [] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:09.952881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:10.041736 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-da8af7a7-d1d9-465e-a28c-0fab62f856ee req-ad61a3b8-88f8-4d0f-916c-0a8aa60347e5 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 210 time: 0.0469470 Aug 31 16:22:10.135456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:10.183895 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Network acee608a-1bd4-45ab-875e-4c58ea0f924d is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:10.190085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:10.194450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:22:10.232851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Pushing event updated for resources: {'Port': ['ID=56a19b07-f674-4541-8e7e-0ca3409aa495,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:10.295911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:10.297355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:10.423170 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a46d2b67-cda4-4072-8ecb-304a85075abe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1355639 Aug 31 16:22:10.613963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Request body: {'port': {'device_id': '0fcfa210-9490-4d92-9baa-e1d139b80dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:10.734166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:10.764165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a56a967f-12d6-4571-9a01-6c2162045db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:10.770085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1d73b92e-7cc1-494a-9742-09de2195f505 None None] Provisioning complete for port 56a19b07-f674-4541-8e7e-0ca3409aa495 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:22:10.771102 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1d73b92e-7cc1-494a-9742-09de2195f505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:10.771886 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1d73b92e-7cc1-494a-9742-09de2195f505 None None] Attempt 1 to provision port 56a19b07-f674-4541-8e7e-0ca3409aa495 Aug 31 16:22:10.833231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1d73b92e-7cc1-494a-9742-09de2195f505 None None] Port 56a19b07-f674-4541-8e7e-0ca3409aa495 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:22:11.275187 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e7f39-ab61-443a-8787-5da9f97298a3 req-33c8de42-09db-4e21-bcff-db8e5eba749e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:11.281906 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c61e7f39-ab61-443a-8787-5da9f97298a3 req-33c8de42-09db-4e21-bcff-db8e5eba749e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 932 time: 0.1416316 Aug 31 16:22:11.317440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a19b07-f674-4541-8e7e-0ca3409aa495 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:22:11.333724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Publish callbacks [] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:11.335791 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1d73b92e-7cc1-494a-9742-09de2195f505 None None] Attempt 2 to provision port 56a19b07-f674-4541-8e7e-0ca3409aa495 Aug 31 16:22:11.375838 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Transition to ACTIVE for port object 56a19b07-f674-4541-8e7e-0ca3409aa495 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:22:11.447874 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1d73b92e-7cc1-494a-9742-09de2195f505 None None] Port 56a19b07-f674-4541-8e7e-0ca3409aa495 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:22:11.450608 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c61e7f39-ab61-443a-8787-5da9f97298a3 req-cf953c0c-28b6-42a3-9164-c0043694ce64 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622112 Aug 31 16:22:11.486520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:11.618939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Pushing event updated for resources: {'Port': ['ID=56a19b07-f674-4541-8e7e-0ca3409aa495,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:11.693875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Attempting to bind port 56a19b07-f674-4541-8e7e-0ca3409aa495 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:22:11.694584 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Attempting to bind port 56a19b07-f674-4541-8e7e-0ca3409aa495 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:22:11.694584 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Attempting to bind port 56a19b07-f674-4541-8e7e-0ca3409aa495 on network acee608a-1bd4-45ab-875e-4c58ea0f924d {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:22:11.701621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Port 56a19b07-f674-4541-8e7e-0ca3409aa495 on network acee608a-1bd4-45ab-875e-4c58ea0f924d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:22:11.702118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Attempting to bind port 56a19b07-f674-4541-8e7e-0ca3409aa495 on network acee608a-1bd4-45ab-875e-4c58ea0f924d {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:22:11.714965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:22:11.714965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Checking segment: {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:22:11.714965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Bound using segment: {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:22:11.716964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Bound port: 56a19b07-f674-4541-8e7e-0ca3409aa495, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:22:11.716964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:11.819592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:11.835823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] For port 56a19b07-f674-4541-8e7e-0ca3409aa495, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:11.840790 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] For port 56a19b07-f674-4541-8e7e-0ca3409aa495, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=56a19b07-f674-4541-8e7e-0ca3409aa495,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:11.931380 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:11.938246 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:11.940124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:11.943355 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/56a19b07-f674-4541-8e7e-0ca3409aa495 HTTP/1.1" status: 200 len: 1094 time: 1.5035834 Aug 31 16:22:11.948296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcfa210-9490-4d92-9baa-e1d139b80dbd', 'tag': '56a19b07-f674-4541-8e7e-0ca3409aa495'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:22:11.951297 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1d73b92e-7cc1-494a-9742-09de2195f505 None None] Attempt 3 to provision port 56a19b07-f674-4541-8e7e-0ca3409aa495 Aug 31 16:22:11.953193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617ed19a-4126-44a9-af23-788bea6681d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcfa210-9490-4d92-9baa-e1d139b80dbd", "tag": "56a19b07-f674-4541-8e7e-0ca3409aa495"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:22:12.110278 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1d73b92e-7cc1-494a-9742-09de2195f505 None None] Port 56a19b07-f674-4541-8e7e-0ca3409aa495 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:22:12.173824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de06ad9-5fa6-4bb6-895c-1a3aae425425 service neutron] Pushing event updated for resources: {'Port': ['ID=56a19b07-f674-4541-8e7e-0ca3409aa495,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:12.222677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7632f8-7a49-4f75-b7cc-6e77dfbd93f5 x-openstack-request-id: req-8d7632f8-7a49-4f75-b7cc-6e77dfbd93f5 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:22:12.223138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcfa210-9490-4d92-9baa-e1d139b80dbd", "tag": "56a19b07-f674-4541-8e7e-0ca3409aa495", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:22:12.223484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d7632f8-7a49-4f75-b7cc-6e77dfbd93f5 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:22:12.224084 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7632f8-7a49-4f75-b7cc-6e77dfbd93f5'] response: {'name': 'network-changed', 'server_uuid': '0fcfa210-9490-4d92-9baa-e1d139b80dbd', 'tag': '56a19b07-f674-4541-8e7e-0ca3409aa495', 'status': 'completed', 'code': 200} Aug 31 16:22:12.335417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:12.698711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-de74a219-799b-4e30-836f-36707fa60334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:12.701493 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-de74a219-799b-4e30-836f-36707fa60334 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1bdfcdbd24124aa58200f32c2d27eccd&device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 1128 time: 0.1542554 Aug 31 16:22:12.739087 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af415ce-5dd0-4e88-a9c2-c7ac4fb194fd req-ed6b4a83-de17-4ff2-9fc0-eba1441237a6 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:12.743723 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6af415ce-5dd0-4e88-a9c2-c7ac4fb194fd req-ed6b4a83-de17-4ff2-9fc0-eba1441237a6 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 944 time: 0.1457729 Aug 31 16:22:12.848149 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6af415ce-5dd0-4e88-a9c2-c7ac4fb194fd req-23c70bd1-6b76-4d57-94eb-dfbaceeb485c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980079 Aug 31 16:22:13.701299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:13.878672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:14.079273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bf2e9-be63-4bda-a5f3-5c6b3a152cfb req-8ff84e80-8d69-4cc1-a7cf-208d1622e944 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:14.082700 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b02bf2e9-be63-4bda-a5f3-5c6b3a152cfb req-8ff84e80-8d69-4cc1-a7cf-208d1622e944 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 944 time: 0.1064436 Aug 31 16:22:14.172493 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b02bf2e9-be63-4bda-a5f3-5c6b3a152cfb req-41073207-9c83-4baf-853d-f5e2b08ba1bd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842350 Aug 31 16:22:15.395028 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a6668-aa02-4e7d-8e24-796d37f6f88c req-2574f99b-9585-4d93-a8c0-a95a5602e31f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:15.397187 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-583a6668-aa02-4e7d-8e24-796d37f6f88c req-2574f99b-9585-4d93-a8c0-a95a5602e31f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 944 time: 0.0911338 Aug 31 16:22:15.511423 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-583a6668-aa02-4e7d-8e24-796d37f6f88c req-61a6d2d7-7755-44aa-a03d-22a04d1e7831 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059227 Aug 31 16:22:16.734043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:16.761205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d973e-1b9c-4ddd-af30-53e050f9a7c9 req-b43a588a-268f-4c8b-ab74-fff76c483668 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:16.786306 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d07d973e-1b9c-4ddd-af30-53e050f9a7c9 req-b43a588a-268f-4c8b-ab74-fff76c483668 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 944 time: 0.1219187 Aug 31 16:22:16.863697 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d07d973e-1b9c-4ddd-af30-53e050f9a7c9 req-84458de6-4aee-400a-b360-cc975c829fb8 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756555 Aug 31 16:22:18.052224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977abaee-a150-4305-bc23-c327dffe4173 req-defb8c2f-fdf4-4ede-b737-5cae4de57fcc tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:18.054323 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-977abaee-a150-4305-bc23-c327dffe4173 req-defb8c2f-fdf4-4ede-b737-5cae4de57fcc tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 944 time: 0.0712116 Aug 31 16:22:18.116040 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-977abaee-a150-4305-bc23-c327dffe4173 req-f64acf2b-448e-4f19-bfd5-40f88e35b6c6 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513124 Aug 31 16:22:18.593688 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-a1029bd4-fca4-4fea-88ca-a35315eee1b4 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56a19b07-f674-4541-8e7e-0ca3409aa495 HTTP/1.1" status: 200 len: 217 time: 0.0436151 Aug 31 16:22:18.658685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-1a931595-74c9-4f99-8368-44c3ddd6bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:18.660401 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-1a931595-74c9-4f99-8368-44c3ddd6bbe4 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=783ac1ae-7854-4dfa-a7a9-3e4e996b028b HTTP/1.1" status: 200 len: 854 time: 0.0588019 Aug 31 16:22:18.710415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6f47cca3-76ed-4993-838e-974b09a5f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:18.712158 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6f47cca3-76ed-4993-838e-974b09a5f690 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=acee608a-1bd4-45ab-875e-4c58ea0f924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434129 Aug 31 16:22:18.828354 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-6a8a99a0-c87f-4fb5-9a92-3d7d33e73f67 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057329 Aug 31 16:22:18.981480 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-1f72e9f4-71c4-4c22-a924-2117490a03b1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429186 Aug 31 16:22:19.266347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128389a-db23-4bf1-a251-4a6620280f66 req-f0cea66a-0cb3-4b69-9bcb-d347a9f60813 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:19.267892 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e128389a-db23-4bf1-a251-4a6620280f66 req-f0cea66a-0cb3-4b69-9bcb-d347a9f60813 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 944 time: 0.0531263 Aug 31 16:22:19.341298 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e128389a-db23-4bf1-a251-4a6620280f66 req-83c6b56f-a71c-460c-bb26-d79cd6a9eb30 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661597 Aug 31 16:22:19.944021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed19a-4126-44a9-af23-788bea6681d3 req-0e6cd84e-ebf4-4ffd-9dd8-fb8636b654a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:19.945692 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-617ed19a-4126-44a9-af23-788bea6681d3 req-0e6cd84e-ebf4-4ffd-9dd8-fb8636b654a4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1bdfcdbd24124aa58200f32c2d27eccd&device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 1128 time: 0.0439546 Aug 31 16:22:20.185189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed19a-4126-44a9-af23-788bea6681d3 req-910dce9b-6d52-469a-b524-51b710c521be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:20.187818 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-617ed19a-4126-44a9-af23-788bea6681d3 req-910dce9b-6d52-469a-b524-51b710c521be service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=acee608a-1bd4-45ab-875e-4c58ea0f924d HTTP/1.1" status: 200 len: 916 time: 0.2325485 Aug 31 16:22:20.233784 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-617ed19a-4126-44a9-af23-788bea6681d3 req-841e08a3-273f-4f86-80fa-2b56cad15209 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56a19b07-f674-4541-8e7e-0ca3409aa495 HTTP/1.1" status: 200 len: 217 time: 0.0363615 Aug 31 16:22:20.297458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed19a-4126-44a9-af23-788bea6681d3 req-3a815e3f-aeb8-4d44-bd4a-13a839442351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:20.299067 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-617ed19a-4126-44a9-af23-788bea6681d3 req-3a815e3f-aeb8-4d44-bd4a-13a839442351 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=783ac1ae-7854-4dfa-a7a9-3e4e996b028b HTTP/1.1" status: 200 len: 854 time: 0.0565827 Aug 31 16:22:20.351279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed19a-4126-44a9-af23-788bea6681d3 req-9be0db9a-1128-405c-8c7b-13a6ae6a3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:20.353772 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-617ed19a-4126-44a9-af23-788bea6681d3 req-9be0db9a-1128-405c-8c7b-13a6ae6a3ded service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=acee608a-1bd4-45ab-875e-4c58ea0f924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452332 Aug 31 16:22:20.453716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 56a19b07-f674-4541-8e7e-0ca3409aa495 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:22:20.465002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:20.512034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5299a-5287-4620-bed2-b91314fd764f req-b1c93c64-fdbb-4b70-bc9c-b1a38c9ba100 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:20.514918 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1cf5299a-5287-4620-bed2-b91314fd764f req-b1c93c64-fdbb-4b70-bc9c-b1a38c9ba100 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 944 time: 0.0787892 Aug 31 16:22:20.528016 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-617ed19a-4126-44a9-af23-788bea6681d3 req-8a46cec0-0cd1-4c26-b9c3-00ae3e08ecdd service neutron] 10.222.0.43 "GET /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645377 Aug 31 16:22:20.579901 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1cf5299a-5287-4620-bed2-b91314fd764f req-0901bbe4-1beb-4b1b-808e-ab926b091154 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534153 Aug 31 16:22:20.663579 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-617ed19a-4126-44a9-af23-788bea6681d3 req-8421b377-fd33-4103-83fb-f025963c9747 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261067 Aug 31 16:22:20.801287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 56a19b07-f674-4541-8e7e-0ca3409aa495, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=56a19b07-f674-4541-8e7e-0ca3409aa495,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:20.817522 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:22:20.823284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '56a19b07-f674-4541-8e7e-0ca3409aa495', 'network_id': 'acee608a-1bd4-45ab-875e-4c58ea0f924d', 'port_id': '56a19b07-f674-4541-8e7e-0ca3409aa495', 'mac_address': 'fa:16:3e:1a:9c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783ac1ae-7854-4dfa-a7a9-3e4e996b028b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:22:20.887152 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 56a19b07-f674-4541-8e7e-0ca3409aa495 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:22:20.887768 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:20.911824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a19b07-f674-4541-8e7e-0ca3409aa495 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:22:20.949472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 56a19b07-f674-4541-8e7e-0ca3409aa495, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=56a19b07-f674-4541-8e7e-0ca3409aa495,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:21.051503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:21.106145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=56a19b07-f674-4541-8e7e-0ca3409aa495,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:21.114361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.114695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.115033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.115367 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.115696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.116022 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.116384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.116703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.117029 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.117354 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.118636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.118970 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.119359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.120193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.120513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:21.310811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['56a19b07-f674-4541-8e7e-0ca3409aa495'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:22:21.341085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:21.721999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344be888-679a-45da-a263-9c3f06170204 req-0e6b1643-d495-4f0f-a710-05286eab1b08 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:21.723679 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-344be888-679a-45da-a263-9c3f06170204 req-0e6b1643-d495-4f0f-a710-05286eab1b08 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0541170 Aug 31 16:22:21.789417 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-344be888-679a-45da-a263-9c3f06170204 req-31eb6755-670d-4cfb-8da7-07a307a218d2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558465 Aug 31 16:22:22.454397 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 56a19b07-f674-4541-8e7e-0ca3409aa495 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:22.504483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 56a19b07-f674-4541-8e7e-0ca3409aa495 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:22:22.599383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 56a19b07-f674-4541-8e7e-0ca3409aa495 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:22:22.599851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:22.600297 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 56a19b07-f674-4541-8e7e-0ca3409aa495 Aug 31 16:22:22.632794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:22:22.649977 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:22:23.084238 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fd396-2510-4ac2-95d5-956b85f1b6ae req-7933a158-b570-4e66-a5e7-cdd10c89dcce tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:23.085915 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0d0fd396-2510-4ac2-95d5-956b85f1b6ae req-7933a158-b570-4e66-a5e7-cdd10c89dcce tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0669909 Aug 31 16:22:23.144783 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0d0fd396-2510-4ac2-95d5-956b85f1b6ae req-2c2426b0-1610-4968-998a-1760378d264c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522785 Aug 31 16:22:24.274555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:24.293909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd8d08-cb8b-47be-b377-eda8d3415b44 req-c27b3ca6-8249-4754-b058-19ba82949b22 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:24.295643 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8ecd8d08-cb8b-47be-b377-eda8d3415b44 req-c27b3ca6-8249-4754-b058-19ba82949b22 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0629199 Aug 31 16:22:24.366910 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8ecd8d08-cb8b-47be-b377-eda8d3415b44 req-bf3a018f-dd62-4da7-80a2-deba2090ed0c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600634 Aug 31 16:22:25.537696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a53a12-fcf7-4864-982f-54f89702d842 req-eab73990-363e-4b92-9e36-5052023cac0a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:25.540454 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-38a53a12-fcf7-4864-982f-54f89702d842 req-eab73990-363e-4b92-9e36-5052023cac0a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0863421 Aug 31 16:22:25.596468 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-38a53a12-fcf7-4864-982f-54f89702d842 req-c9e406e0-4905-4341-854f-65ea88df0bad tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499375 Aug 31 16:22:26.727311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d546d50-caa7-4a46-ae2c-5416f89ed9c1 req-a5fd596b-0d57-4c56-a0fa-657312bd2c7c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:26.729595 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7d546d50-caa7-4a46-ae2c-5416f89ed9c1 req-a5fd596b-0d57-4c56-a0fa-657312bd2c7c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0528438 Aug 31 16:22:26.794215 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7d546d50-caa7-4a46-ae2c-5416f89ed9c1 req-42bc01a0-12d0-47be-bb33-03f6220fe8e2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583713 Aug 31 16:22:27.933526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1d5c9-b71a-4773-8fd4-935ed427281a req-66c50139-cfbf-4fe5-a95f-408353975f15 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:27.935360 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-edb1d5c9-b71a-4773-8fd4-935ed427281a req-66c50139-cfbf-4fe5-a95f-408353975f15 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0643048 Aug 31 16:22:27.998977 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-edb1d5c9-b71a-4773-8fd4-935ed427281a req-dbeff70c-f603-49a9-942c-7c55322997b2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552502 Aug 31 16:22:29.142449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e1ba-ec85-40db-85db-4a58360b7ede req-c91c4c66-460d-4765-bfe8-33718a9b34e8 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:29.144248 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d658e1ba-ec85-40db-85db-4a58360b7ede req-c91c4c66-460d-4765-bfe8-33718a9b34e8 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0586264 Aug 31 16:22:29.207097 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d658e1ba-ec85-40db-85db-4a58360b7ede req-5c642ba0-5ba4-4e54-876d-55f3f1965357 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557494 Aug 31 16:22:30.341846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc7b7-b0cf-4ad9-8a60-c492e38ac8c2 req-347ad74c-c531-4308-80aa-61df1d0bea94 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:30.343841 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-954cc7b7-b0cf-4ad9-8a60-c492e38ac8c2 req-347ad74c-c531-4308-80aa-61df1d0bea94 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0540876 Aug 31 16:22:30.403763 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-954cc7b7-b0cf-4ad9-8a60-c492e38ac8c2 req-fbf86c04-e2ed-47b3-84c7-477c1f939024 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533299 Aug 31 16:22:30.812696 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:31.550590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8442500-9f46-419d-9a13-23e2bc00ebdb req-b28fa847-cac4-43e8-8ccc-82992de38ffa tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:31.552211 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8442500-9f46-419d-9a13-23e2bc00ebdb req-b28fa847-cac4-43e8-8ccc-82992de38ffa tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0711784 Aug 31 16:22:31.608283 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8442500-9f46-419d-9a13-23e2bc00ebdb req-f9edd681-5fa8-4285-840c-d2986f40f90f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Aug 31 16:22:32.648682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:32.699365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=77 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:32.701621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:32.746885 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748202f-88fe-417b-8a49-a9fd467cfabc req-c45a28f0-21fe-4c12-9fd9-4afa28509863 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:32.748539 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d748202f-88fe-417b-8a49-a9fd467cfabc req-c45a28f0-21fe-4c12-9fd9-4afa28509863 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0593693 Aug 31 16:22:32.830521 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d748202f-88fe-417b-8a49-a9fd467cfabc req-347a60f1-b8a4-4e5c-ad56-0261728eff84 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752864 Aug 31 16:22:33.964723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a4aa8-463d-4a6e-bf2e-6cfd112b02a4 req-79cc576d-4e93-4c42-ab4e-8b2e04cbd878 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:33.966635 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-492a4aa8-463d-4a6e-bf2e-6cfd112b02a4 req-79cc576d-4e93-4c42-ab4e-8b2e04cbd878 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0565619 Aug 31 16:22:34.024824 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-492a4aa8-463d-4a6e-bf2e-6cfd112b02a4 req-d41a8a11-64e4-4091-b54d-5964fe51c29c tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520158 Aug 31 16:22:35.154859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ced57-30de-4695-920b-89f8b579d460 req-ca7f9019-b2d0-497b-900d-cdd4df997226 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:35.156486 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-876ced57-30de-4695-920b-89f8b579d460 req-ca7f9019-b2d0-497b-900d-cdd4df997226 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0525074 Aug 31 16:22:35.217815 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-876ced57-30de-4695-920b-89f8b579d460 req-6f0f09dc-e411-4fba-92b7-ba1502e26b5a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549679 Aug 31 16:22:36.357998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79055731-195e-454d-a6a4-31aa68e0b111 req-3ae87027-a523-4766-902b-309cba49a345 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:36.359975 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-79055731-195e-454d-a6a4-31aa68e0b111 req-3ae87027-a523-4766-902b-309cba49a345 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0555217 Aug 31 16:22:36.419074 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-79055731-195e-454d-a6a4-31aa68e0b111 req-1e1742bf-9b57-463f-9033-478cd838a6f1 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501218 Aug 31 16:22:37.581832 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecadfa0-0337-4a41-bac6-2d5793eee4b5 req-dfc6891b-5581-47c3-9da0-4b9bb4c65dbe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:37.584704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6ecadfa0-0337-4a41-bac6-2d5793eee4b5 req-dfc6891b-5581-47c3-9da0-4b9bb4c65dbe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0838237 Aug 31 16:22:37.670877 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6ecadfa0-0337-4a41-bac6-2d5793eee4b5 req-38facc12-e639-4876-bb3a-08c8281107cb tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795784 Aug 31 16:22:38.605198 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d864ec6e-d775-43d0-a1b5-71b3a61bd272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:38.831358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008357c-0afd-4606-a7c2-74326eb01ce4 req-b59a661f-f177-4367-a1e0-a77527fe5cc8 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:38.833051 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1008357c-0afd-4606-a7c2-74326eb01ce4 req-b59a661f-f177-4367-a1e0-a77527fe5cc8 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0608828 Aug 31 16:22:38.892474 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1008357c-0afd-4606-a7c2-74326eb01ce4 req-499b7be3-1d02-4fe5-b45a-544c36b8b315 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524259 Aug 31 16:22:40.027132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c27f-bb20-4ef8-a450-db34cdd7acb6 req-28bf016c-0776-411f-9fa5-acd4c1475209 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:40.028780 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6821c27f-bb20-4ef8-a450-db34cdd7acb6 req-28bf016c-0776-411f-9fa5-acd4c1475209 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0585780 Aug 31 16:22:40.084863 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6821c27f-bb20-4ef8-a450-db34cdd7acb6 req-ba0ea4fe-bd1e-4699-a418-911797c7e8ba tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498197 Aug 31 16:22:40.753945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-da1af554-a0d6-4c8a-bab5-6f91fde70e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:41.225223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451f271-5e3a-4a66-9a01-a1d8e346c017 req-a20f1ae1-d6e5-4a27-a890-6c20e62dd58b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:41.231518 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0451f271-5e3a-4a66-9a01-a1d8e346c017 req-a20f1ae1-d6e5-4a27-a890-6c20e62dd58b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0660300 Aug 31 16:22:41.288455 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0451f271-5e3a-4a66-9a01-a1d8e346c017 req-d9a6ae5f-d7ea-4185-a73a-3b86710b4ce0 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507815 Aug 31 16:22:42.328540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:42.428200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bbe71-c16e-4472-862e-2aec7090186e req-9f24c0d9-903e-4171-960c-0ce6a39f054b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:42.429950 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b62bbe71-c16e-4472-862e-2aec7090186e req-9f24c0d9-903e-4171-960c-0ce6a39f054b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0558431 Aug 31 16:22:42.487245 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b62bbe71-c16e-4472-862e-2aec7090186e req-5422c062-1141-421f-b017-648a10555693 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508752 Aug 31 16:22:43.656519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:43.666915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a092b-77dd-406b-93c1-0be4f8e7a38a req-7cc3fd5e-c919-47f9-b594-94f27692b34f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:43.669684 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-915a092b-77dd-406b-93c1-0be4f8e7a38a req-7cc3fd5e-c919-47f9-b594-94f27692b34f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0843945 Aug 31 16:22:43.735324 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-915a092b-77dd-406b-93c1-0be4f8e7a38a req-ddfba631-ad51-4c7e-9fa3-c26990d5168a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596271 Aug 31 16:22:43.879389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:44.889754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9916887-abc1-4dbe-b2da-8d3c422e6629 req-1397127d-fb5c-4e76-86e5-fabd5fa09f6b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:44.891567 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f9916887-abc1-4dbe-b2da-8d3c422e6629 req-1397127d-fb5c-4e76-86e5-fabd5fa09f6b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0529425 Aug 31 16:22:44.967351 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f9916887-abc1-4dbe-b2da-8d3c422e6629 req-9842115e-a3fa-415d-8e39-c69d2e232e0d tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650721 Aug 31 16:22:46.127738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:46.144370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c75d0-a9b9-4861-8fa2-bf06d72414bd req-739c4fc3-0b5a-4bbf-910f-7c6feca983db tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:46.146014 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-701c75d0-a9b9-4861-8fa2-bf06d72414bd req-739c4fc3-0b5a-4bbf-910f-7c6feca983db tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0626867 Aug 31 16:22:46.208485 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-701c75d0-a9b9-4861-8fa2-bf06d72414bd req-6b9a561a-c6e2-4168-a4f6-bbe8da6eca54 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516057 Aug 31 16:22:47.358946 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2908-084f-43c2-9daa-1b72690b4c66 req-b0b274f1-3d69-4b58-b057-76981a8c7267 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:47.369134 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d86a2908-084f-43c2-9daa-1b72690b4c66 req-b0b274f1-3d69-4b58-b057-76981a8c7267 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0640678 Aug 31 16:22:47.427848 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d86a2908-084f-43c2-9daa-1b72690b4c66 req-a7a9f341-8cd8-4bdf-a475-d159574e34a7 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601478 Aug 31 16:22:48.571279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53227cd-2a5b-4b2a-a607-401f7a7ab96d req-71767d65-15d2-4361-bc78-b8d7a30c80b9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:48.574338 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f53227cd-2a5b-4b2a-a607-401f7a7ab96d req-71767d65-15d2-4361-bc78-b8d7a30c80b9 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0624747 Aug 31 16:22:48.630440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:48.635523 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f53227cd-2a5b-4b2a-a607-401f7a7ab96d req-d82ff1af-7464-4418-8437-a6136476090d tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507848 Aug 31 16:22:48.780595 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=15 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:48.783666 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=17 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:49.770295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33729f92-c197-43a4-a5e9-fc14465b10ed req-e82f74d8-adb0-4a63-9719-8511dc2a8e53 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:49.771929 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-33729f92-c197-43a4-a5e9-fc14465b10ed req-e82f74d8-adb0-4a63-9719-8511dc2a8e53 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0533006 Aug 31 16:22:49.831689 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-33729f92-c197-43a4-a5e9-fc14465b10ed req-8a97a2c0-f02b-44c3-8133-71331246d235 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490594 Aug 31 16:22:50.961635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e14e-9275-42bf-94ad-6c10876fa45c req-52cb3930-d3d7-4f57-9796-f7e48d93e334 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:50.963905 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7588e14e-9275-42bf-94ad-6c10876fa45c req-52cb3930-d3d7-4f57-9796-f7e48d93e334 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0516236 Aug 31 16:22:51.026498 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7588e14e-9275-42bf-94ad-6c10876fa45c req-b8959d6d-c76b-4479-a38a-1fc120364d9f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556581 Aug 31 16:22:51.328696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:22:52.194309 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec398f2-22ba-47fe-8e74-3e38c0553f3f req-426118d5-0c02-4e9f-953d-9ab741aed92f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:52.195894 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9ec398f2-22ba-47fe-8e74-3e38c0553f3f req-426118d5-0c02-4e9f-953d-9ab741aed92f tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0592802 Aug 31 16:22:52.250683 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9ec398f2-22ba-47fe-8e74-3e38c0553f3f req-67caa1b6-9f12-4e50-9790-0edb6feda646 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473840 Aug 31 16:22:53.381378 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102bbab-f882-46fb-bdb2-e729feeb1caf req-5af62e5c-69d0-4f8c-a198-5bc026b74e82 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:53.383008 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2102bbab-f882-46fb-bdb2-e729feeb1caf req-5af62e5c-69d0-4f8c-a198-5bc026b74e82 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0531750 Aug 31 16:22:53.452147 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2102bbab-f882-46fb-bdb2-e729feeb1caf req-629d32e1-0620-4e72-b79c-04570ea8d80b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622811 Aug 31 16:22:54.574130 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855aae3d-6069-4eb1-a705-46d2856e8d11 req-20562646-3935-4ca1-9bee-bfc4067a6d83 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:54.575652 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-855aae3d-6069-4eb1-a705-46d2856e8d11 req-20562646-3935-4ca1-9bee-bfc4067a6d83 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0499406 Aug 31 16:22:54.613111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:22:54.626994 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-855aae3d-6069-4eb1-a705-46d2856e8d11 req-b34c4c9c-6a37-4ee9-8830-6e60e7a7d6de tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452921 Aug 31 16:22:55.780131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37d88a-7b42-4a5d-b42a-1eb9506ae348 req-89390c8d-61a0-4776-abb6-1ff5d6d5348b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:55.781865 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-aa37d88a-7b42-4a5d-b42a-1eb9506ae348 req-89390c8d-61a0-4776-abb6-1ff5d6d5348b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0622888 Aug 31 16:22:55.849308 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-aa37d88a-7b42-4a5d-b42a-1eb9506ae348 req-447d8817-3390-4e79-8d3b-98cf9f89840a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566478 Aug 31 16:22:56.982515 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6026ee-e812-4435-aadd-77f8de507719 req-a8268bd9-ad65-4a41-ac1f-6ac1528db172 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:56.984084 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2a6026ee-e812-4435-aadd-77f8de507719 req-a8268bd9-ad65-4a41-ac1f-6ac1528db172 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0548608 Aug 31 16:22:57.044736 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2a6026ee-e812-4435-aadd-77f8de507719 req-6ba81267-33f0-4561-aeda-3f1cf4958dbe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550265 Aug 31 16:22:57.817067 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:22:58.458563 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef08d0-c56b-459f-afcc-221f15e2b0e3 req-ffb99431-5f81-4d76-9336-c50d15407ff3 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:58.460373 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-60ef08d0-c56b-459f-afcc-221f15e2b0e3 req-ffb99431-5f81-4d76-9336-c50d15407ff3 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.3345714 Aug 31 16:22:58.518796 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-60ef08d0-c56b-459f-afcc-221f15e2b0e3 req-efbe8d02-0b65-4a13-bf06-6789886b4688 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516822 Aug 31 16:22:59.675822 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35ced4-b9e5-45ef-a69c-c3d7b1bafd51 req-572b3d46-f899-41f5-9fd4-be03a521a01d tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:22:59.677445 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2e35ced4-b9e5-45ef-a69c-c3d7b1bafd51 req-572b3d46-f899-41f5-9fd4-be03a521a01d tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0522945 Aug 31 16:22:59.735076 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2e35ced4-b9e5-45ef-a69c-c3d7b1bafd51 req-fba657a3-2547-4787-af16-482d72382a5b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517650 Aug 31 16:23:00.857811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a98eaf-b121-4ec3-904a-00cfd829b2a5 req-76bf6159-34fd-48b5-b9c4-9d4278d92b0e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:00.859348 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-14a98eaf-b121-4ec3-904a-00cfd829b2a5 req-76bf6159-34fd-48b5-b9c4-9d4278d92b0e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0498970 Aug 31 16:23:00.910082 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-14a98eaf-b121-4ec3-904a-00cfd829b2a5 req-42d96aa4-7f11-46c2-af01-fd8c9875caa2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451157 Aug 31 16:23:01.221543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:01.229859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:02.084355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:02.097652 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32a1a7-2610-4cdf-be50-83c195eef2d9 req-5c1328b6-e5d7-42db-93d2-77b304b83383 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:02.099291 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9e32a1a7-2610-4cdf-be50-83c195eef2d9 req-5c1328b6-e5d7-42db-93d2-77b304b83383 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.1133301 Aug 31 16:23:02.177390 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9e32a1a7-2610-4cdf-be50-83c195eef2d9 req-29b71c67-ebc7-4c2e-9633-860772b713af tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678945 Aug 31 16:23:03.382546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b788ed-2555-40aa-a865-c33c9cdd4004 req-38e96e0f-eac2-41e4-94f6-22cf7decf182 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:03.384861 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-36b788ed-2555-40aa-a865-c33c9cdd4004 req-38e96e0f-eac2-41e4-94f6-22cf7decf182 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.1093802 Aug 31 16:23:03.439086 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-36b788ed-2555-40aa-a865-c33c9cdd4004 req-43d75b2f-7cdd-45d3-9508-b5e874407b9e tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484810 Aug 31 16:23:04.576883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77518e0f-abb4-4834-9893-4927434ae0e2 req-707104bd-fc9a-4a9c-9ff5-0c86afced96a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:04.578718 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-77518e0f-abb4-4834-9893-4927434ae0e2 req-707104bd-fc9a-4a9c-9ff5-0c86afced96a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0529971 Aug 31 16:23:04.641505 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-77518e0f-abb4-4834-9893-4927434ae0e2 req-2002acc6-9550-4892-8edc-4fc3b1ac868a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564940 Aug 31 16:23:05.775176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68e146-0fba-47f9-9ff4-2c046d886e54 req-5feeff25-25b3-4fb8-82e6-653d46d6efc8 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:05.777064 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1f68e146-0fba-47f9-9ff4-2c046d886e54 req-5feeff25-25b3-4fb8-82e6-653d46d6efc8 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0546834 Aug 31 16:23:05.832432 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1f68e146-0fba-47f9-9ff4-2c046d886e54 req-095fd0a5-5a6d-485a-9335-423723bb9dbb tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491128 Aug 31 16:23:06.964428 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8daf59-34c5-4c79-b35c-0d6ad871023c req-82d41877-8fb7-4e31-9577-14ebe9a11eff tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:06.966085 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-af8daf59-34c5-4c79-b35c-0d6ad871023c req-82d41877-8fb7-4e31-9577-14ebe9a11eff tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0525644 Aug 31 16:23:07.026195 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-af8daf59-34c5-4c79-b35c-0d6ad871023c req-fbd1ec71-5a6f-4413-afee-f6354beb2718 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Aug 31 16:23:07.812089 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:07.813013 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:08.171807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d3e84-9ec7-407c-95c7-a6a691c0acaf req-73e15c25-f111-4671-9a69-dfaf157c44df tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:08.173411 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-050d3e84-9ec7-407c-95c7-a6a691c0acaf req-73e15c25-f111-4671-9a69-dfaf157c44df tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0512981 Aug 31 16:23:08.231293 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-050d3e84-9ec7-407c-95c7-a6a691c0acaf req-f579b45f-560b-4b47-90b7-454a7e4aeac4 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517495 Aug 31 16:23:08.598943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-78ee8d00-abc5-4bd4-bc0d-df37ab23ae2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:09.385060 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e95177-7e15-4b49-aefe-14adfab17225 req-5ff5422e-c8d9-41c4-b54e-6207ec6a4a86 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:09.386731 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-63e95177-7e15-4b49-aefe-14adfab17225 req-5ff5422e-c8d9-41c4-b54e-6207ec6a4a86 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0632517 Aug 31 16:23:09.439005 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-63e95177-7e15-4b49-aefe-14adfab17225 req-348175e0-82f0-4560-9253-cb9035f01680 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461924 Aug 31 16:23:10.567852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d72e43-e085-4e13-b4ce-b7ff3669a523 req-bd5a38ce-8cf6-4180-8dac-facc2ac33a86 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:10.569416 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5d72e43-e085-4e13-b4ce-b7ff3669a523 req-bd5a38ce-8cf6-4180-8dac-facc2ac33a86 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0520825 Aug 31 16:23:10.630471 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5d72e43-e085-4e13-b4ce-b7ff3669a523 req-cd5827dd-4e37-4c64-9d04-ae2eeb5c1fcc tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Aug 31 16:23:10.741390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c0e48e2a-158d-4ba5-a049-d67b2aa81402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:11.769153 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b24f4a-a41b-4ac8-8639-dcd3d05ea62c req-173a8551-1c31-4622-aad6-3e908c07b9bb tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:11.770824 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-70b24f4a-a41b-4ac8-8639-dcd3d05ea62c req-173a8551-1c31-4622-aad6-3e908c07b9bb tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0530386 Aug 31 16:23:11.832707 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-70b24f4a-a41b-4ac8-8639-dcd3d05ea62c req-40b0004c-d251-4ae9-9c73-6fc36736057b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Aug 31 16:23:12.312927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:12.962418 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c66f50-89c3-45fb-a7e4-647e4604e5e0 req-15d0480c-c6c8-4d9c-a355-e261d89dfb6a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:12.964203 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90c66f50-89c3-45fb-a7e4-647e4604e5e0 req-15d0480c-c6c8-4d9c-a355-e261d89dfb6a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0527837 Aug 31 16:23:12.982412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:13.027496 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90c66f50-89c3-45fb-a7e4-647e4604e5e0 req-ab8a0260-7a34-4551-93ac-6d1cb6b4a452 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532880 Aug 31 16:23:13.724448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:13.899843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:14.173580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ae1b9-2a3c-4f5a-9638-3325dacf6084 req-e4d1d6fb-9f4b-427a-9073-0910ed3f29c0 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:14.175270 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-776ae1b9-2a3c-4f5a-9638-3325dacf6084 req-e4d1d6fb-9f4b-427a-9073-0910ed3f29c0 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0529640 Aug 31 16:23:14.255381 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-776ae1b9-2a3c-4f5a-9638-3325dacf6084 req-f696e850-3b22-49e4-957d-a62dd23fda06 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732613 Aug 31 16:23:15.412508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f524193-d84b-43eb-98a2-e4db3a4201d8 req-1268f2bd-e6f8-4a38-9129-9788c80009bf tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:15.414748 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9f524193-d84b-43eb-98a2-e4db3a4201d8 req-1268f2bd-e6f8-4a38-9129-9788c80009bf tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0582173 Aug 31 16:23:15.457458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:15.474160 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9f524193-d84b-43eb-98a2-e4db3a4201d8 req-65fc173d-3a0c-4436-b08e-07be3e1d97e1 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521913 Aug 31 16:23:16.607981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfcb7e-e9e0-4add-8695-35bc2e8d672f req-20e0c840-0198-4f1f-ad74-3e505fd6dbb5 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:16.609829 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2cdfcb7e-e9e0-4add-8695-35bc2e8d672f req-20e0c840-0198-4f1f-ad74-3e505fd6dbb5 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0529811 Aug 31 16:23:16.670402 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2cdfcb7e-e9e0-4add-8695-35bc2e8d672f req-b18c7847-521f-4edd-b87c-0047776ccbd4 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539813 Aug 31 16:23:17.829884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95437-fc58-4bc4-85e5-92c15e5fe631 req-4b2c0c4f-c957-48bc-96ae-8e246ecb0a34 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:17.832528 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7af95437-fc58-4bc4-85e5-92c15e5fe631 req-4b2c0c4f-c957-48bc-96ae-8e246ecb0a34 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0824709 Aug 31 16:23:17.895268 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7af95437-fc58-4bc4-85e5-92c15e5fe631 req-5543d0d3-51ce-4d97-90d4-4588dcb27f64 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556552 Aug 31 16:23:19.034651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b9cb8-23a8-4b83-9731-1bd0532fd76e req-63cd7f5c-3a7a-4aab-af50-241c3c852cd6 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:19.036278 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d49b9cb8-23a8-4b83-9731-1bd0532fd76e req-63cd7f5c-3a7a-4aab-af50-241c3c852cd6 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0549312 Aug 31 16:23:19.090912 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d49b9cb8-23a8-4b83-9731-1bd0532fd76e req-6988ecea-94a2-4b75-a2a0-45c1f933d1f2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466487 Aug 31 16:23:20.242321 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ec7bc-a84f-45ce-97c9-0a0c5ce6f8aa req-1f66ae73-d5a8-4e3b-8cc6-d193ea62d33b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:20.244444 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-422ec7bc-a84f-45ce-97c9-0a0c5ce6f8aa req-1f66ae73-d5a8-4e3b-8cc6-d193ea62d33b tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0541744 Aug 31 16:23:20.307501 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-422ec7bc-a84f-45ce-97c9-0a0c5ce6f8aa req-ab7d603e-60e6-4b14-8bca-a1cbbd16e7b2 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570781 Aug 31 16:23:21.388284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:21.467733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117cdaf-04f1-45b9-a600-06b25c4d14ea req-a49ef8cf-8e42-4365-b2cf-c1745bb9d00a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:21.469347 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b117cdaf-04f1-45b9-a600-06b25c4d14ea req-a49ef8cf-8e42-4365-b2cf-c1745bb9d00a tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0794573 Aug 31 16:23:21.524065 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b117cdaf-04f1-45b9-a600-06b25c4d14ea req-63a2b5a2-d4a1-4930-955f-9165c76f5081 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=53904ba1-25b2-48ee-9226-d3ae1ccbadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474558 Aug 31 16:23:21.775261 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-e1fc6f76-4593-49c5-a077-85a0452c54a5 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:21.776797 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-e1fc6f76-4593-49c5-a077-85a0452c54a5 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 945 time: 0.0514250 Aug 31 16:23:21.880519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Deleting port 56a19b07-f674-4541-8e7e-0ca3409aa495 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:23:21.880862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:21.992959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] For port 56a19b07-f674-4541-8e7e-0ca3409aa495, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=56a19b07-f674-4541-8e7e-0ca3409aa495,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:21.993447 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:22.009314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Calling delete_port for 56a19b07-f674-4541-8e7e-0ca3409aa495 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:23:22.256423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (56a19b07-f674-4541-8e7e-0ca3409aa495), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:22.274817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['56a19b07-f674-4541-8e7e-0ca3409aa495'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:23:22.291194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Pushing event deleted for resources: {'Port': ['ID=56a19b07-f674-4541-8e7e-0ca3409aa495,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:22.323534 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.323922 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.324298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.324613 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.324900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.325221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.325589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.326125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.326308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.326544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.326874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.327196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.327521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.327842 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.328205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:22.360673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] No DVR routers for this DVR port 56a19b07-f674-4541-8e7e-0ca3409aa495 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:23:22.363758 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:22.367970 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ad7060a5-9c17-4b80-98f1-98c45df2660d req-dedda68a-8fdd-4c23-8297-5adaa2c58dfd tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.43 "DELETE /networking/v2.0/ports/56a19b07-f674-4541-8e7e-0ca3409aa495 HTTP/1.1" status: 204 len: 173 time: 0.5823891 Aug 31 16:23:22.368469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcfa210-9490-4d92-9baa-e1d139b80dbd', 'name': 'network-vif-deleted', 'tag': '56a19b07-f674-4541-8e7e-0ca3409aa495'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:23:22.370987 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22de3d91-2654-45fc-b30a-9a2630fcccd3" -d '{"events": [{"server_uuid": "0fcfa210-9490-4d92-9baa-e1d139b80dbd", "name": "network-vif-deleted", "tag": "56a19b07-f674-4541-8e7e-0ca3409aa495"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:23:22.421116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def5951c-b559-474f-aa14-43085b82af52 x-openstack-request-id: req-def5951c-b559-474f-aa14-43085b82af52 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:23:22.421412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcfa210-9490-4d92-9baa-e1d139b80dbd", "name": "network-vif-deleted", "tag": "56a19b07-f674-4541-8e7e-0ca3409aa495", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:23:22.421706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-def5951c-b559-474f-aa14-43085b82af52 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:23:22.432913 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-def5951c-b559-474f-aa14-43085b82af52']: {'server_uuid': '0fcfa210-9490-4d92-9baa-e1d139b80dbd', 'name': 'network-vif-deleted', 'tag': '56a19b07-f674-4541-8e7e-0ca3409aa495', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:23:22.650254 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1f6c9299-4fcd-4b37-8ff3-6123b37fd70c req-b3558300-b364-48d4-ab7f-08dab05f5404 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 210 time: 0.0441575 Aug 31 16:23:22.738018 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:22.744153 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:23.772688 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dbef0502-e25d-4dd3-adcb-6b63d8f1b39e req-140eaab2-2927-4222-8b67-f290642eeefe tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 210 time: 0.0365448 Aug 31 16:23:24.210474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:24.230368 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ac047a6d-45ba-48ad-ad39-ad0fd912b592 req-4b156155-068b-4e8c-8147-e005e6a8a238 tempest-TestMinimumBasicScenario-91944659 tempest-TestMinimumBasicScenario-91944659-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0fcfa210-9490-4d92-9baa-e1d139b80dbd HTTP/1.1" status: 200 len: 210 time: 0.0300095 Aug 31 16:23:24.686437 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 56a19b07-f674-4541-8e7e-0ca3409aa495 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:24.708250 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 56a19b07-f674-4541-8e7e-0ca3409aa495 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:23:24.708594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 56a19b07-f674-4541-8e7e-0ca3409aa495 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:23:26.538732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46246) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:26.740205 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:26.853427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:26.980694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (65098506-d680-40b7-bf47-a98688809eb1), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:27.366627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] Deleting port 5164ba50-9671-4b23-9b98-e83afb1b82a8 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:23:27.367117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:27.472327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] For port 5164ba50-9671-4b23-9b98-e83afb1b82a8, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5164ba50-9671-4b23-9b98-e83afb1b82a8,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:27.472776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:27.489745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] Calling delete_port for 5164ba50-9671-4b23-9b98-e83afb1b82a8 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:23:27.781194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (5164ba50-9671-4b23-9b98-e83afb1b82a8), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:27.819712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] Pushing event deleted for resources: {'Port': ['ID=5164ba50-9671-4b23-9b98-e83afb1b82a8,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:28.059503 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (65098506-d680-40b7-bf47-a98688809eb1), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:28.165612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:28.232338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:28.446500 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] Router 65098506-d680-40b7-bf47-a98688809eb1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:23:28.605329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:23:28.613269 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9e72817c-30c9-40a4-9c07-b560a647c033 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/65098506-d680-40b7-bf47-a98688809eb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0727148 Aug 31 16:23:28.615518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46248) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:28.631253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] Sync routers for ids ['65098506-d680-40b7-bf47-a98688809eb1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:23:28.649374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] Routers {'65098506-d680-40b7-bf47-a98688809eb1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:23:28.650447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:23:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['65098506-d680-40b7-bf47-a98688809eb1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:28.784317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Publish callbacks [] for router (65098506-d680-40b7-bf47-a98688809eb1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:28.820216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] Set router 65098506-d680-40b7-bf47-a98688809eb1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:23:28.922457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:28.932399 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Publish callbacks [] for router_gateway (65098506-d680-40b7-bf47-a98688809eb1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:29.058380 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65098506-d680-40b7-bf47-a98688809eb1', 'name': 'tempest-TestMinimumBasicScenario-1853144171-router', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:02Z', 'updated_at': '2022-08-31T16:23:27Z', 'revision_number': 5, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'gw_port': {'id': 'b36814f0-f45f-4ca2-8442-7dee7d57c465', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65098506-d680-40b7-bf47-a98688809eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:03Z', 'updated_at': '2022-08-31T16:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:29.091780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] Checking router: 65098506-d680-40b7-bf47-a98688809eb1 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:23:29.102085 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] Routers {'65098506-d680-40b7-bf47-a98688809eb1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:23:29.102721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:23:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['65098506-d680-40b7-bf47-a98688809eb1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:29.105605 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Deleting port b36814f0-f45f-4ca2-8442-7dee7d57c465 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:23:29.106168 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:29.221893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] For port b36814f0-f45f-4ca2-8442-7dee7d57c465, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b36814f0-f45f-4ca2-8442-7dee7d57c465,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:29.222193 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:29.228721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] Set router 65098506-d680-40b7-bf47-a98688809eb1 gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:23:29.240088 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Calling delete_port for b36814f0-f45f-4ca2-8442-7dee7d57c465 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:23:29.306789 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65098506-d680-40b7-bf47-a98688809eb1', 'name': 'tempest-TestMinimumBasicScenario-1853144171-router', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:02Z', 'updated_at': '2022-08-31T16:23:28Z', 'revision_number': 6, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:29.336218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda685d-cd00-41d6-962a-5a261b7c74f7 None None] The sync data for ids ['65098506-d680-40b7-bf47-a98688809eb1'] in dv-neutron-855257-2-hyperv is: [{'id': '65098506-d680-40b7-bf47-a98688809eb1', 'name': 'tempest-TestMinimumBasicScenario-1853144171-router', 'tenant_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:02Z', 'updated_at': '2022-08-31T16:23:28Z', 'revision_number': 6, 'project_id': '1bdfcdbd24124aa58200f32c2d27eccd', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:23:29.564221 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b36814f0-f45f-4ca2-8442-7dee7d57c465), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:29.589587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Pushing event deleted for resources: {'Port': ['ID=b36814f0-f45f-4ca2-8442-7dee7d57c465,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:29.606548 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.606916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.607264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.607603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.607963 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.608265 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.608595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.608920 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.609245 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.609597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.609924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.610247 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.610565 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.610935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.611267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:29.687623 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (65098506-d680-40b7-bf47-a98688809eb1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:29.811061 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (65098506-d680-40b7-bf47-a98688809eb1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:29.814746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Publish callbacks [] for router_controller (65098506-d680-40b7-bf47-a98688809eb1), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:29.963106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (65098506-d680-40b7-bf47-a98688809eb1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:29.963848 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65098506-d680-40b7-bf47-a98688809eb1 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:23:29.969162 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:29.970579 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-994e4f12-0d5e-4efc-9eed-fe5f503cf83a admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/65098506-d680-40b7-bf47-a98688809eb1 HTTP/1.1" status: 204 len: 168 time: 1.3536627 Aug 31 16:23:29.975264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46250) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:30.039664 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-72580075-65e5-4593-b98f-beccfcd12c53 admin admin] Deleting subnet 783ac1ae-7854-4dfa-a7a9-3e4e996b028b {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:23:30.044938 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-72580075-65e5-4593-b98f-beccfcd12c53 admin admin] Publish callbacks [] for subnet (783ac1ae-7854-4dfa-a7a9-3e4e996b028b), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.107962 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-72580075-65e5-4593-b98f-beccfcd12c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (783ac1ae-7854-4dfa-a7a9-3e4e996b028b), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.170077 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5164ba50-9671-4b23-9b98-e83afb1b82a8 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:30.182922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:30.213359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 5164ba50-9671-4b23-9b98-e83afb1b82a8 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:23:30.214331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5164ba50-9671-4b23-9b98-e83afb1b82a8 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:23:30.237719 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-72580075-65e5-4593-b98f-beccfcd12c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (783ac1ae-7854-4dfa-a7a9-3e4e996b028b), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.293619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:30.386123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-72580075-65e5-4593-b98f-beccfcd12c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (783ac1ae-7854-4dfa-a7a9-3e4e996b028b), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.430198 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72580075-65e5-4593-b98f-beccfcd12c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783ac1ae-7854-4dfa-a7a9-3e4e996b028b,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:30.447267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-72580075-65e5-4593-b98f-beccfcd12c53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.447267 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-72580075-65e5-4593-b98f-beccfcd12c53 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/783ac1ae-7854-4dfa-a7a9-3e4e996b028b HTTP/1.1" status: 204 len: 168 time: 0.4656565 Aug 31 16:23:30.448123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46252) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:30.450851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415ca112-df4b-4c1e-8fc3-4c4132460ad7 None None] Network acee608a-1bd4-45ab-875e-4c58ea0f924d requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:23:30.583296 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (acee608a-1bd4-45ab-875e-4c58ea0f924d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.642592 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Deleting port 19449a58-543a-4de8-a153-72cd057df60c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:23:30.642942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (19449a58-543a-4de8-a153-72cd057df60c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.657842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] DHCP port deletion for acee608a-1bd4-45ab-875e-4c58ea0f924d request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:23:30.730734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Deleting port 19449a58-543a-4de8-a153-72cd057df60c {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:23:30.731212 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (19449a58-543a-4de8-a153-72cd057df60c), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.760043 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] For port 19449a58-543a-4de8-a153-72cd057df60c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=19449a58-543a-4de8-a153-72cd057df60c,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:30.760937 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (19449a58-543a-4de8-a153-72cd057df60c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.777646 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Calling delete_port for 19449a58-543a-4de8-a153-72cd057df60c owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:23:30.807497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] For port 19449a58-543a-4de8-a153-72cd057df60c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=19449a58-543a-4de8-a153-72cd057df60c,segment=NetworkSegment(e0f8a143-4796-4cef-8c08-10e7b0c3fb84),segment_id=e0f8a143-4796-4cef-8c08-10e7b0c3fb84)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:30.807780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (19449a58-543a-4de8-a153-72cd057df60c), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.825865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Calling delete_port for 19449a58-543a-4de8-a153-72cd057df60c owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:23:30.887552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:30.909660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:30.958680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (19449a58-543a-4de8-a153-72cd057df60c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.968399 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (19449a58-543a-4de8-a153-72cd057df60c), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:30.987570 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19449a58-543a-4de8-a153-72cd057df60c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:30.993842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] No DVR routers for this DVR port 19449a58-543a-4de8-a153-72cd057df60c on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:23:31.016374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Pushing event deleted for resources: {'Port': ['ID=19449a58-543a-4de8-a153-72cd057df60c,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:31.030266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] No DVR routers for this DVR port 19449a58-543a-4de8-a153-72cd057df60c on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:23:31.036802 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.045940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319c3ac-ee25-497f-872f-79fc1e2804bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:31.094771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (acee608a-1bd4-45ab-875e-4c58ea0f924d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:31.120733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acee608a-1bd4-45ab-875e-4c58ea0f924d']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:31.133400 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:31.133400 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f8a143-4796-4cef-8c08-10e7b0c3fb84') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:31.145789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (e0f8a143-4796-4cef-8c08-10e7b0c3fb84), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:31.161596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (e0f8a143-4796-4cef-8c08-10e7b0c3fb84), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:31.171786 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:23:31.172317 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (e0f8a143-4796-4cef-8c08-10e7b0c3fb84), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:31.287474 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment e0f8a143-4796-4cef-8c08-10e7b0c3fb84 resource provider aggregate not found Aug 31 16:23:31.308312 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment e0f8a143-4796-4cef-8c08-10e7b0c3fb84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0f8a143-4796-4cef-8c08-10e7b0c3fb84 found for delete ", "request_id": "req-3261dbee-bd07-4ac9-92fa-1e4dee979adc"}]} Aug 31 16:23:31.328298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (acee608a-1bd4-45ab-875e-4c58ea0f924d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:31.334446 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:31.339009 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/acee608a-1bd4-45ab-875e-4c58ea0f924d HTTP/1.1" status: 204 len: 168 time: 0.8889422 Aug 31 16:23:31.342682 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46260) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:31.351535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ba913-751c-4dc9-a187-745e5c3857c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=acee608a-1bd4-45ab-875e-4c58ea0f924d,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:31.571369 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 19449a58-543a-4de8-a153-72cd057df60c no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:31.605215 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 19449a58-543a-4de8-a153-72cd057df60c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:23:31.605513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 19449a58-543a-4de8-a153-72cd057df60c not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:23:31.606115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b36814f0-f45f-4ca2-8442-7dee7d57c465 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:31.638734 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: b36814f0-f45f-4ca2-8442-7dee7d57c465 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:23:31.639293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b36814f0-f45f-4ca2-8442-7dee7d57c465 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:23:31.750031 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:32.040281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] Deleting port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:23:32.040547 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:32.056800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:32.141309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] For port 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8b4b6ad2-306b-4da4-9b27-ce579b4e1f21,segment=NetworkSegment(06d3a086-766c-4183-bfef-2024c1f57441),segment_id=06d3a086-766c-4183-bfef-2024c1f57441)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:32.141784 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:32.158995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] Calling delete_port for 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:23:32.709831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:32.855346 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (8b4b6ad2-306b-4da4-9b27-ce579b4e1f21), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:32.883168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4b6ad2-306b-4da4-9b27-ce579b4e1f21,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:33.074301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:33.322860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] Router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:23:33.450607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:23:33.456975 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-35388852-c0a3-44ac-bad0-4ab120416ae0 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1126249 Aug 31 16:23:33.462216 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46262) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:33.465890 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] Sync routers for ids ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:23:33.483292 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] Routers {'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:23:33.484297 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:23:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:33.514845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:33.594796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Publish callbacks [] for router (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:33.727339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Publish callbacks [] for router_gateway (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:33.731066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:33.791302 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] Set router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:23:33.879921 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Deleting port a66ee61e-c2a5-477c-861b-4c5035f176d1 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:23:33.880172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:33.987256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] For port a66ee61e-c2a5-477c-861b-4c5035f176d1, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=a66ee61e-c2a5-477c-861b-4c5035f176d1,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:33.987641 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:34.010466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Calling delete_port for a66ee61e-c2a5-477c-861b-4c5035f176d1 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:23:34.091647 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'name': 'tempest-TestMinimumBasicScenario-1889086336-router', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:23:32Z', 'revision_number': 5, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'gw_port': {'id': 'a66ee61e-c2a5-477c-861b-4c5035f176d1', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:34.136740 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] Checking router: fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:23:34.152406 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] Routers {'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:23:34.153107 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:23:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:34.306817 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] Set router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:23:34.358794 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (a66ee61e-c2a5-477c-861b-4c5035f176d1), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:34.365087 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'name': 'tempest-TestMinimumBasicScenario-1889086336-router', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:23:33Z', 'revision_number': 6, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:34.389325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Pushing event deleted for resources: {'Port': ['ID=a66ee61e-c2a5-477c-861b-4c5035f176d1,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:34.414201 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9debc68f-a786-4e35-99e9-508cd493a54b None None] The sync data for ids ['fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0'] in dv-neutron-855257-2-hyperv is: [{'id': 'fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0', 'name': 'tempest-TestMinimumBasicScenario-1889086336-router', 'tenant_id': '30c788507a8d45669c25e3f717bb9582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:20:11Z', 'updated_at': '2022-08-31T16:23:33Z', 'revision_number': 6, 'project_id': '30c788507a8d45669c25e3f717bb9582', 'gw_port_host': None}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:23:34.489417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:34.594291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:34.597486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Publish callbacks [] for router_controller (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:34.761393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:34.761393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:23:34.767164 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:34.768603 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3c59270c-7b5f-402b-b569-b37595aab284 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/fbefe05a-a48c-4be1-b7ff-5a8debc8f4b0 HTTP/1.1" status: 204 len: 168 time: 1.3051119 Aug 31 16:23:34.771379 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46264) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:34.817797 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:23:34.836885 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f2aae3-8c61-42f9-ac5a-99be35e92557 admin admin] Deleting subnet 6b3f391a-da21-48de-ac2c-f42379972343 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:23:34.842472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-39f2aae3-8c61-42f9-ac5a-99be35e92557 admin admin] Publish callbacks [] for subnet (6b3f391a-da21-48de-ac2c-f42379972343), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:34.904756 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-39f2aae3-8c61-42f9-ac5a-99be35e92557 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (6b3f391a-da21-48de-ac2c-f42379972343), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.004621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-39f2aae3-8c61-42f9-ac5a-99be35e92557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (6b3f391a-da21-48de-ac2c-f42379972343), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.174679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-39f2aae3-8c61-42f9-ac5a-99be35e92557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (6b3f391a-da21-48de-ac2c-f42379972343), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.202329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2aae3-8c61-42f9-ac5a-99be35e92557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3f391a-da21-48de-ac2c-f42379972343,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:35.214117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-39f2aae3-8c61-42f9-ac5a-99be35e92557 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.217697 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-39f2aae3-8c61-42f9-ac5a-99be35e92557 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/6b3f391a-da21-48de-ac2c-f42379972343 HTTP/1.1" status: 204 len: 168 time: 0.4450462 Aug 31 16:23:35.221803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46266) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:35.223103 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16544b-9d50-431b-a493-69c53cb459e1 None None] Network 0b7f76a9-0911-4641-9289-ef734b721c80 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:23:35.364575 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (0b7f76a9-0911-4641-9289-ef734b721c80), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.439269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Deleting port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:23:35.439766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.482393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d83ced3-4b67-4a63-9f57-4b568fa26540 None None] DHCP port deletion for 0b7f76a9-0911-4641-9289-ef734b721c80 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:23:35.561452 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9d83ced3-4b67-4a63-9f57-4b568fa26540 None None] Deleting port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:23:35.562094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9d83ced3-4b67-4a63-9f57-4b568fa26540 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.577918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] For port 6f20abe8-0644-4dfe-b8bd-a151d2240b77, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6f20abe8-0644-4dfe-b8bd-a151d2240b77,segment=NetworkSegment(06d3a086-766c-4183-bfef-2024c1f57441),segment_id=06d3a086-766c-4183-bfef-2024c1f57441)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:35.578586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.607801 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Calling delete_port for 6f20abe8-0644-4dfe-b8bd-a151d2240b77 owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:23:35.622599 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a66ee61e-c2a5-477c-861b-4c5035f176d1 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:35.646989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: a66ee61e-c2a5-477c-861b-4c5035f176d1 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:23:35.647331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device a66ee61e-c2a5-477c-861b-4c5035f176d1 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:23:35.647980 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:35.680087 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:23:35.680499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8b4b6ad2-306b-4da4-9b27-ce579b4e1f21 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:23:35.680795 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6f20abe8-0644-4dfe-b8bd-a151d2240b77 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:35.694258 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:35.727041 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-9d83ced3-4b67-4a63-9f57-4b568fa26540 None None] For port 6f20abe8-0644-4dfe-b8bd-a151d2240b77, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6f20abe8-0644-4dfe-b8bd-a151d2240b77,segment=NetworkSegment(06d3a086-766c-4183-bfef-2024c1f57441),segment_id=06d3a086-766c-4183-bfef-2024c1f57441)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:35.727503 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9d83ced3-4b67-4a63-9f57-4b568fa26540 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.750809 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9d83ced3-4b67-4a63-9f57-4b568fa26540 None None] Calling delete_port for 6f20abe8-0644-4dfe-b8bd-a151d2240b77 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:23:35.854898 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:23:35.869465 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.883098 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9d83ced3-4b67-4a63-9f57-4b568fa26540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (6f20abe8-0644-4dfe-b8bd-a151d2240b77), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:35.906961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f20abe8-0644-4dfe-b8bd-a151d2240b77,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:35.909922 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] No DVR routers for this DVR port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:23:35.943624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83ced3-4b67-4a63-9f57-4b568fa26540 None None] Pushing event deleted for resources: {'Port': ['ID=6f20abe8-0644-4dfe-b8bd-a151d2240b77,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:35.947076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d83ced3-4b67-4a63-9f57-4b568fa26540 None None] No DVR routers for this DVR port 6f20abe8-0644-4dfe-b8bd-a151d2240b77 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:23:36.057336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (0b7f76a9-0911-4641-9289-ef734b721c80), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:36.097713 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:36.101642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7f76a9-0911-4641-9289-ef734b721c80']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:36.120302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d3a086-766c-4183-bfef-2024c1f57441') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:36.120799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d3a086-766c-4183-bfef-2024c1f57441') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:36.138161 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (06d3a086-766c-4183-bfef-2024c1f57441), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:36.155890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (06d3a086-766c-4183-bfef-2024c1f57441), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:36.165805 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:23:36.166245 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (06d3a086-766c-4183-bfef-2024c1f57441), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:36.218544 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 06d3a086-766c-4183-bfef-2024c1f57441 resource provider aggregate not found Aug 31 16:23:36.243983 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 06d3a086-766c-4183-bfef-2024c1f57441 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06d3a086-766c-4183-bfef-2024c1f57441 found for delete ", "request_id": "req-eab963c8-455c-4e74-8e88-aaad2c5fcfe4"}]} Aug 31 16:23:36.330044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (0b7f76a9-0911-4641-9289-ef734b721c80), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:36.337792 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:36.342456 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/0b7f76a9-0911-4641-9289-ef734b721c80 HTTP/1.1" status: 204 len: 168 time: 1.1189620 Aug 31 16:23:36.365156 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908f2c9-e815-4866-a9e3-bac7e0896445 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7f76a9-0911-4641-9289-ef734b721c80,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:36.876913 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46274) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:36.925057 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-724c601f-1a77-48c2-9deb-239df778759e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=1bdfcdbd24124aa58200f32c2d27eccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466840 Aug 31 16:23:36.927964 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46276) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:36.992699 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3f98-b94b-4285-92a7-3834c06d0d0c admin admin] Publish callbacks [] for security_group (53904ba1-25b2-48ee-9226-d3ae1ccbadb8), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:37.019960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3f98-b94b-4285-92a7-3834c06d0d0c admin admin] Publish callbacks [] for security_group (53904ba1-25b2-48ee-9226-d3ae1ccbadb8), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:37.152752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3f98-b94b-4285-92a7-3834c06d0d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (53904ba1-25b2-48ee-9226-d3ae1ccbadb8), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:37.156355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3f98-b94b-4285-92a7-3834c06d0d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:37.157833 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ecdc3f98-b94b-4285-92a7-3834c06d0d0c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/53904ba1-25b2-48ee-9226-d3ae1ccbadb8 HTTP/1.1" status: 204 len: 168 time: 0.2287450 Aug 31 16:23:37.168660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc3f98-b94b-4285-92a7-3834c06d0d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53904ba1-25b2-48ee-9226-d3ae1ccbadb8,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:38.289496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46282) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:38.338503 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-6cedb10d-4615-4511-8055-6afdcc285b4d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=30c788507a8d45669c25e3f717bb9582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475295 Aug 31 16:23:38.341443 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46284) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:38.355974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:38.368425 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=12 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:38.406199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db8026d9-6cea-4fc4-8b51-6355d2c5bb8a admin admin] Publish callbacks [] for security_group (07b08b86-2697-4569-b0dc-9e4364bcf0d1), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:38.433048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db8026d9-6cea-4fc4-8b51-6355d2c5bb8a admin admin] Publish callbacks [] for security_group (07b08b86-2697-4569-b0dc-9e4364bcf0d1), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:38.638532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db8026d9-6cea-4fc4-8b51-6355d2c5bb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (07b08b86-2697-4569-b0dc-9e4364bcf0d1), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:38.638832 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fbe6405b-f7ec-42b9-8135-c2c053809e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:38.642430 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-db8026d9-6cea-4fc4-8b51-6355d2c5bb8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:38.643711 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-db8026d9-6cea-4fc4-8b51-6355d2c5bb8a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/07b08b86-2697-4569-b0dc-9e4364bcf0d1 HTTP/1.1" status: 204 len: 168 time: 0.3012054 Aug 31 16:23:38.658140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8026d9-6cea-4fc4-8b51-6355d2c5bb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b08b86-2697-4569-b0dc-9e4364bcf0d1,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:40.796265 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e5b375a8-cbc8-4488-a962-f93664b972d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:41.741295 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46324) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:41.747144 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-361969236', 'description': 'tempest-secgroup-smoke-361969236 description', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:41.893857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:41.903946 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.033662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (722722b2-88cd-45f8-ad16-fc9861b98509), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.145463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (722722b2-88cd-45f8-ad16-fc9861b98509), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.193898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722722b2-88cd-45f8-ad16-fc9861b98509,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:42.248345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (adf54d80-fdc0-4644-b5f3-2985cbecfac1), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.277120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.341392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (adf54d80-fdc0-4644-b5f3-2985cbecfac1), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.377805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf54d80-fdc0-4644-b5f3-2985cbecfac1,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:42.463365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.464835 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3b767fb3-32c5-4f51-b2b4-ea15c8d70afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7221198 Aug 31 16:23:42.468637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46326) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:42.473890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1ff16766-43b7-44fd-abd5-985057eaf6be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'adf54d80-fdc0-4644-b5f3-2985cbecfac1', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:42.602948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1ff16766-43b7-44fd-abd5-985057eaf6be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (fe1b0738-815e-4526-b46f-a193a1e1934a), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.685708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1ff16766-43b7-44fd-abd5-985057eaf6be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (fe1b0738-815e-4526-b46f-a193a1e1934a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.809688 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1ff16766-43b7-44fd-abd5-985057eaf6be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (fe1b0738-815e-4526-b46f-a193a1e1934a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.833756 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff16766-43b7-44fd-abd5-985057eaf6be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1b0738-815e-4526-b46f-a193a1e1934a,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:42.943218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1ff16766-43b7-44fd-abd5-985057eaf6be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:42.944583 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1ff16766-43b7-44fd-abd5-985057eaf6be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4746780 Aug 31 16:23:42.949072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46328) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:42.954029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a0008023-11f1-406e-84e3-0ec08cac5652 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'adf54d80-fdc0-4644-b5f3-2985cbecfac1', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:43.147055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0008023-11f1-406e-84e3-0ec08cac5652 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (7822b442-c70c-4efe-9a27-382696590a24), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:43.267146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0008023-11f1-406e-84e3-0ec08cac5652 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (7822b442-c70c-4efe-9a27-382696590a24), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:43.386932 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0008023-11f1-406e-84e3-0ec08cac5652 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (7822b442-c70c-4efe-9a27-382696590a24), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:43.417043 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0008023-11f1-406e-84e3-0ec08cac5652 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7822b442-c70c-4efe-9a27-382696590a24,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:43.568241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a0008023-11f1-406e-84e3-0ec08cac5652 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:43.570539 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a0008023-11f1-406e-84e3-0ec08cac5652 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6200724 Aug 31 16:23:43.573905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46330) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:43.579042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-daa8ceeb-db34-4735-8e1b-c7e42ce18d14 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'adf54d80-fdc0-4644-b5f3-2985cbecfac1', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:43.653772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:43.707660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-daa8ceeb-db34-4735-8e1b-c7e42ce18d14 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (4769faa6-5975-4695-801b-9db8afc2fc83), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:43.755289 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:43.793309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-daa8ceeb-db34-4735-8e1b-c7e42ce18d14 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (4769faa6-5975-4695-801b-9db8afc2fc83), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:43.945892 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:43.946292 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-daa8ceeb-db34-4735-8e1b-c7e42ce18d14 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4769faa6-5975-4695-801b-9db8afc2fc83), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:43.992764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8ceeb-db34-4735-8e1b-c7e42ce18d14 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4769faa6-5975-4695-801b-9db8afc2fc83,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:44.217996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-daa8ceeb-db34-4735-8e1b-c7e42ce18d14 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:44.219708 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-daa8ceeb-db34-4735-8e1b-c7e42ce18d14 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6442959 Aug 31 16:23:44.222890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46332) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:44.227855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a8c3e27a-02bf-4f0f-9e0d-51bd13113606 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'adf54d80-fdc0-4644-b5f3-2985cbecfac1', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:44.364095 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:44.367337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e27a-02bf-4f0f-9e0d-51bd13113606 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (32967e8e-4c79-4845-9d6e-ecdb6853105c), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:44.368879 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=42 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:44.435435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e27a-02bf-4f0f-9e0d-51bd13113606 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (32967e8e-4c79-4845-9d6e-ecdb6853105c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:44.529308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e27a-02bf-4f0f-9e0d-51bd13113606 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (32967e8e-4c79-4845-9d6e-ecdb6853105c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:44.556744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3e27a-02bf-4f0f-9e0d-51bd13113606 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32967e8e-4c79-4845-9d6e-ecdb6853105c,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:44.640337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e27a-02bf-4f0f-9e0d-51bd13113606 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:44.641742 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a8c3e27a-02bf-4f0f-9e0d-51bd13113606 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4176848 Aug 31 16:23:44.645001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46334) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:44.650846 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3f66a96c-eaf3-47bd-b5b2-0a283bb3a888 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'adf54d80-fdc0-4644-b5f3-2985cbecfac1', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:44.775458 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-3f66a96c-eaf3-47bd-b5b2-0a283bb3a888 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Project b6a2179b78184c81b58b8d33ffaff42f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:23:44.782297 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f66a96c-eaf3-47bd-b5b2-0a283bb3a888 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (064e150e-73e1-4049-a851-8728515aef66), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:44.817807 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=43 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:44.870818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f66a96c-eaf3-47bd-b5b2-0a283bb3a888 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (064e150e-73e1-4049-a851-8728515aef66), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.026498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f66a96c-eaf3-47bd-b5b2-0a283bb3a888 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (064e150e-73e1-4049-a851-8728515aef66), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.048956 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66a96c-eaf3-47bd-b5b2-0a283bb3a888 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064e150e-73e1-4049-a851-8728515aef66,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:45.152897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3f66a96c-eaf3-47bd-b5b2-0a283bb3a888 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.154340 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3f66a96c-eaf3-47bd-b5b2-0a283bb3a888 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5081396 Aug 31 16:23:45.158822 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46336) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:45.164076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b1782d92-fc2f-4922-bfa8-d791a6c0ac89 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'adf54d80-fdc0-4644-b5f3-2985cbecfac1', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:45.273473 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-b1782d92-fc2f-4922-bfa8-d791a6c0ac89 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Project b6a2179b78184c81b58b8d33ffaff42f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:23:45.284677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1782d92-fc2f-4922-bfa8-d791a6c0ac89 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (d35a9dc5-3de4-4eaf-9b5c-62e32ecf94b7), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.376417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1782d92-fc2f-4922-bfa8-d791a6c0ac89 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (d35a9dc5-3de4-4eaf-9b5c-62e32ecf94b7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.478276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1782d92-fc2f-4922-bfa8-d791a6c0ac89 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (d35a9dc5-3de4-4eaf-9b5c-62e32ecf94b7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.501358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1782d92-fc2f-4922-bfa8-d791a6c0ac89 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35a9dc5-3de4-4eaf-9b5c-62e32ecf94b7,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:45.622929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b1782d92-fc2f-4922-bfa8-d791a6c0ac89 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.624512 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b1782d92-fc2f-4922-bfa8-d791a6c0ac89 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4644802 Aug 31 16:23:45.628371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46338) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:45.635329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'network': {'name': 'tempest-network-smoke--443729743', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'port_security_enabled': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:45.729590 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:45.733994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.765135 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:23:45.777895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5d1824f5-7116-4d56-a6b6-fc84e021b551), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.778265 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Added segment 5d1824f5-7116-4d56-a6b6-fc84e021b551 of type vlan for network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 Aug 31 16:23:45.856388 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (4aff141b-764c-47b7-b7c7-131e8c7b1a95), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.864005 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:45.969627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (4aff141b-764c-47b7-b7c7-131e8c7b1a95), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:45.975228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:45.975990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:46.075355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Network': ['ID=4aff141b-764c-47b7-b7c7-131e8c7b1a95,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:46.089531 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:23:46.114490 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-55b5e9c3-8ec1-40e1-9dea-967e5bc1a28f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4830260 Aug 31 16:23:46.121169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46340) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:46.124276 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1006113478', 'admin_state_up': True, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:46.295532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:46.296806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:46.372433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_controller (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:46.648986 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:46.908102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:46.937724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:46.959419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:47.094375 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.26.2.146 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/3ac81158-6e84-45cb-b37f-a593e123f1e9) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:47.096440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:47.244940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:47.381770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:47.426786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:47.433717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:47.438016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:23:47.471854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=3ac81158-6e84-45cb-b37f-a593e123f1e9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:47.863140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:48.090818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:48.134124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:48.358479 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:23:48.785731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:23:48.794857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:48.801928 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Sync routers for ids ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:23:48.818002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Routers {'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:23:48.818851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:23:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:48.888167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:48.890484 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-846f620a-2d4c-4dbd-a3fa-739aadb45714 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7706194 Aug 31 16:23:48.894546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46342) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:49.068162 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-bdffc349-967b-4643-9154-86c337dfcbce tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=b6a2179b78184c81b58b8d33ffaff42f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1722553 Aug 31 16:23:49.072804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46346) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:49.105411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Set router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:23:49.196594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:49.286798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:49.295927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fd8433-8a7e-4731-bb75-ce7fba084f35 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:49.297856 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f8fd8433-8a7e-4731-bb75-ce7fba084f35 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2238240 Aug 31 16:23:49.301741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46348) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:49.372221 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-72b4cbe6-49f6-40c8-948f-7692407e657f tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682824 Aug 31 16:23:49.375589 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46350) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:49.381114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006113478', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:47Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:49.383189 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1369500643', 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:49.417240 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Checking router: f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:23:49.417823 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Updating router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 port 3ac81158-6e84-45cb-b37f-a593e123f1e9 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:23:49.468781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:49.655601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:49.661592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:49.805944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Publish callbacks [] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:49.884198 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:49.926381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Attempting to bind port 3ac81158-6e84-45cb-b37f-a593e123f1e9 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:23:49.927117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Attempting to bind port 3ac81158-6e84-45cb-b37f-a593e123f1e9 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:23:49.927748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Attempting to bind port 3ac81158-6e84-45cb-b37f-a593e123f1e9 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:23:49.959814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:23:49.960447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:23:49.961403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:49.962092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:23:49.968190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Bound port: 3ac81158-6e84-45cb-b37f-a593e123f1e9, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:23:49.972168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:49.974309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4705e4a-0a9c-45f1-b071-06c692eb48c9 None None] Pushing event updated for resources: {'Port': ['ID=3ac81158-6e84-45cb-b37f-a593e123f1e9,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:50.047231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] For port 3ac81158-6e84-45cb-b37f-a593e123f1e9, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:50.050943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] For port 3ac81158-6e84-45cb-b37f-a593e123f1e9, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3ac81158-6e84-45cb-b37f-a593e123f1e9,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:50.071485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (0e8a002d-f204-4aba-8f87-10b1b3243cfb), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:50.153045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Subnet': ['ID=0e8a002d-f204-4aba-8f87-10b1b3243cfb,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:50.165152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Checking segment: {'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:23:50.165517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network hostable DHCP agents. Network: 4aff141b-764c-47b7-b7c7-131e8c7b1a95, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:23:50.261959 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:50.302506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Routers {'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:23:50.303186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:23:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:50.335777 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:23:50.377581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4705e4a-0a9c-45f1-b071-06c692eb48c9 None None] Pushing event updated for resources: {'Port': ['ID=3ac81158-6e84-45cb-b37f-a593e123f1e9,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:50.438314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 4aff141b-764c-47b7-b7c7-131e8c7b1a95) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:50.445953 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:50.447098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:50.454202 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a070f-dab5-472c-b187-f300b2a95b9c None None] Network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:23:50.480500 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] Set router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:23:50.548330 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2e3673bf-ac72-467a-9d36-831dd0aa07a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1713936 Aug 31 16:23:50.553216 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46352) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:23:50.670244 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:50.697774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-4aff141b-764c-47b7-b7c7-131e8c7b1a95', 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'fixed_ips': [{'subnet_id': '0e8a002d-f204-4aba-8f87-10b1b3243cfb'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:23:50.697774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:50.725190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:50.780290 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:50.896258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006113478', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:47Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:50.961635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c0af7-9ae6-4a4a-ba63-5010b09b6e2e None None] The sync data for ids ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'] in dv-neutron-855257-2-hyperv is: [{'id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006113478', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:47Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:23:50.999516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:51.058229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Allocated IP 172.20.0.2 (4aff141b-764c-47b7-b7c7-131e8c7b1a95/0e8a002d-f204-4aba-8f87-10b1b3243cfb/5de39397-8c5c-49c6-8f65-f450701de9a0) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:51.158080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:51.295735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Publish callbacks [] for port (5de39397-8c5c-49c6-8f65-f450701de9a0), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:51.427517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:51.429820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (5de39397-8c5c-49c6-8f65-f450701de9a0), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:51.481482 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:51.487450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:51.490016 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:23:51.498289 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Pushing event updated for resources: {'Port': ['ID=5de39397-8c5c-49c6-8f65-f450701de9a0,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:51.586994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Attempting to bind port 5de39397-8c5c-49c6-8f65-f450701de9a0 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:23:51.586994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Attempting to bind port 5de39397-8c5c-49c6-8f65-f450701de9a0 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:23:51.586994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Attempting to bind port 5de39397-8c5c-49c6-8f65-f450701de9a0 on network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:23:51.596995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:23:51.599368 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Checking segment: {'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:23:51.600548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:51.601253 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Bound using segment: {'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:23:51.602165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Bound port: 5de39397-8c5c-49c6-8f65-f450701de9a0, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:23:51.602807 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (5de39397-8c5c-49c6-8f65-f450701de9a0), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:51.684825 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3ac81158-6e84-45cb-b37f-a593e123f1e9 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:51.701012 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.20.0.1 (4aff141b-764c-47b7-b7c7-131e8c7b1a95/0e8a002d-f204-4aba-8f87-10b1b3243cfb/85bde118-6ac5-4540-81df-a53a5fedbe87) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:51.719962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] For port 5de39397-8c5c-49c6-8f65-f450701de9a0, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:51.742228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] For port 5de39397-8c5c-49c6-8f65-f450701de9a0, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5de39397-8c5c-49c6-8f65-f450701de9a0,segment=NetworkSegment(5d1824f5-7116-4d56-a6b6-fc84e021b551),segment_id=5d1824f5-7116-4d56-a6b6-fc84e021b551)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:51.758921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 3ac81158-6e84-45cb-b37f-a593e123f1e9 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:23:51.763049 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:51.763049 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 3ac81158-6e84-45cb-b37f-a593e123f1e9 Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:51.804948 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:23:51.822248 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (5de39397-8c5c-49c6-8f65-f450701de9a0), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:51.856501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:51.874608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:51.876556 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:51.921842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa5b39-7446-4a59-abbd-c840db7afd43 None None] Pushing event updated for resources: {'Port': ['ID=5de39397-8c5c-49c6-8f65-f450701de9a0,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:51.976490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:52.033001 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:52.040406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:52.048505 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:23:52.110635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=85bde118-6ac5-4540-81df-a53a5fedbe87,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:52.148368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:52.454544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:52.847241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:52.922779 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:52.986515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:53.077637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:53.080015 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=85bde118-6ac5-4540-81df-a53a5fedbe87,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:53.198886 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:53.200363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:53.347705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:23:53.486917 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:53.504984 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:23:53.514992 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8c23d78a-0249-48e4-9a93-26c93e47674d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "PUT /networking/v2.0/routers/f8a2e8ae-3b13-4b84-b03f-c8a829ec3515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9584961 Aug 31 16:23:53.535457 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Sync routers for ids ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:23:53.569606 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Routers {'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:23:53.571366 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:23:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:53.699034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5de39397-8c5c-49c6-8f65-f450701de9a0 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:53.787446 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Set router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:23:53.797247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 5de39397-8c5c-49c6-8f65-f450701de9a0 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:23:53.798059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5de39397-8c5c-49c6-8f65-f450701de9a0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:53.798696 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 5de39397-8c5c-49c6-8f65-f450701de9a0 Aug 31 16:23:53.839755 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-496349c8-b72e-4857-973a-42ba8a8e7f47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-361969236&fields=id&tenant_id=b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 267 time: 0.0953565 Aug 31 16:23:53.845022 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33013db8-6125-4bb9-9aa2-f41c53b4b4c6 None None] Network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:23:53.997133 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:54.017457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-04df0a0e-4950-4891-b917-cbcf0569e58e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:54.029464 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-04df0a0e-4950-4891-b917-cbcf0569e58e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/networks?id=4aff141b-764c-47b7-b7c7-131e8c7b1a95 HTTP/1.1" status: 200 len: 796 time: 0.1735549 Aug 31 16:23:54.047675 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-6f5dfd42-e843-4d0d-8ee3-bc67df5f7417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/quotas/b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 375 time: 0.0164452 Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:54.111446 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:23:54.130333 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-691c20ab-82f4-454b-ba7b-e6244a34c403 None None] Provisioning complete for port 5de39397-8c5c-49c6-8f65-f450701de9a0 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:23:54.130333 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-691c20ab-82f4-454b-ba7b-e6244a34c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5de39397-8c5c-49c6-8f65-f450701de9a0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:54.130333 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-691c20ab-82f4-454b-ba7b-e6244a34c403 None None] Attempt 1 to provision port 5de39397-8c5c-49c6-8f65-f450701de9a0 Aug 31 16:23:54.133064 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f54e8d29-858d-4b26-9e6f-4b1f0b066d9a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741870 Aug 31 16:23:54.146760 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006113478', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:52Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '85bde118-6ac5-4540-81df-a53a5fedbe87', 'name': '', 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:e3:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '0e8a002d-f204-4aba-8f87-10b1b3243cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:51Z', 'updated_at': '2022-08-31T16:23:52Z', 'revision_number': 2, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': '0e8a002d-f204-4aba-8f87-10b1b3243cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:54.164004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-d92816f4-1128-4855-a412-7c1b961ce0bc service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 16:23:54.171382 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-d92816f4-1128-4855-a412-7c1b961ce0bc service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0116360 Aug 31 16:23:54.171642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:54.181364 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Checking router: f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:23:54.181890 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Updating router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 port 85bde118-6ac5-4540-81df-a53a5fedbe87 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-691c20ab-82f4-454b-ba7b-e6244a34c403 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:54.224084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:23:54.228172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:54.367622 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-abe00af4-4bba-44c8-b275-9323d5ca62b7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4aff141b-764c-47b7-b7c7-131e8c7b1a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862149 Aug 31 16:23:54.523231 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-2a59fc36-2982-49f2-a594-656076f054d3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4aff141b-764c-47b7-b7c7-131e8c7b1a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475289 Aug 31 16:23:54.577706 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Provisioning complete for port 5de39397-8c5c-49c6-8f65-f450701de9a0 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:23:54.578496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (5de39397-8c5c-49c6-8f65-f450701de9a0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:54.579269 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Attempt 1 to provision port 5de39397-8c5c-49c6-8f65-f450701de9a0 Aug 31 16:23:54.610078 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Publish callbacks [] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:54.660112 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:23:54.675576 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Provisioning complete for port 85bde118-6ac5-4540-81df-a53a5fedbe87 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:23:54.676177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:54.676726 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Attempt 1 to provision port 85bde118-6ac5-4540-81df-a53a5fedbe87 Aug 31 16:23:54.739962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Port 85bde118-6ac5-4540-81df-a53a5fedbe87 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:23:54.798329 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:54.913223 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Pushing event updated for resources: {'Port': ['ID=85bde118-6ac5-4540-81df-a53a5fedbe87,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:54.971148 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.971871 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.972555 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.973295 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.974003 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.974672 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.975943 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.976630 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.977295 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.978063 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.979374 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.980059 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.980780 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.981418 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:54.982136 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:55.005076 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4139e153-4f63-4055-befa-2c905b8b8c21 req-701c53fe-159d-49a7-9cc2-9fc84d0e6d3c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 210 time: 0.0699923 Aug 31 16:23:55.011889 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Attempting to bind port 85bde118-6ac5-4540-81df-a53a5fedbe87 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:23:55.012620 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Attempting to bind port 85bde118-6ac5-4540-81df-a53a5fedbe87 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:23:55.013345 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Attempting to bind port 85bde118-6ac5-4540-81df-a53a5fedbe87 on network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:23:55.029907 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:23:55.030692 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Checking segment: {'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:23:55.031474 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:55.032194 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Bound using segment: {'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:23:55.033048 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Bound port: 85bde118-6ac5-4540-81df-a53a5fedbe87, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:23:55.033775 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:55.151215 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] For port 85bde118-6ac5-4540-81df-a53a5fedbe87, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:55.156294 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] For port 85bde118-6ac5-4540-81df-a53a5fedbe87, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=85bde118-6ac5-4540-81df-a53a5fedbe87,segment=NetworkSegment(5d1824f5-7116-4d56-a6b6-fc84e021b551),segment_id=5d1824f5-7116-4d56-a6b6-fc84e021b551)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:55.241624 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Attempt 2 to provision port 85bde118-6ac5-4540-81df-a53a5fedbe87 Aug 31 16:23:55.250898 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:55.261783 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:55.298476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Port 85bde118-6ac5-4540-81df-a53a5fedbe87 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:23:55.298761 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:55.301893 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Routers {'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:23:55.302634 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:23:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:55.374767 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630b66d-bdf9-4e91-9234-389a0ba77bd6 None None] Pushing event updated for resources: {'Port': ['ID=85bde118-6ac5-4540-81df-a53a5fedbe87,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:55.536790 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] Set router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:23:55.786266 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006113478', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:52Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '85bde118-6ac5-4540-81df-a53a5fedbe87', 'name': '', 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:e3:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '0e8a002d-f204-4aba-8f87-10b1b3243cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:51Z', 'updated_at': '2022-08-31T16:23:55Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': '0e8a002d-f204-4aba-8f87-10b1b3243cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:55.794252 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Attempt 3 to provision port 85bde118-6ac5-4540-81df-a53a5fedbe87 Aug 31 16:23:55.818482 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f8447-c065-4ba3-9157-44a33f1376c1 None None] The sync data for ids ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'] in dv-neutron-855257-2-hyperv is: [{'id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006113478', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:52Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '85bde118-6ac5-4540-81df-a53a5fedbe87', 'name': '', 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:e3:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '0e8a002d-f204-4aba-8f87-10b1b3243cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:51Z', 'updated_at': '2022-08-31T16:23:55Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': '0e8a002d-f204-4aba-8f87-10b1b3243cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e07c8069-170d-44d6-b96c-8666095cc085 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:55.852409 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:23:55.976197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-dfd0825f-da6e-48ff-8dc1-ccc9ceeebdf4 None None] Provisioning complete for port 85bde118-6ac5-4540-81df-a53a5fedbe87 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:23:55.976568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dfd0825f-da6e-48ff-8dc1-ccc9ceeebdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:55.976901 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-dfd0825f-da6e-48ff-8dc1-ccc9ceeebdf4 None None] Attempt 1 to provision port 85bde118-6ac5-4540-81df-a53a5fedbe87 Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-dfd0825f-da6e-48ff-8dc1-ccc9ceeebdf4 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:56.031743 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:23:56.133394 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8c796e97-08ed-4209-a670-26c6f508b1e4 req-9a3c52cd-a6d1-4e28-90f7-7aec01c00b2e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 210 time: 0.0362258 Aug 31 16:23:57.258673 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-21d82995-d40c-46d0-b57a-e351e993d41e req-c6c09fba-a428-4096-bbb6-436c81312c53 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 210 time: 0.0441649 Aug 31 16:23:57.593016 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 85bde118-6ac5-4540-81df-a53a5fedbe87 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:57.645643 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 85bde118-6ac5-4540-81df-a53a5fedbe87 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:23:57.645952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:57.646323 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 85bde118-6ac5-4540-81df-a53a5fedbe87 Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:23:57.690488 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:23:58.156942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-b78dc4a3-83da-4018-bf10-bd000dce7f5d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:58.158632 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-b78dc4a3-83da-4018-bf10-bd000dce7f5d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/networks?id=4aff141b-764c-47b7-b7c7-131e8c7b1a95 HTTP/1.1" status: 200 len: 796 time: 0.1398025 Aug 31 16:23:58.276411 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-45d5055e-044a-4aba-9071-739b28dd2167 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 379 time: 0.1039114 Aug 31 16:23:58.382408 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fecaa009-487e-4a79-8745-bbedc439b648 req-8974eb6d-2f76-436b-82fd-25029f1b70eb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 210 time: 0.0368447 Aug 31 16:23:58.486231 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'port': {'device_id': 'db576e7d-4a57-45fe-9193-6034a1517d0b', 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95', 'admin_state_up': True, 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'security_groups': ['adf54d80-fdc0-4644-b5f3-2985cbecfac1']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:58.734802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:58.739117 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:58.920372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.20.0.5 (4aff141b-764c-47b7-b7c7-131e8c7b1a95/0e8a002d-f204-4aba-8f87-10b1b3243cfb/1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:58.922445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:59.083381 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:59.117593 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:23:59.197967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:59.252238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:59.256222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:59.261521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:23:59.268345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:59.334007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:59.335236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:59.425024 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-f735c58d-d1a7-44ff-b397-6090d75c1f2f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9456398 Aug 31 16:23:59.441666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Request body: {'port': {'device_id': 'db576e7d-4a57-45fe-9193-6034a1517d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:59.575805 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e45751b1-fed6-4a2e-8df4-70b963963560 None None] Provisioning complete for port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:23:59.576659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e45751b1-fed6-4a2e-8df4-70b963963560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:59.576851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d9b4e-0bab-46b1-aff5-9202542d871b req-792c39d6-eb5b-452c-a129-0a6881581e31 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:23:59.577060 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e45751b1-fed6-4a2e-8df4-70b963963560 None None] Attempt 1 to provision port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 Aug 31 16:23:59.578038 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b01d9b4e-0bab-46b1-aff5-9202542d871b req-792c39d6-eb5b-452c-a129-0a6881581e31 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 931 time: 0.0829749 Aug 31 16:23:59.578974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:23:59.622136 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e45751b1-fed6-4a2e-8df4-70b963963560 None None] Port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:23:59.738811 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b01d9b4e-0bab-46b1-aff5-9202542d871b req-a072085b-0faf-4b7e-90f0-2834fe0b4c42 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460438 Aug 31 16:24:00.123925 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e45751b1-fed6-4a2e-8df4-70b963963560 None None] Attempt 2 to provision port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 Aug 31 16:24:00.175165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:00.182937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e45751b1-fed6-4a2e-8df4-70b963963560 None None] Port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:24:00.263720 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:24:00.273605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Publish callbacks [] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:00.289236 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Transition to ACTIVE for port object 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:24:00.369544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:00.438445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:00.494711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Attempting to bind port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:24:00.495050 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Attempting to bind port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:24:00.495388 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Attempting to bind port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 on network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:24:00.500830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 on network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:24:00.501158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Attempting to bind port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 on network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:24:00.508631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:24:00.508974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Checking segment: {'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:24:00.509358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Bound using segment: {'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:24:00.509833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Bound port: 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1824f5-7116-4d56-a6b6-fc84e021b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:24:00.510197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:00.527488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:00.585903 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] For port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:00.589487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] For port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53,segment=NetworkSegment(5d1824f5-7116-4d56-a6b6-fc84e021b551),segment_id=5d1824f5-7116-4d56-a6b6-fc84e021b551)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:00.667108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:00.671971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:00.672597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:00.674150 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 HTTP/1.1" status: 200 len: 1093 time: 1.2395585 Aug 31 16:24:00.674709 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db576e7d-4a57-45fe-9193-6034a1517d0b', 'tag': '1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:24:00.677099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b258d3-372d-4fb3-8c83-2c6e3530d922" -d '{"events": [{"name": "network-changed", "server_uuid": "db576e7d-4a57-45fe-9193-6034a1517d0b", "tag": "1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:24:00.692417 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e45751b1-fed6-4a2e-8df4-70b963963560 None None] Attempt 3 to provision port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 Aug 31 16:24:00.730993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0fc4b5-8736-4e2b-853a-55851239876a x-openstack-request-id: req-de0fc4b5-8736-4e2b-853a-55851239876a {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:24:00.731435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db576e7d-4a57-45fe-9193-6034a1517d0b", "tag": "1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:24:00.731833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de0fc4b5-8736-4e2b-853a-55851239876a {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:24:00.732450 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0fc4b5-8736-4e2b-853a-55851239876a'] response: {'name': 'network-changed', 'server_uuid': 'db576e7d-4a57-45fe-9193-6034a1517d0b', 'tag': '1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53', 'status': 'completed', 'code': 200} Aug 31 16:24:00.762299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e45751b1-fed6-4a2e-8df4-70b963963560 None None] Port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:24:00.814582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:00.826668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf65a-da02-4d15-b894-797fd3dd0e57 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:00.845910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b258d3-372d-4fb3-8c83-2c6e3530d922 req-48177a26-474b-4342-bf94-584ceb4e560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:00.848153 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e6b258d3-372d-4fb3-8c83-2c6e3530d922 req-48177a26-474b-4342-bf94-584ceb4e560b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 1127 time: 0.0879045 Aug 31 16:24:00.960849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a9b5a-f7de-4924-a931-04d6040a6388 req-6e873899-1d0a-4a78-8dda-1b2515df6759 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:00.962533 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f46a9b5a-f7de-4924-a931-04d6040a6388 req-6e873899-1d0a-4a78-8dda-1b2515df6759 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 943 time: 0.1102991 Aug 31 16:24:01.044908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b258d3-372d-4fb3-8c83-2c6e3530d922 req-6c78a264-5010-4014-892b-8f1133eac704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:01.046525 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e6b258d3-372d-4fb3-8c83-2c6e3530d922 req-6c78a264-5010-4014-892b-8f1133eac704 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1841977 Aug 31 16:24:01.074390 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f46a9b5a-f7de-4924-a931-04d6040a6388 req-3948b08d-f09a-48ff-b439-6cb63609c272 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982339 Aug 31 16:24:01.199300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b258d3-372d-4fb3-8c83-2c6e3530d922 req-beb7088d-7416-4745-b054-46a09593e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:01.201893 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e6b258d3-372d-4fb3-8c83-2c6e3530d922 req-beb7088d-7416-4745-b054-46a09593e09a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438792 Aug 31 16:24:01.299852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-63c2c794-38ce-4db1-bdca-8866a37ab873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:01.301997 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-63c2c794-38ce-4db1-bdca-8866a37ab873 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 1127 time: 0.0470462 Aug 31 16:24:01.354995 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-31c42127-3038-4527-ac23-e510ea5cafb7 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 HTTP/1.1" status: 200 len: 217 time: 0.0413244 Aug 31 16:24:01.433052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-b88d78f2-987d-4d22-a797-2fe6f3baa1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:01.434625 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-b88d78f2-987d-4d22-a797-2fe6f3baa1ca service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0e8a002d-f204-4aba-8f87-10b1b3243cfb HTTP/1.1" status: 200 len: 835 time: 0.0705667 Aug 31 16:24:01.580085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-edf897ef-7ed3-4fe5-a09b-6f4e527fcb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:01.581655 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-edf897ef-7ed3-4fe5-a09b-6f4e527fcb2b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4aff141b-764c-47b7-b7c7-131e8c7b1a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469923 Aug 31 16:24:01.699972 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-fa48b990-60fa-4827-884b-a46a07ec1e43 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4aff141b-764c-47b7-b7c7-131e8c7b1a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082056 Aug 31 16:24:01.812479 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-79f86cb6-5c32-4c9c-9962-7723def79880 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4aff141b-764c-47b7-b7c7-131e8c7b1a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030624 Aug 31 16:24:02.212520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cfb06-003e-4fec-baa5-128336cc662f req-7b4c7e34-8d0a-45a8-85c7-3c1f998b8f89 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:02.214203 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a19cfb06-003e-4fec-baa5-128336cc662f req-7b4c7e34-8d0a-45a8-85c7-3c1f998b8f89 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 943 time: 0.0530388 Aug 31 16:24:02.281444 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a19cfb06-003e-4fec-baa5-128336cc662f req-e38effd9-cb07-4f1c-b818-801fcb8cdba1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595734 Aug 31 16:24:02.907649 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:24:03.026015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53,segment=NetworkSegment(5d1824f5-7116-4d56-a6b6-fc84e021b551),segment_id=5d1824f5-7116-4d56-a6b6-fc84e021b551)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:03.040005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53', 'network_id': '4aff141b-764c-47b7-b7c7-131e8c7b1a95', 'port_id': '1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53', 'mac_address': 'fa:16:3e:4a:e5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8a002d-f204-4aba-8f87-10b1b3243cfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:24:03.078818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:24:03.079205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:03.094506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:24:03.122608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53,segment=NetworkSegment(5d1824f5-7116-4d56-a6b6-fc84e021b551),segment_id=5d1824f5-7116-4d56-a6b6-fc84e021b551)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:03.192387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:03.248003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:03.423608 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05333dda-6d0a-40dd-9f84-f03e6a8a4bc5 req-17602f7f-4446-4382-a10d-e5482a3541d5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:03.425408 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-05333dda-6d0a-40dd-9f84-f03e6a8a4bc5 req-17602f7f-4446-4382-a10d-e5482a3541d5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0619078 Aug 31 16:24:03.448238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:24:03.504681 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-05333dda-6d0a-40dd-9f84-f03e6a8a4bc5 req-d617725d-a1c6-4a24-8eac-73271f82bcf8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674160 Aug 31 16:24:03.635837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:04.693684 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dec0c1-5e34-4dea-bf6b-892bc95f22f4 req-e3036f23-f01f-4c17-bf14-9181e0f990ad tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:04.696433 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-44dec0c1-5e34-4dea-bf6b-892bc95f22f4 req-e3036f23-f01f-4c17-bf14-9181e0f990ad tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0538692 Aug 31 16:24:04.761887 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-44dec0c1-5e34-4dea-bf6b-892bc95f22f4 req-679b426d-5103-4eb9-b2e9-b5c32fc0e2bc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590878 Aug 31 16:24:04.907101 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:04.957894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:24:05.049545 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:24:05.050110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:05.050578 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:24:05.095250 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:24:05.780745 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:05.791091 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=67 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:05.918140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c1510-4857-432e-aa2b-ed4434e817e0 req-0551defc-c0ce-498c-a811-72156b547a99 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:05.920636 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-de9c1510-4857-432e-aa2b-ed4434e817e0 req-0551defc-c0ce-498c-a811-72156b547a99 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0660007 Aug 31 16:24:06.008739 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-de9c1510-4857-432e-aa2b-ed4434e817e0 req-cd853f35-0805-4bc4-8551-795891e0ab7a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814021 Aug 31 16:24:07.166757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f1f6d-af11-49f4-85da-db9e10adeddf req-af14660d-0fed-41e9-94d7-bc91f27bf198 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:07.168727 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-551f1f6d-af11-49f4-85da-db9e10adeddf req-af14660d-0fed-41e9-94d7-bc91f27bf198 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0541239 Aug 31 16:24:07.241295 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-551f1f6d-af11-49f4-85da-db9e10adeddf req-656a9c8c-7000-4c39-9ba2-592170644f59 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659852 Aug 31 16:24:08.382519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28da4d6-3f1e-422c-a14f-bfc62c1970a4 req-17d4cd31-bcf5-4d46-9700-b0aa9234d9ff tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:08.384144 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d28da4d6-3f1e-422c-a14f-bfc62c1970a4 req-17d4cd31-bcf5-4d46-9700-b0aa9234d9ff tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0579569 Aug 31 16:24:08.412882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:08.453678 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d28da4d6-3f1e-422c-a14f-bfc62c1970a4 req-87bd7424-c91d-4903-b074-dcc5d7a2ea44 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587466 Aug 31 16:24:08.590809 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8aeb96e1-9d1b-4c2a-bc80-a5dcf03e282d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:09.621880 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c622-f749-4ae2-80be-71a7a568af19 req-523da461-4412-4d33-8837-0bb3a5ac59fe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:09.623500 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ac71c622-f749-4ae2-80be-71a7a568af19 req-523da461-4412-4d33-8837-0bb3a5ac59fe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0538356 Aug 31 16:24:09.636859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:09.680785 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ac71c622-f749-4ae2-80be-71a7a568af19 req-c4efc5b3-c018-44ae-a2a9-95c81c4713ae tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514076 Aug 31 16:24:10.746167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6152-004c-4c45-ae24-d26e24e7d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:10.817166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6497b1d-17d5-4306-bad7-c81b379ee433 req-643deeb6-0710-462e-8d5d-fb25f76dc466 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:10.820128 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d6497b1d-17d5-4306-bad7-c81b379ee433 req-643deeb6-0710-462e-8d5d-fb25f76dc466 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0559216 Aug 31 16:24:10.878524 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d6497b1d-17d5-4306-bad7-c81b379ee433 req-3f7e46e1-55da-4f66-a07d-d8b3d3326dd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519295 Aug 31 16:24:11.818705 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:24:12.029894 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e87e67-1374-4d2c-b39e-b8979dbb2160 req-f7e6d3a3-37ec-4583-b950-f932e22a63ed tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:12.031497 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-65e87e67-1374-4d2c-b39e-b8979dbb2160 req-f7e6d3a3-37ec-4583-b950-f932e22a63ed tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0576410 Aug 31 16:24:12.090017 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-65e87e67-1374-4d2c-b39e-b8979dbb2160 req-a786dc8c-7281-43ef-a4c5-de9873ca0806 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518923 Aug 31 16:24:12.266679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:13.218942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b73329-6cbb-42a4-8590-a6e3ba0a61f1 req-7870155e-7df4-4e66-9996-02c53ed157db tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:13.220585 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a8b73329-6cbb-42a4-8590-a6e3ba0a61f1 req-7870155e-7df4-4e66-9996-02c53ed157db tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0513058 Aug 31 16:24:13.252396 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:13.283653 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a8b73329-6cbb-42a4-8590-a6e3ba0a61f1 req-220454bb-f4a8-42c4-8790-6029a80ff50a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562165 Aug 31 16:24:13.603265 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:13.860504 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:14.437214 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5e703-29d7-446d-ba03-f06fc7df6f8b req-4a4f013f-ae21-4f44-879b-e48efb974d41 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:14.438880 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ce5e703-29d7-446d-ba03-f06fc7df6f8b req-4a4f013f-ae21-4f44-879b-e48efb974d41 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0750196 Aug 31 16:24:14.497540 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ce5e703-29d7-446d-ba03-f06fc7df6f8b req-ba7c3d57-36bb-4f94-80f1-f59f9ae3feed tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520358 Aug 31 16:24:15.668258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7e68-51ee-4938-8761-08d20ae31d25 req-fd5c6789-acae-45a8-9792-97270e6cd217 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:15.669963 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f72f7e68-51ee-4938-8761-08d20ae31d25 req-fd5c6789-acae-45a8-9792-97270e6cd217 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0589397 Aug 31 16:24:15.729022 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f72f7e68-51ee-4938-8761-08d20ae31d25 req-6eb25387-f827-42b6-a4ca-042571640ec6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531266 Aug 31 16:24:16.865051 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635133a-f2b5-458b-bba5-0a8af5896624 req-1273c196-1f18-433c-b21d-108bc2331c3a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:16.866894 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d635133a-f2b5-458b-bba5-0a8af5896624 req-1273c196-1f18-433c-b21d-108bc2331c3a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0582192 Aug 31 16:24:16.924079 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d635133a-f2b5-458b-bba5-0a8af5896624 req-2d50d51c-5a84-4469-81d0-fdf7a17d8fb4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512407 Aug 31 16:24:18.056605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1538d-5276-4149-a481-600a24cf22d2 req-1566d860-fbd1-49a1-a614-b4514fe0c6c8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:18.058395 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6fa1538d-5276-4149-a481-600a24cf22d2 req-1566d860-fbd1-49a1-a614-b4514fe0c6c8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0544403 Aug 31 16:24:18.120138 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6fa1538d-5276-4149-a481-600a24cf22d2 req-b26eb44d-b49a-4bc4-a51f-602b80068957 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526111 Aug 31 16:24:19.249182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84c7f0-857b-4674-869a-f9637441f87a req-3446102f-6cec-4277-a9bc-7310d6b160cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:19.250888 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1f84c7f0-857b-4674-869a-f9637441f87a req-3446102f-6cec-4277-a9bc-7310d6b160cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0527258 Aug 31 16:24:19.309115 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1f84c7f0-857b-4674-869a-f9637441f87a req-1e2feb88-3377-46ea-ae71-8e3d1e25f0b0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503769 Aug 31 16:24:20.466765 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc8616-85b5-450f-bd5a-7c710ac4e193 req-e771998f-6661-412d-abf0-2644f26f15fb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:20.468530 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-14dc8616-85b5-450f-bd5a-7c710ac4e193 req-e771998f-6661-412d-abf0-2644f26f15fb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0591564 Aug 31 16:24:20.538179 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-14dc8616-85b5-450f-bd5a-7c710ac4e193 req-a4c20f9a-aa73-4339-827f-0d2d0ea239b3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595157 Aug 31 16:24:21.274162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:21.340295 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:21.682539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63ef44-d59c-4318-bda7-67f65ee4d717 req-9c33b2ea-0e77-43d6-bb3b-19df4dbbecdd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:21.684563 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1f63ef44-d59c-4318-bda7-67f65ee4d717 req-9c33b2ea-0e77-43d6-bb3b-19df4dbbecdd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0667684 Aug 31 16:24:21.752435 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1f63ef44-d59c-4318-bda7-67f65ee4d717 req-3e6b3580-9f12-4508-bf94-1072a50dbd4b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591538 Aug 31 16:24:21.811281 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:21.811990 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:22.882741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554c001-17fd-449b-8c77-29c42a65ef57 req-a6e5f567-da6e-4e58-97c9-05a28c5d3e23 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:22.884362 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b554c001-17fd-449b-8c77-29c42a65ef57 req-a6e5f567-da6e-4e58-97c9-05a28c5d3e23 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0549555 Aug 31 16:24:22.947654 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b554c001-17fd-449b-8c77-29c42a65ef57 req-137b6f9f-30a0-4d9d-95b9-ea7929f1d387 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542731 Aug 31 16:24:24.424600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d767ad5-9e1e-4ed3-a490-e476b94a5c86 req-53105828-e051-4ef9-97fb-6fe43c86a23d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:24.426384 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d767ad5-9e1e-4ed3-a490-e476b94a5c86 req-53105828-e051-4ef9-97fb-6fe43c86a23d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.3985984 Aug 31 16:24:24.484823 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d767ad5-9e1e-4ed3-a490-e476b94a5c86 req-92ac45b1-7a5c-480f-b93d-2ba0613dfba3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519791 Aug 31 16:24:25.624260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f69d-f2a9-4288-866c-71f8b9e77624 req-baad24d2-e115-4f0a-a72e-a9667785f786 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:25.625779 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b052f69d-f2a9-4288-866c-71f8b9e77624 req-baad24d2-e115-4f0a-a72e-a9667785f786 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0581641 Aug 31 16:24:25.689647 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b052f69d-f2a9-4288-866c-71f8b9e77624 req-72081653-3f3f-4877-afa1-77894e62b3e7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557208 Aug 31 16:24:26.797170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:26.838342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8843b-eeda-4729-be8c-f58f17313796 req-eeb43fa9-f3f9-4195-b2e8-cc50371ef3c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:26.840083 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a1f8843b-eeda-4729-be8c-f58f17313796 req-eeb43fa9-f3f9-4195-b2e8-cc50371ef3c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0546470 Aug 31 16:24:26.900783 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a1f8843b-eeda-4729-be8c-f58f17313796 req-fbd0d67d-20f6-40e6-b3d6-3036dceb977b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544322 Aug 31 16:24:28.043298 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8247ac-f793-4750-ac87-661818440993 req-e542094e-3067-4aab-8734-c3e81d9da0fa tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:28.045004 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5b8247ac-f793-4750-ac87-661818440993 req-e542094e-3067-4aab-8734-c3e81d9da0fa tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0575924 Aug 31 16:24:28.106482 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5b8247ac-f793-4750-ac87-661818440993 req-74b62076-6612-4be8-8dfe-1c212129a5ef tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517669 Aug 31 16:24:29.236309 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ec9da-d328-4ea2-b3c4-7ef5f6a9bec1 req-2f18a615-2fe5-4ac0-9214-1965cf12e0f1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:29.238036 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-992ec9da-d328-4ea2-b3c4-7ef5f6a9bec1 req-2f18a615-2fe5-4ac0-9214-1965cf12e0f1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0547566 Aug 31 16:24:29.296909 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-992ec9da-d328-4ea2-b3c4-7ef5f6a9bec1 req-7e8d1065-b0bb-4fb5-8d29-846b46cb713d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526311 Aug 31 16:24:30.444835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7630ad2-f700-4e0d-85c3-2292abd747ba req-6fc54816-1e05-4ea6-96a3-d220985e4e60 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:30.446614 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c7630ad2-f700-4e0d-85c3-2292abd747ba req-6fc54816-1e05-4ea6-96a3-d220985e4e60 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0552936 Aug 31 16:24:30.512827 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c7630ad2-f700-4e0d-85c3-2292abd747ba req-be23580f-b279-4032-97a6-9149c8acd6b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593979 Aug 31 16:24:31.277845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:31.643888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4057fa6-53e3-4747-b742-5ad3dc6b75ef req-6ea70f83-6e43-4600-a4ae-69708c5c69d9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:31.646127 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b4057fa6-53e3-4747-b742-5ad3dc6b75ef req-6ea70f83-6e43-4600-a4ae-69708c5c69d9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0547502 Aug 31 16:24:31.724009 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b4057fa6-53e3-4747-b742-5ad3dc6b75ef req-7ba571de-63bb-4483-8028-b3af410e8956 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705390 Aug 31 16:24:32.858140 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014cb7e-e7bd-4fe7-b346-c7a63b562a47 req-12ea5dae-db25-4692-a473-bd3787458d87 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:32.859941 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1014cb7e-e7bd-4fe7-b346-c7a63b562a47 req-12ea5dae-db25-4692-a473-bd3787458d87 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0582561 Aug 31 16:24:32.919690 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1014cb7e-e7bd-4fe7-b346-c7a63b562a47 req-a45862bb-1baf-4a3e-ad3e-14989d021629 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532777 Aug 31 16:24:34.062416 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b043c-03a1-49e7-abef-3df2a6ddafae req-f3acf40c-eff7-4712-98a7-f67a216c8490 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:34.064344 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b78b043c-03a1-49e7-abef-3df2a6ddafae req-f3acf40c-eff7-4712-98a7-f67a216c8490 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0565877 Aug 31 16:24:34.122737 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b78b043c-03a1-49e7-abef-3df2a6ddafae req-b9510187-1da2-4e2c-9144-027c5dd69bd1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516171 Aug 31 16:24:35.272638 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd604de-f4a8-4801-926c-c035c002a721 req-1585416a-e985-4d3f-a2f1-cd64c5ca6f46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:35.274350 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8fd604de-f4a8-4801-926c-c035c002a721 req-1585416a-e985-4d3f-a2f1-cd64c5ca6f46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0554278 Aug 31 16:24:35.338072 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8fd604de-f4a8-4801-926c-c035c002a721 req-7dc69131-7715-4201-8c2d-51edfddcad70 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543017 Aug 31 16:24:36.466760 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:36.476070 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28517910-0e77-45bf-880d-2d82e27711fa req-e3df08f6-9994-44df-ab8b-7451a82f5792 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:36.480787 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-28517910-0e77-45bf-880d-2d82e27711fa req-e3df08f6-9994-44df-ab8b-7451a82f5792 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0524893 Aug 31 16:24:36.558280 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-28517910-0e77-45bf-880d-2d82e27711fa req-bfd5b39d-f863-4a10-beb3-a9a0dedd081e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738511 Aug 31 16:24:36.745468 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:36.755782 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:37.689203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087927b1-b1b4-4e8b-83ca-e66eaf19e5fd req-1c89ac7a-a6b7-4828-b1a6-8eb6461a080a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:37.690746 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-087927b1-b1b4-4e8b-83ca-e66eaf19e5fd req-1c89ac7a-a6b7-4828-b1a6-8eb6461a080a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0544317 Aug 31 16:24:37.726238 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:37.761378 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-087927b1-b1b4-4e8b-83ca-e66eaf19e5fd req-e2d185b1-0628-40ae-a54a-3d5e7a9be104 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593262 Aug 31 16:24:38.602685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fa2572f3-2dd6-4162-8f50-f14ff19e6022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:38.899015 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41d40-3108-4730-9536-129369230bb2 req-c23d1b9b-c236-4b4f-861f-650e091f711f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:38.900538 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-10a41d40-3108-4730-9536-129369230bb2 req-c23d1b9b-c236-4b4f-861f-650e091f711f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0532963 Aug 31 16:24:38.966863 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-10a41d40-3108-4730-9536-129369230bb2 req-80d125d5-70ac-44a5-bb68-8c3fe657b4e4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566187 Aug 31 16:24:40.082044 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:40.101681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd47479-907f-4ed6-9145-1c8feb199457 req-60e89add-ef10-45d1-bce9-3a54a2ce6691 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:40.103437 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3bd47479-907f-4ed6-9145-1c8feb199457 req-60e89add-ef10-45d1-bce9-3a54a2ce6691 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0564275 Aug 31 16:24:40.162931 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3bd47479-907f-4ed6-9145-1c8feb199457 req-6e2d7400-8234-4392-840f-f18322deeb8d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532947 Aug 31 16:24:40.745941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fdd159d7-bb99-4c0d-b82c-9c38ffe97257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:41.298960 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe799c-3900-4208-9ef6-0c3536a9b105 req-9330e981-691a-422d-86b8-3661d0092a9a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:41.300633 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cabe799c-3900-4208-9ef6-0c3536a9b105 req-9330e981-691a-422d-86b8-3661d0092a9a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0569644 Aug 31 16:24:41.366457 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cabe799c-3900-4208-9ef6-0c3536a9b105 req-1171ce6a-87ca-45ab-a930-204d22ce0491 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551085 Aug 31 16:24:42.345332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:42.521068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2633d-7144-4853-bf13-0755f0585314 req-c79ac484-036c-486c-8154-acb65daab9ac tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:42.522752 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a8b2633d-7144-4853-bf13-0755f0585314 req-c79ac484-036c-486c-8154-acb65daab9ac tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0547245 Aug 31 16:24:42.584186 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a8b2633d-7144-4853-bf13-0755f0585314 req-5f244179-24f4-493f-b198-bb8a8a88057c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513070 Aug 31 16:24:43.637308 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:43.737145 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61844574-8e02-4161-8578-c34ca6ab6e0c req-cf9d98af-0532-4c65-add7-ff21309b8599 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:43.740730 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-61844574-8e02-4161-8578-c34ca6ab6e0c req-cf9d98af-0532-4c65-add7-ff21309b8599 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0712936 Aug 31 16:24:43.803897 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-61844574-8e02-4161-8578-c34ca6ab6e0c req-75021d3a-b854-4cd5-b83d-b6c23f999061 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571394 Aug 31 16:24:43.871580 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:44.960636 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6bdf6-57f9-400d-92a4-b3df077f2e27 req-2ad223c7-b84a-4b95-9e5c-8e325c39cbc0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:44.962267 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9c6bdf6-57f9-400d-92a4-b3df077f2e27 req-2ad223c7-b84a-4b95-9e5c-8e325c39cbc0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0578139 Aug 31 16:24:45.031400 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a9c6bdf6-57f9-400d-92a4-b3df077f2e27 req-5ece6357-cf1b-4c3b-8870-991c7f3a534f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632727 Aug 31 16:24:46.176497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189480f-c148-4996-9dec-c30b7426206c req-7f5a52fd-a060-43bc-9fb0-c0d718db8cf4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:46.178161 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6189480f-c148-4996-9dec-c30b7426206c req-7f5a52fd-a060-43bc-9fb0-c0d718db8cf4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0589936 Aug 31 16:24:46.251541 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6189480f-c148-4996-9dec-c30b7426206c req-99e093e2-2a28-49ff-8b30-2342cb1bd895 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632658 Aug 31 16:24:47.383518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865a496-e374-4be5-8509-2bfb664d029a req-220fb88a-cc35-4697-a101-84f5831f311a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:47.385153 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b865a496-e374-4be5-8509-2bfb664d029a req-220fb88a-cc35-4697-a101-84f5831f311a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0557544 Aug 31 16:24:47.446130 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b865a496-e374-4be5-8509-2bfb664d029a req-9e1c6c3c-646b-489a-b962-4f91e85478b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547330 Aug 31 16:24:48.575872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e915-3a63-4a38-a576-77494d1a976d req-8a60b77b-0ac8-4f5d-a56f-357489838e87 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:48.577383 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0040e915-3a63-4a38-a576-77494d1a976d req-8a60b77b-0ac8-4f5d-a56f-357489838e87 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0504382 Aug 31 16:24:48.634584 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0040e915-3a63-4a38-a576-77494d1a976d req-d8bc2f0c-6021-4baf-bd49-fce676e9ac40 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507762 Aug 31 16:24:48.762902 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=11 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:48.768053 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=15 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:48.818757 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:24:49.762596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183836f7-4c8f-446b-a034-495d0421e34a req-11c9d64e-1bd8-4c42-92a6-5d4a0e71dcf6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:49.764071 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-183836f7-4c8f-446b-a034-495d0421e34a req-11c9d64e-1bd8-4c42-92a6-5d4a0e71dcf6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0499539 Aug 31 16:24:49.820153 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-183836f7-4c8f-446b-a034-495d0421e34a req-acf2e2a8-2355-4f37-8825-ab0d3c436314 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500717 Aug 31 16:24:50.952280 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f55ea4-4433-4c61-991a-ce298574af3e req-256f4dbb-d747-4ca9-9f96-d559d40f124f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:50.954061 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-69f55ea4-4433-4c61-991a-ce298574af3e req-256f4dbb-d747-4ca9-9f96-d559d40f124f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0530872 Aug 31 16:24:51.018152 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-69f55ea4-4433-4c61-991a-ce298574af3e req-b4fdb72a-84c3-4e17-b141-563856897d5d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577331 Aug 31 16:24:51.419489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:24:52.163085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202c1ba-4467-4290-b7b8-3747e034bc86 req-49353f3f-6d87-4a2c-94a1-9bb79d6855cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:52.164661 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9202c1ba-4467-4290-b7b8-3747e034bc86 req-49353f3f-6d87-4a2c-94a1-9bb79d6855cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0607204 Aug 31 16:24:52.220580 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9202c1ba-4467-4290-b7b8-3747e034bc86 req-9abcec17-b554-4b92-a150-d74ac7c9bd61 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502329 Aug 31 16:24:53.376078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6165d-3340-40ea-9b6a-6c22208b5be4 req-591bd8cc-9b17-4c04-9745-d30f725bdbdd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:53.378596 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-acf6165d-3340-40ea-9b6a-6c22208b5be4 req-591bd8cc-9b17-4c04-9745-d30f725bdbdd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0737433 Aug 31 16:24:53.433691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:24:53.440482 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-acf6165d-3340-40ea-9b6a-6c22208b5be4 req-483c64c6-2cc8-4406-9746-84d31a04aa50 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554156 Aug 31 16:24:54.592891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d13a4-63af-4880-9ded-1f8a4ade36d0 req-9f0eceee-2b70-4d5d-b6a5-5839be12cf50 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:54.595068 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fb0d13a4-63af-4880-9ded-1f8a4ade36d0 req-9f0eceee-2b70-4d5d-b6a5-5839be12cf50 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0614853 Aug 31 16:24:54.664041 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fb0d13a4-63af-4880-9ded-1f8a4ade36d0 req-68ebe0e5-1ce6-4861-aeab-38d7dcd141fc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623827 Aug 31 16:24:55.790949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b984-40a7-4cd7-8bba-92ae2c9d8d91 req-a36fef6c-89b6-4123-90c0-b9075731285f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:55.792549 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b1b0b984-40a7-4cd7-8bba-92ae2c9d8d91 req-a36fef6c-89b6-4123-90c0-b9075731285f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0526285 Aug 31 16:24:55.852189 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b1b0b984-40a7-4cd7-8bba-92ae2c9d8d91 req-b23fce3b-e73d-4853-81a8-c0e2259352e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494752 Aug 31 16:24:56.984569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5225c03-57ac-4a6f-bcb4-bbaff53eb761 req-36aaa55c-a924-43cb-b543-22875c2c9455 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:56.986171 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b5225c03-57ac-4a6f-bcb4-bbaff53eb761 req-36aaa55c-a924-43cb-b543-22875c2c9455 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0557828 Aug 31 16:24:57.040995 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b5225c03-57ac-4a6f-bcb4-bbaff53eb761 req-4f3b3a2c-5309-43f8-b336-7fd56835490e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490317 Aug 31 16:24:58.179092 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867bcb5-4390-40b6-a979-a01a038fc975 req-270caa6d-f4a8-4426-8afe-6be7030bc461 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:58.181686 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2867bcb5-4390-40b6-a979-a01a038fc975 req-270caa6d-f4a8-4426-8afe-6be7030bc461 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0598814 Aug 31 16:24:58.234404 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2867bcb5-4390-40b6-a979-a01a038fc975 req-b5517945-1b44-4d0a-8054-61da31aaef18 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472107 Aug 31 16:24:59.393488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b62886-d144-4aae-95c6-8f945aa1f124 req-5980333f-9442-49ea-bf67-9e68493e8f02 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:24:59.395713 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d9b62886-d144-4aae-95c6-8f945aa1f124 req-5980333f-9442-49ea-bf67-9e68493e8f02 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0642192 Aug 31 16:24:59.461672 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d9b62886-d144-4aae-95c6-8f945aa1f124 req-a2ad60a4-98c7-4e17-91c7-e1aae47c892e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599327 Aug 31 16:25:00.610477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302948e4-0c7c-4ded-bc9a-cd4977591a0d req-f002d3fb-8f50-4254-8149-a065e71d8713 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:00.612537 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-302948e4-0c7c-4ded-bc9a-cd4977591a0d req-f002d3fb-8f50-4254-8149-a065e71d8713 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0624011 Aug 31 16:25:00.675476 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-302948e4-0c7c-4ded-bc9a-cd4977591a0d req-d2f05c7a-833c-4699-bc99-3460a3e79df6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551498 Aug 31 16:25:01.285975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:01.288378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:01.817180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35920d11-bd69-43c0-9f84-9461fcf61a41 req-bbb3b942-6397-491b-b9a9-937d28b6af65 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:01.818903 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-35920d11-bd69-43c0-9f84-9461fcf61a41 req-bbb3b942-6397-491b-b9a9-937d28b6af65 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0568748 Aug 31 16:25:01.879703 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-35920d11-bd69-43c0-9f84-9461fcf61a41 req-27d16e35-7ad0-4890-9b49-2ffdfa16eb0f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502715 Aug 31 16:25:03.025524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7e054-7e9e-4549-988a-07c17e5dcd2b req-964ac2e5-cbe6-4dca-816c-cfa14b70a2b9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:03.027167 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-07a7e054-7e9e-4549-988a-07c17e5dcd2b req-964ac2e5-cbe6-4dca-816c-cfa14b70a2b9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0637724 Aug 31 16:25:03.054069 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:03.081606 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-07a7e054-7e9e-4549-988a-07c17e5dcd2b req-ac6d096f-cd2a-4f5b-bbaf-1882bedb86d1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484958 Aug 31 16:25:04.212124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3fa92-0c16-4893-ab25-ab6d56eb28a4 req-445514a8-6909-4f56-8c3e-c8296cd1d297 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:04.213683 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90f3fa92-0c16-4893-ab25-ab6d56eb28a4 req-445514a8-6909-4f56-8c3e-c8296cd1d297 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0503540 Aug 31 16:25:04.270284 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90f3fa92-0c16-4893-ab25-ab6d56eb28a4 req-cf6388d7-9918-4822-b40c-58b49e0e475d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=adf54d80-fdc0-4644-b5f3-2985cbecfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509562 Aug 31 16:25:04.477002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:04.501753 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:04.520966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-a384d141-0d65-4217-a72b-0ca1575b8f3b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:04.522585 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-a384d141-0d65-4217-a72b-0ca1575b8f3b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 944 time: 0.0557075 Aug 31 16:25:04.635232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:25:04.635820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:04.776855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53,segment=NetworkSegment(5d1824f5-7116-4d56-a6b6-fc84e021b551),segment_id=5d1824f5-7116-4d56-a6b6-fc84e021b551)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:04.777139 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:04.798309 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:25:05.076648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:05.106304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:05.119939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.120355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.120652 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.120993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.121323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.121681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.122008 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.122327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.122644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.122965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.123285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.123605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.123914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.124233 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.124551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:05.174536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] No DVR routers for this DVR port 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:25:05.178759 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:05.184068 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5dde57f6-cec1-44b6-92dd-32e8709d9a32 req-3a9d82c9-5f42-411c-be27-65b42c18ccd8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "DELETE /networking/v2.0/ports/1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 HTTP/1.1" status: 204 len: 173 time: 0.6513128 Aug 31 16:25:05.184623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db576e7d-4a57-45fe-9193-6034a1517d0b', 'name': 'network-vif-deleted', 'tag': '1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:25:05.187211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e81e20f-30f3-4e92-a30a-9a043f52505c" -d '{"events": [{"server_uuid": "db576e7d-4a57-45fe-9193-6034a1517d0b", "name": "network-vif-deleted", "tag": "1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:05.227474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7b8e55-3d08-4e05-ae30-0856214f0b48 x-openstack-request-id: req-ac7b8e55-3d08-4e05-ae30-0856214f0b48 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:05.228215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db576e7d-4a57-45fe-9193-6034a1517d0b", "name": "network-vif-deleted", "tag": "1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:05.228215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac7b8e55-3d08-4e05-ae30-0856214f0b48 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:05.228510 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ac7b8e55-3d08-4e05-ae30-0856214f0b48']: {'server_uuid': 'db576e7d-4a57-45fe-9193-6034a1517d0b', 'name': 'network-vif-deleted', 'tag': '1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:25:05.381611 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b9c3bf90-fd1d-44f7-adf4-9e251680c1a2 req-99307c0a-3b62-4a47-9052-e6574f3ddc3c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 210 time: 0.0310018 Aug 31 16:25:06.518412 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c54dca0a-df35-4631-9896-2c3d8168a415 req-5bb5bcf8-12ad-4764-ae2c-1fad8264a6e9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 210 time: 0.0325079 Aug 31 16:25:06.782694 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f4b82345-7210-4de7-ad20-d27d65f8b73c req-f64786ba-bd10-4ba2-8878-60efbab44db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db576e7d-4a57-45fe-9193-6034a1517d0b HTTP/1.1" status: 200 len: 210 time: 0.0304375 Aug 31 16:25:07.476862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46520) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:07.863233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:08.055917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:08.117812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 85bde118-6ac5-4540-81df-a53a5fedbe87 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:25:08.118074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:08.232595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 85bde118-6ac5-4540-81df-a53a5fedbe87, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=85bde118-6ac5-4540-81df-a53a5fedbe87,segment=NetworkSegment(5d1824f5-7116-4d56-a6b6-fc84e021b551),segment_id=5d1824f5-7116-4d56-a6b6-fc84e021b551)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:08.232969 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:08.247628 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 85bde118-6ac5-4540-81df-a53a5fedbe87 owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:25:08.450094 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:08.596963 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (85bde118-6ac5-4540-81df-a53a5fedbe87), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:08.632044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=85bde118-6ac5-4540-81df-a53a5fedbe87,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:08.660311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.660660 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.661004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.661338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.661708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.662037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.662363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.662686 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.663005 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.663337 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.663657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.663974 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.664285 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.664603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.664921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:08.723045 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2dd6fe18-d183-4035-ad13-ee57098ab017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:08.846695 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:09.100542 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:25:09.198146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:09.216869 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:25:09.224965 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-48f9907f-4248-40e6-8188-3b16a2d4128a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "PUT /networking/v2.0/routers/f8a2e8ae-3b13-4b84-b03f-c8a829ec3515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7510641 Aug 31 16:25:09.226799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46522) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:09.230385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] Sync routers for ids ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:25:09.251118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:09.284067 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] Routers {'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:25:09.285496 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:24:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:09.292098 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:25:09.292639 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 1fd8c37f-5dc1-4bbd-bfb6-c5558f2d6f53 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:09.319914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eec7c07-d537-4955-a602-a6eb99c443cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting subnet 0e8a002d-f204-4aba-8f87-10b1b3243cfb {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:25:09.324159 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c07-d537-4955-a602-a6eb99c443cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (0e8a002d-f204-4aba-8f87-10b1b3243cfb), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:09.381662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c07-d537-4955-a602-a6eb99c443cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (0e8a002d-f204-4aba-8f87-10b1b3243cfb), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:09.410995 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] Set router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:25:09.508980 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c07-d537-4955-a602-a6eb99c443cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (0e8a002d-f204-4aba-8f87-10b1b3243cfb), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:09.600943 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006113478', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:25:08Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:09.628191 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] Checking router: f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:25:09.637735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] Routers {'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:25:09.638356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:24:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:09.688666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c07-d537-4955-a602-a6eb99c443cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (0e8a002d-f204-4aba-8f87-10b1b3243cfb), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:09.723524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c07-d537-4955-a602-a6eb99c443cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:09.728310 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9eec7c07-d537-4955-a602-a6eb99c443cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/0e8a002d-f204-4aba-8f87-10b1b3243cfb HTTP/1.1" status: 204 len: 168 time: 0.5000684 Aug 31 16:25:09.729599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec7c07-d537-4955-a602-a6eb99c443cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8a002d-f204-4aba-8f87-10b1b3243cfb,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:09.731098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46524) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:09.733685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70a02d-45e3-4c15-9325-11a5a81c70e2 None None] Network 4aff141b-764c-47b7-b7c7-131e8c7b1a95 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:25:09.809754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] Set router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:25:09.868732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.033317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.080472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] DHCP port deletion for 4aff141b-764c-47b7-b7c7-131e8c7b1a95 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:25:10.124120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006113478', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:25:08Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:10.163309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d700c-7a08-4385-b5fa-89994125b637 None None] The sync data for ids ['f8a2e8ae-3b13-4b84-b03f-c8a829ec3515'] in dv-neutron-855257-2-hyperv is: [{'id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006113478', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:25:08Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '3ac81158-6e84-45cb-b37f-a593e123f1e9', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2e8ae-3b13-4b84-b03f-c8a829ec3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:23:46Z', 'updated_at': '2022-08-31T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:25:10.167848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Deleting port 5de39397-8c5c-49c6-8f65-f450701de9a0 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:25:10.168225 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (5de39397-8c5c-49c6-8f65-f450701de9a0), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.208281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 3ac81158-6e84-45cb-b37f-a593e123f1e9 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:25:10.208835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.267104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] For port 5de39397-8c5c-49c6-8f65-f450701de9a0, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=5de39397-8c5c-49c6-8f65-f450701de9a0,segment=NetworkSegment(5d1824f5-7116-4d56-a6b6-fc84e021b551),segment_id=5d1824f5-7116-4d56-a6b6-fc84e021b551)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:10.268023 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (5de39397-8c5c-49c6-8f65-f450701de9a0), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.287470 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Calling delete_port for 5de39397-8c5c-49c6-8f65-f450701de9a0 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:25:10.359665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 3ac81158-6e84-45cb-b37f-a593e123f1e9, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=3ac81158-6e84-45cb-b37f-a593e123f1e9,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:10.361132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.361340 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:10.387830 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 3ac81158-6e84-45cb-b37f-a593e123f1e9 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:25:10.471016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:10.483431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:10.500651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (5de39397-8c5c-49c6-8f65-f450701de9a0), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.507657 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:10.529890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Pushing event deleted for resources: {'Port': ['ID=5de39397-8c5c-49c6-8f65-f450701de9a0,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:10.545543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] No DVR routers for this DVR port 5de39397-8c5c-49c6-8f65-f450701de9a0 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:25:10.548307 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.548661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.549005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.549344 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.549707 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.550034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.550413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.550761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.551073 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.551453 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.551776 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.552098 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.552422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.552745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.553062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a9cce-cb5a-43a2-9fdb-4d076f542df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:10.711065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (3ac81158-6e84-45cb-b37f-a593e123f1e9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.743384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=3ac81158-6e84-45cb-b37f-a593e123f1e9,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:10.757013 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45b055ad-567e-4aa9-bacc-46f5ffb235a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.828524 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.937657 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:10.940431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_controller (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.081848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (f8a2e8ae-3b13-4b84-b03f-c8a829ec3515), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.082748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Fanout notify agent at l3_agent the message router_deleted on router f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:25:11.094090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.094090 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-1f6f980c-35f3-4763-89be-61b2effab401 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/routers/f8a2e8ae-3b13-4b84-b03f-c8a829ec3515 HTTP/1.1" status: 204 len: 168 time: 1.3600078 Aug 31 16:25:11.096558 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46526) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:11.190010 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (4aff141b-764c-47b7-b7c7-131e8c7b1a95), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.292579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (4aff141b-764c-47b7-b7c7-131e8c7b1a95), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.314683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aff141b-764c-47b7-b7c7-131e8c7b1a95']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:11.325219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1824f5-7116-4d56-a6b6-fc84e021b551') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:11.325518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1824f5-7116-4d56-a6b6-fc84e021b551') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:11.339622 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (5d1824f5-7116-4d56-a6b6-fc84e021b551), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.358135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (5d1824f5-7116-4d56-a6b6-fc84e021b551), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.369743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:25:11.369743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (5d1824f5-7116-4d56-a6b6-fc84e021b551), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.473498 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5d1824f5-7116-4d56-a6b6-fc84e021b551 resource provider aggregate not found Aug 31 16:25:11.498206 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 5d1824f5-7116-4d56-a6b6-fc84e021b551 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d1824f5-7116-4d56-a6b6-fc84e021b551 found for delete ", "request_id": "req-295d1466-1989-450d-9b81-e3c3d3130285"}]} Aug 31 16:25:11.591386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (4aff141b-764c-47b7-b7c7-131e8c7b1a95), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.602116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.608138 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/networks/4aff141b-764c-47b7-b7c7-131e8c7b1a95 HTTP/1.1" status: 204 len: 168 time: 0.5097311 Aug 31 16:25:11.610899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46534) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:11.631644 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df954da-322f-4712-b326-0ba4cf7e63b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Network': ['ID=4aff141b-764c-47b7-b7c7-131e8c7b1a95,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:11.641852 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5de39397-8c5c-49c6-8f65-f450701de9a0 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:11.656867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 5de39397-8c5c-49c6-8f65-f450701de9a0 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:25:11.657315 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 5de39397-8c5c-49c6-8f65-f450701de9a0 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:11.657750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 85bde118-6ac5-4540-81df-a53a5fedbe87 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:11.677819 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 85bde118-6ac5-4540-81df-a53a5fedbe87 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:25:11.678129 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 85bde118-6ac5-4540-81df-a53a5fedbe87 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:11.678499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3ac81158-6e84-45cb-b37f-a593e123f1e9 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:11.688594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97de2597-e073-4ffd-8d8a-16639f7da365 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (adf54d80-fdc0-4644-b5f3-2985cbecfac1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.701434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 3ac81158-6e84-45cb-b37f-a593e123f1e9 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:25:11.701866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 3ac81158-6e84-45cb-b37f-a593e123f1e9 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:11.713462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:11.721339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97de2597-e073-4ffd-8d8a-16639f7da365 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (adf54d80-fdc0-4644-b5f3-2985cbecfac1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.888238 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97de2597-e073-4ffd-8d8a-16639f7da365 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (adf54d80-fdc0-4644-b5f3-2985cbecfac1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.890877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-97de2597-e073-4ffd-8d8a-16639f7da365 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:11.892307 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-97de2597-e073-4ffd-8d8a-16639f7da365 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/adf54d80-fdc0-4644-b5f3-2985cbecfac1 HTTP/1.1" status: 204 len: 168 time: 0.2774892 Aug 31 16:25:11.905118 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de2597-e073-4ffd-8d8a-16639f7da365 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf54d80-fdc0-4644-b5f3-2985cbecfac1,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:12.189128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46540) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:12.194142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c609dcb8-38ea-43b4-b85a-004a73584479 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-963314446', 'description': 'tempest-secgroup-smoke-963314446 description', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:12.292774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:12.293408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c609dcb8-38ea-43b4-b85a-004a73584479 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:12.374140 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c609dcb8-38ea-43b4-b85a-004a73584479 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (c53e60cc-b67e-4234-9ce8-f35b2dbcfc63), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:12.470035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c609dcb8-38ea-43b4-b85a-004a73584479 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c53e60cc-b67e-4234-9ce8-f35b2dbcfc63), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:12.505490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609dcb8-38ea-43b4-b85a-004a73584479 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:12.609166 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c609dcb8-38ea-43b4-b85a-004a73584479 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:12.610531 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c609dcb8-38ea-43b4-b85a-004a73584479 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4203451 Aug 31 16:25:12.614174 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46542) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:12.618853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ef7ddd43-69db-445b-b780-df9bd8c1e6fd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'c53e60cc-b67e-4234-9ce8-f35b2dbcfc63', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:12.723191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef7ddd43-69db-445b-b780-df9bd8c1e6fd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (ec2b92c9-1e94-475c-9d35-b6aec7edbfcc), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:12.791355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef7ddd43-69db-445b-b780-df9bd8c1e6fd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (ec2b92c9-1e94-475c-9d35-b6aec7edbfcc), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:12.899339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef7ddd43-69db-445b-b780-df9bd8c1e6fd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (ec2b92c9-1e94-475c-9d35-b6aec7edbfcc), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:12.920305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ddd43-69db-445b-b780-df9bd8c1e6fd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2b92c9-1e94-475c-9d35-b6aec7edbfcc,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:12.992971 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef7ddd43-69db-445b-b780-df9bd8c1e6fd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:12.994342 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ef7ddd43-69db-445b-b780-df9bd8c1e6fd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791254 Aug 31 16:25:12.997283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46544) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:13.002458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-e48d3826-b2d3-4bbf-8412-0649c6a9ae12 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'c53e60cc-b67e-4234-9ce8-f35b2dbcfc63', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:13.128966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e48d3826-b2d3-4bbf-8412-0649c6a9ae12 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (f3689c79-30a1-4792-bad1-0b0d386e7e0f), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:13.150124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=79,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:13.203330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e48d3826-b2d3-4bbf-8412-0649c6a9ae12 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (f3689c79-30a1-4792-bad1-0b0d386e7e0f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:13.334007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e48d3826-b2d3-4bbf-8412-0649c6a9ae12 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (f3689c79-30a1-4792-bad1-0b0d386e7e0f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:13.356698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d3826-b2d3-4bbf-8412-0649c6a9ae12 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3689c79-30a1-4792-bad1-0b0d386e7e0f,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:13.484324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e48d3826-b2d3-4bbf-8412-0649c6a9ae12 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:13.485900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e48d3826-b2d3-4bbf-8412-0649c6a9ae12 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4872735 Aug 31 16:25:13.490134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46546) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:13.494754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f698dade-98a0-4b6c-bf92-51e7260d0cb5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'c53e60cc-b67e-4234-9ce8-f35b2dbcfc63', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:13.607288 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f698dade-98a0-4b6c-bf92-51e7260d0cb5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (20f6971f-688e-44a4-b8b1-3b60f427776c), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:13.637108 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:13.673524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f698dade-98a0-4b6c-bf92-51e7260d0cb5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (20f6971f-688e-44a4-b8b1-3b60f427776c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:13.744177 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:13.745122 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:13.756564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f698dade-98a0-4b6c-bf92-51e7260d0cb5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (20f6971f-688e-44a4-b8b1-3b60f427776c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:13.779141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698dade-98a0-4b6c-bf92-51e7260d0cb5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f6971f-688e-44a4-b8b1-3b60f427776c,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:13.896336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f698dade-98a0-4b6c-bf92-51e7260d0cb5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:13.897590 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f698dade-98a0-4b6c-bf92-51e7260d0cb5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4064100 Aug 31 16:25:13.901135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46548) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:13.905938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9a0ae743-85d9-4350-a55d-942adc81dfc8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'c53e60cc-b67e-4234-9ce8-f35b2dbcfc63', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:13.945246 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:14.043770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae743-85d9-4350-a55d-942adc81dfc8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (000e8030-b133-4b79-b470-c1b4f83b24fb), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:14.117506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae743-85d9-4350-a55d-942adc81dfc8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (000e8030-b133-4b79-b470-c1b4f83b24fb), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:14.230721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae743-85d9-4350-a55d-942adc81dfc8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (000e8030-b133-4b79-b470-c1b4f83b24fb), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:14.237960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:14.255183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ae743-85d9-4350-a55d-942adc81dfc8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000e8030-b133-4b79-b470-c1b4f83b24fb,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:14.364706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae743-85d9-4350-a55d-942adc81dfc8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:14.367253 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9a0ae743-85d9-4350-a55d-942adc81dfc8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4647617 Aug 31 16:25:14.369747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46550) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:14.374620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-17c39bc8-d35b-4358-9b66-c683a98eb115 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'c53e60cc-b67e-4234-9ce8-f35b2dbcfc63', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:14.595878 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-17c39bc8-d35b-4358-9b66-c683a98eb115 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Project b6a2179b78184c81b58b8d33ffaff42f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:25:14.603108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17c39bc8-d35b-4358-9b66-c683a98eb115 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (a6975d6d-31a8-4933-b1cd-03317e99ce7e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:14.678023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17c39bc8-d35b-4358-9b66-c683a98eb115 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (a6975d6d-31a8-4933-b1cd-03317e99ce7e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:14.779075 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17c39bc8-d35b-4358-9b66-c683a98eb115 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (a6975d6d-31a8-4933-b1cd-03317e99ce7e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:14.805873 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c39bc8-d35b-4358-9b66-c683a98eb115 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6975d6d-31a8-4933-b1cd-03317e99ce7e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:14.903666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-17c39bc8-d35b-4358-9b66-c683a98eb115 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:14.905760 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-17c39bc8-d35b-4358-9b66-c683a98eb115 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5346014 Aug 31 16:25:14.908444 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46552) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:14.913786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-26990761-3f82-486a-8f5d-986edaf0bf80 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'c53e60cc-b67e-4234-9ce8-f35b2dbcfc63', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:15.058525 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-26990761-3f82-486a-8f5d-986edaf0bf80 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Project b6a2179b78184c81b58b8d33ffaff42f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:25:15.065177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26990761-3f82-486a-8f5d-986edaf0bf80 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (ffa7dc74-fd06-4573-8b30-3d58ea44aaca), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:15.106207 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:15.163532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26990761-3f82-486a-8f5d-986edaf0bf80 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (ffa7dc74-fd06-4573-8b30-3d58ea44aaca), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:15.282446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26990761-3f82-486a-8f5d-986edaf0bf80 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (ffa7dc74-fd06-4573-8b30-3d58ea44aaca), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:15.307914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26990761-3f82-486a-8f5d-986edaf0bf80 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa7dc74-fd06-4573-8b30-3d58ea44aaca,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:15.454600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-26990761-3f82-486a-8f5d-986edaf0bf80 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:15.455960 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-26990761-3f82-486a-8f5d-986edaf0bf80 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5463748 Aug 31 16:25:15.459666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46554) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:15.464868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'network': {'name': 'tempest-network-smoke--985892127', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'port_security_enabled': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:15.619443 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:15.623851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:15.651224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:25:15.661232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (46104273-2b10-460f-9272-e5489a98d7de), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:15.661601 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Added segment 46104273-2b10-460f-9272-e5489a98d7de of type vlan for network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e Aug 31 16:25:15.715703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (103c2f1d-174a-4ce7-b5b4-97a7e4bb490e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:15.853695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (103c2f1d-174a-4ce7-b5b4-97a7e4bb490e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:15.858787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:15.859419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:15.937252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Network': ['ID=103c2f1d-174a-4ce7-b5b4-97a7e4bb490e,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:15.948945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:25:16.056313 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-112e8bf6-7c82-4e28-8c26-bc72e6ba971a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5954235 Aug 31 16:25:16.058971 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46556) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:16.063512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-407613079', 'admin_state_up': True, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:16.191532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (816b52e8-008c-4168-ab3a-08086a13ba1d), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:16.192629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (816b52e8-008c-4168-ab3a-08086a13ba1d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:16.245712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_controller (816b52e8-008c-4168-ab3a-08086a13ba1d), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:16.474672 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (816b52e8-008c-4168-ab3a-08086a13ba1d), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:16.734754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (816b52e8-008c-4168-ab3a-08086a13ba1d), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:16.758981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:16.806285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:16.878943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.26.2.32 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/577d1459-04e6-4954-9a3f-c9b5e9d8197f) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:17.252192 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=7 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:17.321848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:17.454466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:17.498837 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:17.506719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:17.510171 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:25:17.540726 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=577d1459-04e6-4954-9a3f-c9b5e9d8197f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:17.872851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (816b52e8-008c-4168-ab3a-08086a13ba1d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:18.094448 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (816b52e8-008c-4168-ab3a-08086a13ba1d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:18.219293 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:18.360901 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 816b52e8-008c-4168-ab3a-08086a13ba1d is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:25:18.521125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:25:18.532789 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Sync routers for ids ['816b52e8-008c-4168-ab3a-08086a13ba1d'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:25:18.547168 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Routers {'816b52e8-008c-4168-ab3a-08086a13ba1d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:25:18.547964 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:25:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['816b52e8-008c-4168-ab3a-08086a13ba1d'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:18.639528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:18.646839 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2a308911-5b5b-4bdd-9b34-bb28ba2d916e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5816002 Aug 31 16:25:18.647149 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46558) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:18.675551 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Set router 816b52e8-008c-4168-ab3a-08086a13ba1d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:25:18.682255 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e280d1c0-f18d-45c3-abc0-9e4be76a2b3f tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=b6a2179b78184c81b58b8d33ffaff42f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299270 Aug 31 16:25:18.682628 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46560) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:18.806363 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827c431-4e72-43a4-b372-1ca588113ef3 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:18.812899 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f827c431-4e72-43a4-b372-1ca588113ef3 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1251509 Aug 31 16:25:18.814491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46562) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:18.877609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46564) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:18.878703 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-538300a3-e27a-4ca6-8720-cb775f331dd2 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609248 Aug 31 16:25:18.890127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419971403', 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:18.929218 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407613079', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:17Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:18.964392 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Checking router: 816b52e8-008c-4168-ab3a-08086a13ba1d for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:25:18.965071 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Updating router 816b52e8-008c-4168-ab3a-08086a13ba1d port 577d1459-04e6-4954-9a3f-c9b5e9d8197f binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:25:18.998372 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:19.037044 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:19.138469 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:19.145390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:19.319553 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Publish callbacks [] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:19.407936 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:19.447570 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Attempting to bind port 577d1459-04e6-4954-9a3f-c9b5e9d8197f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:25:19.447931 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Attempting to bind port 577d1459-04e6-4954-9a3f-c9b5e9d8197f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:25:19.448289 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Attempting to bind port 577d1459-04e6-4954-9a3f-c9b5e9d8197f on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:25:19.466753 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:25:19.474684 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:25:19.474684 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:19.474684 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:25:19.474684 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Bound port: 577d1459-04e6-4954-9a3f-c9b5e9d8197f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:25:19.474684 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:19.474684 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Pushing event updated for resources: {'Port': ['ID=577d1459-04e6-4954-9a3f-c9b5e9d8197f,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:19.500903 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.501243 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.501599 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.501935 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.502264 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.502582 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.502900 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.503265 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.503653 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.503969 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.504301 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.504610 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.504924 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.505502 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.505834 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:19.551870 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] For port 577d1459-04e6-4954-9a3f-c9b5e9d8197f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:19.555597 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] For port 577d1459-04e6-4954-9a3f-c9b5e9d8197f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=577d1459-04e6-4954-9a3f-c9b5e9d8197f,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:19.557295 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (daeecc95-2866-49e0-9e61-d2722623699c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:19.628600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Subnet': ['ID=daeecc95-2866-49e0-9e61-d2722623699c,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:19.643222 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Checking segment: {'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:25:19.651899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network hostable DHCP agents. Network: 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:25:19.686118 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:19.720172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Routers {'816b52e8-008c-4168-ab3a-08086a13ba1d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:25:19.720816 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:25:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['816b52e8-008c-4168-ab3a-08086a13ba1d'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:19.824820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:25:19.838546 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e3b76-1989-442b-bef6-9d31a9c4339e None None] Pushing event updated for resources: {'Port': ['ID=577d1459-04e6-4954-9a3f-c9b5e9d8197f,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:19.846420 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:19.849487 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] Set router 816b52e8-008c-4168-ab3a-08086a13ba1d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:25:19.851246 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:19.945128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:19.951977 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:19.953430 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:19.963880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d65bf7-61dc-47b4-9754-cac6f1bfc517 None None] Network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:25:20.061712 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-6dc65568-13e5-4fb6-b809-0a281439ca93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1778002 Aug 31 16:25:20.062200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46566) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:25:20.123681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-103c2f1d-174a-4ce7-b5b4-97a7e4bb490e', 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'fixed_ips': [{'subnet_id': 'daeecc95-2866-49e0-9e61-d2722623699c'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:25:20.125239 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:20.276388 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407613079', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:17Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:20.324034 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8112203-64e7-4dee-81f0-b89879870429 None None] The sync data for ids ['816b52e8-008c-4168-ab3a-08086a13ba1d'] in dv-neutron-855257-2-hyperv is: [{'id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407613079', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:17Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:25:20.335054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Allocated IP 172.20.0.2 (103c2f1d-174a-4ce7-b5b4-97a7e4bb490e/daeecc95-2866-49e0-9e61-d2722623699c/33c557be-5265-4161-b5cc-bd12249dcd71) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:20.348433 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:20.610422 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Publish callbacks [] for port (33c557be-5265-4161-b5cc-bd12249dcd71), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:20.713657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:20.724038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (33c557be-5265-4161-b5cc-bd12249dcd71), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:20.798871 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:20.813294 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:20.819496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:20.821887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:25:20.833750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Pushing event updated for resources: {'Port': ['ID=33c557be-5265-4161-b5cc-bd12249dcd71,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:20.908167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Attempting to bind port 33c557be-5265-4161-b5cc-bd12249dcd71 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:25:20.908543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Attempting to bind port 33c557be-5265-4161-b5cc-bd12249dcd71 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:25:20.908907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Attempting to bind port 33c557be-5265-4161-b5cc-bd12249dcd71 on network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:25:20.915944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:25:20.916342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Checking segment: {'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:25:20.916701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:20.917095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Bound using segment: {'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:25:20.917685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Bound port: 33c557be-5265-4161-b5cc-bd12249dcd71, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:25:20.918070 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (33c557be-5265-4161-b5cc-bd12249dcd71), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:21.010600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:21.012608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:21.020374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] For port 33c557be-5265-4161-b5cc-bd12249dcd71, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:21.026992 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] For port 33c557be-5265-4161-b5cc-bd12249dcd71, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=33c557be-5265-4161-b5cc-bd12249dcd71,segment=NetworkSegment(46104273-2b10-460f-9272-e5489a98d7de),segment_id=46104273-2b10-460f-9272-e5489a98d7de)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:21.111230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.20.0.1 (103c2f1d-174a-4ce7-b5b4-97a7e4bb490e/daeecc95-2866-49e0-9e61-d2722623699c/08a94053-6e91-4789-a084-8a09644cb08e) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:21.140057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (33c557be-5265-4161-b5cc-bd12249dcd71), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:21.209872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87636a-86f1-486a-ba0e-024be6a2e2af None None] Pushing event updated for resources: {'Port': ['ID=33c557be-5265-4161-b5cc-bd12249dcd71,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:21.498720 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:21.728527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 577d1459-04e6-4954-9a3f-c9b5e9d8197f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:21.748362 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (08a94053-6e91-4789-a084-8a09644cb08e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:21.793026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 577d1459-04e6-4954-9a3f-c9b5e9d8197f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:25:21.793710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:21.794383 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 577d1459-04e6-4954-9a3f-c9b5e9d8197f Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:21.846109 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:25:21.847794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 33c557be-5265-4161-b5cc-bd12249dcd71 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:21.907142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 33c557be-5265-4161-b5cc-bd12249dcd71 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:25:21.907700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33c557be-5265-4161-b5cc-bd12249dcd71), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:21.908041 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 33c557be-5265-4161-b5cc-bd12249dcd71 Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:21.952319 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:25:22.031123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (08a94053-6e91-4789-a084-8a09644cb08e), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:22.080916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:22.084656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:22.089084 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:25:22.129883 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=08a94053-6e91-4789-a084-8a09644cb08e,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:22.167539 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (816b52e8-008c-4168-ab3a-08086a13ba1d), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:22.239085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:22.440790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (08a94053-6e91-4789-a084-8a09644cb08e), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:22.700621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:22.791823 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (08a94053-6e91-4789-a084-8a09644cb08e), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:22.869896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (08a94053-6e91-4789-a084-8a09644cb08e), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:22.959797 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (816b52e8-008c-4168-ab3a-08086a13ba1d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:22.970037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=08a94053-6e91-4789-a084-8a09644cb08e,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:23.080945 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:23.083313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:23.175801 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be56a1a7-4afd-4ecd-91bc-89b9cf6715a8 None None] Network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:25:23.221919 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 816b52e8-008c-4168-ab3a-08086a13ba1d has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:25:23.286078 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-980696f9-7fd9-4cd2-a773-06db40dc1a4f None None] Provisioning complete for port 33c557be-5265-4161-b5cc-bd12249dcd71 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:25:23.286554 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-980696f9-7fd9-4cd2-a773-06db40dc1a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33c557be-5265-4161-b5cc-bd12249dcd71), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:23.286893 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-980696f9-7fd9-4cd2-a773-06db40dc1a4f None None] Attempt 1 to provision port 33c557be-5265-4161-b5cc-bd12249dcd71 Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-980696f9-7fd9-4cd2-a773-06db40dc1a4f None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:23.373220 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:25:23.393099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:25:23.408723 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-27d62c3a-4b85-4e20-ad7c-4859bf6d4ccd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "PUT /networking/v2.0/routers/816b52e8-008c-4168-ab3a-08086a13ba1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3376219 Aug 31 16:25:23.408917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Sync routers for ids ['816b52e8-008c-4168-ab3a-08086a13ba1d'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:25:23.425447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Routers {'816b52e8-008c-4168-ab3a-08086a13ba1d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:25:23.426226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:25:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['816b52e8-008c-4168-ab3a-08086a13ba1d'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:23.577798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:23.613149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Set router 816b52e8-008c-4168-ab3a-08086a13ba1d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:25:23.638853 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-71c4eec4-b2be-4da4-82ff-c483a4632286 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-963314446&fields=id&tenant_id=b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 267 time: 0.0932925 Aug 31 16:25:23.840394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Provisioning complete for port 08a94053-6e91-4789-a084-8a09644cb08e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:25:23.840991 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (08a94053-6e91-4789-a084-8a09644cb08e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:23.841658 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Attempt 1 to provision port 08a94053-6e91-4789-a084-8a09644cb08e Aug 31 16:25:23.848668 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-a8e76935-b460-4aa0-a835-b376a910202d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:23.858206 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-a8e76935-b460-4aa0-a835-b376a910202d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/networks?id=103c2f1d-174a-4ce7-b5b4-97a7e4bb490e HTTP/1.1" status: 200 len: 796 time: 0.2111764 Aug 31 16:25:23.873696 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-aac457f5-6f84-4ebc-a77c-9d72586c656e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/quotas/b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 375 time: 0.0118482 Aug 31 16:25:23.922108 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Port 08a94053-6e91-4789-a084-8a09644cb08e cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:25:23.930176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:23.976102 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-1e0fd39c-9756-4424-ac99-e39833380a2d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905845 Aug 31 16:25:24.010797 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407613079', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:22Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '08a94053-6e91-4789-a084-8a09644cb08e', 'name': '', 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:f1:82:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'daeecc95-2866-49e0-9e61-d2722623699c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:20Z', 'updated_at': '2022-08-31T16:25:22Z', 'revision_number': 2, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': 'daeecc95-2866-49e0-9e61-d2722623699c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:24.047800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Checking router: 816b52e8-008c-4168-ab3a-08086a13ba1d for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:25:24.047800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Updating router 816b52e8-008c-4168-ab3a-08086a13ba1d port 08a94053-6e91-4789-a084-8a09644cb08e binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:25:24.092220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (08a94053-6e91-4789-a084-8a09644cb08e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:24.111259 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:24.176471 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8333a18a-acd2-4ca4-8176-580e6ea86ad4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/103c2f1d-174a-4ce7-b5b4-97a7e4bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788204 Aug 31 16:25:24.295284 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-804ae69d-2c1e-4e10-a267-9d28fa48a737 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/103c2f1d-174a-4ce7-b5b4-97a7e4bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117377 Aug 31 16:25:24.417325 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Publish callbacks [] for port (08a94053-6e91-4789-a084-8a09644cb08e), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:24.423516 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Attempt 2 to provision port 08a94053-6e91-4789-a084-8a09644cb08e Aug 31 16:25:24.467281 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Port 08a94053-6e91-4789-a084-8a09644cb08e cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:25:24.510581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (08a94053-6e91-4789-a084-8a09644cb08e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:24.607425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17338204-8d50-4ab5-98b0-5a2249853703 None None] Pushing event updated for resources: {'Port': ['ID=08a94053-6e91-4789-a084-8a09644cb08e,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:24.636821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Attempting to bind port 08a94053-6e91-4789-a084-8a09644cb08e on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:25:24.636821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Attempting to bind port 08a94053-6e91-4789-a084-8a09644cb08e by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:25:24.636821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Attempting to bind port 08a94053-6e91-4789-a084-8a09644cb08e on network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:25:24.640857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:25:24.641412 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Checking segment: {'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:25:24.641976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:24.642550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Bound using segment: {'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:25:24.643219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Bound port: 08a94053-6e91-4789-a084-8a09644cb08e, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:25:24.643749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (08a94053-6e91-4789-a084-8a09644cb08e), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:24.717657 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1e694a71-8647-41ca-9e39-3639fe96e8d6 req-27c6357d-d98c-4d48-9380-84cd76862f4b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 210 time: 0.0509555 Aug 31 16:25:24.765609 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] For port 08a94053-6e91-4789-a084-8a09644cb08e, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:24.770035 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] For port 08a94053-6e91-4789-a084-8a09644cb08e, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=08a94053-6e91-4789-a084-8a09644cb08e,segment=NetworkSegment(46104273-2b10-460f-9272-e5489a98d7de),segment_id=46104273-2b10-460f-9272-e5489a98d7de)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:24.853015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (08a94053-6e91-4789-a084-8a09644cb08e), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:24.887561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Routers {'816b52e8-008c-4168-ab3a-08086a13ba1d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:25:24.888197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:25:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['816b52e8-008c-4168-ab3a-08086a13ba1d'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:24.949765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17338204-8d50-4ab5-98b0-5a2249853703 None None] Pushing event updated for resources: {'Port': ['ID=08a94053-6e91-4789-a084-8a09644cb08e,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:24.968117 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Attempt 3 to provision port 08a94053-6e91-4789-a084-8a09644cb08e Aug 31 16:25:25.061454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] Set router 816b52e8-008c-4168-ab3a-08086a13ba1d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:25.087846 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:25:25.112894 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Provisioning complete for port 33c557be-5265-4161-b5cc-bd12249dcd71 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:25:25.113266 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (33c557be-5265-4161-b5cc-bd12249dcd71), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:25.113804 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Attempt 1 to provision port 33c557be-5265-4161-b5cc-bd12249dcd71 Aug 31 16:25:25.362092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-495f0026-f130-48b1-8c7d-5816d87df34a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:25.422063 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:25:25.445728 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:25.506953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407613079', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:22Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '08a94053-6e91-4789-a084-8a09644cb08e', 'name': '', 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:f1:82:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'daeecc95-2866-49e0-9e61-d2722623699c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:20Z', 'updated_at': '2022-08-31T16:25:24Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': 'daeecc95-2866-49e0-9e61-d2722623699c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:25.540498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751126b-044c-4d60-bf00-49d1be08f9bd None None] The sync data for ids ['816b52e8-008c-4168-ab3a-08086a13ba1d'] in dv-neutron-855257-2-hyperv is: [{'id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407613079', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:22Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '08a94053-6e91-4789-a084-8a09644cb08e', 'name': '', 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:f1:82:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'daeecc95-2866-49e0-9e61-d2722623699c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:20Z', 'updated_at': '2022-08-31T16:25:24Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': 'daeecc95-2866-49e0-9e61-d2722623699c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:25:25.554283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f1316035-1d50-4df3-a2d4-eb4c6e2dce8e None None] Provisioning complete for port 08a94053-6e91-4789-a084-8a09644cb08e triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:25:25.554939 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1316035-1d50-4df3-a2d4-eb4c6e2dce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (08a94053-6e91-4789-a084-8a09644cb08e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:25.555636 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f1316035-1d50-4df3-a2d4-eb4c6e2dce8e None None] Attempt 1 to provision port 08a94053-6e91-4789-a084-8a09644cb08e Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f1316035-1d50-4df3-a2d4-eb4c6e2dce8e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:25.647652 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:25:25.826828 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:25:25.868052 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0b70f60f-c57d-4991-8290-f9e5d4a12923 req-7e22196d-4568-44fa-a167-9873f08e02c5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 210 time: 0.0472202 Aug 31 16:25:26.996069 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3718d45f-89e5-426f-979d-e74cfef9c75d req-cc798d6f-b940-4bbf-a58d-742d512473e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 210 time: 0.0315917 Aug 31 16:25:27.323994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:27.411836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-e794acba-4769-4159-8c7a-ca953c5df5aa tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:27.413821 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-e794acba-4769-4159-8c7a-ca953c5df5aa tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/networks?id=103c2f1d-174a-4ce7-b5b4-97a7e4bb490e HTTP/1.1" status: 200 len: 796 time: 0.1779385 Aug 31 16:25:27.516663 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-ca054a39-38e5-4b88-abe3-a8b9d3da415d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 379 time: 0.0897040 Aug 31 16:25:27.540964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'port': {'device_id': 'ef49d6fe-b0c6-4829-bf20-27b03128fa97', 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e', 'admin_state_up': True, 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'security_groups': ['c53e60cc-b67e-4234-9ce8-f35b2dbcfc63']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:27.687118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08a94053-6e91-4789-a084-8a09644cb08e up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:27.746656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 08a94053-6e91-4789-a084-8a09644cb08e triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:25:27.747144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (08a94053-6e91-4789-a084-8a09644cb08e), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:27.747569 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 08a94053-6e91-4789-a084-8a09644cb08e Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:27.798001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:25:27.825111 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:27.831968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:28.032861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.20.0.4 (103c2f1d-174a-4ce7-b5b4-97a7e4bb490e/daeecc95-2866-49e0-9e61-d2722623699c/e75bd1c3-57cb-41de-9ca4-5cf4d8190b15) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:28.209825 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4649207c-e544-48f4-a83a-e2034f5c2904 req-a4730ecf-8002-438f-8d6b-3eaa33321e9c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 210 time: 0.0918915 Aug 31 16:25:28.302959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:28.426066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:28.478909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:28.482259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:28.490102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:28.494868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:25:28.542910 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=e75bd1c3-57cb-41de-9ca4-5cf4d8190b15,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:28.597676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:28.599224 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:28.684913 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-8deb38f7-ea03-4dbf-b468-15838791ee43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1490643 Aug 31 16:25:28.700569 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Request body: {'port': {'device_id': 'ef49d6fe-b0c6-4829-bf20-27b03128fa97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:28.778107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:28.794479 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-2602a305-fcc8-4d03-bdce-19754cf5ee38 None None] Provisioning complete for port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:25:28.795561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2602a305-fcc8-4d03-bdce-19754cf5ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:28.795895 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2602a305-fcc8-4d03-bdce-19754cf5ee38 None None] Attempt 1 to provision port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 Aug 31 16:25:28.839355 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2602a305-fcc8-4d03-bdce-19754cf5ee38 None None] Port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:25:28.856185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:29.124039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:25:29.134941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Publish callbacks [] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:29.151568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Transition to ACTIVE for port object e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:25:29.247827 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:29.322039 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Pushing event updated for resources: {'Port': ['ID=e75bd1c3-57cb-41de-9ca4-5cf4d8190b15,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:29.340844 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2602a305-fcc8-4d03-bdce-19754cf5ee38 None None] Attempt 2 to provision port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 Aug 31 16:25:29.386330 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Attempting to bind port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:25:29.386640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Attempting to bind port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:25:29.386889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Attempting to bind port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 on network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:25:29.392448 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 on network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:25:29.392775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Attempting to bind port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 on network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:25:29.399415 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:25:29.399825 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Checking segment: {'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:25:29.400218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Bound using segment: {'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:25:29.400660 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Bound port: e75bd1c3-57cb-41de-9ca4-5cf4d8190b15, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46104273-2b10-460f-9272-e5489a98d7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:25:29.401028 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:29.404831 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac19b9-7504-44f6-ba75-b712dea62245 req-be232d20-5fca-4a6e-9ffb-0e57f8cee100 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:29.406830 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-83ac19b9-7504-44f6-ba75-b712dea62245 req-be232d20-5fca-4a6e-9ffb-0e57f8cee100 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 943 time: 0.0604887 Aug 31 16:25:29.410630 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2602a305-fcc8-4d03-bdce-19754cf5ee38 None None] Port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:25:29.479586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] For port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:29.483360 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] For port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=e75bd1c3-57cb-41de-9ca4-5cf4d8190b15,segment=NetworkSegment(46104273-2b10-460f-9272-e5489a98d7de),segment_id=46104273-2b10-460f-9272-e5489a98d7de)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:29.490129 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-83ac19b9-7504-44f6-ba75-b712dea62245 req-5ae50fce-8546-46f4-ae9e-53c4667f5370 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761237 Aug 31 16:25:29.562449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:29.568282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:29.568908 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:29.570652 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 HTTP/1.1" status: 200 len: 1093 time: 0.8743641 Aug 31 16:25:29.571004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef49d6fe-b0c6-4829-bf20-27b03128fa97', 'tag': 'e75bd1c3-57cb-41de-9ca4-5cf4d8190b15'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:25:29.573489 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b08727-d193-4f8b-8ffd-f012402f2c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef49d6fe-b0c6-4829-bf20-27b03128fa97", "tag": "e75bd1c3-57cb-41de-9ca4-5cf4d8190b15"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:29.637708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a571c4a-34e1-46c9-a649-eafe94ec5f74 x-openstack-request-id: req-4a571c4a-34e1-46c9-a649-eafe94ec5f74 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:29.637708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef49d6fe-b0c6-4829-bf20-27b03128fa97", "tag": "e75bd1c3-57cb-41de-9ca4-5cf4d8190b15", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:29.637708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a571c4a-34e1-46c9-a649-eafe94ec5f74 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:29.637708 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a571c4a-34e1-46c9-a649-eafe94ec5f74'] response: {'name': 'network-changed', 'server_uuid': 'ef49d6fe-b0c6-4829-bf20-27b03128fa97', 'tag': 'e75bd1c3-57cb-41de-9ca4-5cf4d8190b15', 'status': 'completed', 'code': 200} Aug 31 16:25:29.638318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aa1ca-fc94-4a18-9b2e-033ff4e3dfea service neutron] Pushing event updated for resources: {'Port': ['ID=e75bd1c3-57cb-41de-9ca4-5cf4d8190b15,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:29.713056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b08727-d193-4f8b-8ffd-f012402f2c7b req-7ea147ae-9caa-4722-aff3-8c41beff2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:29.714781 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-39b08727-d193-4f8b-8ffd-f012402f2c7b req-7ea147ae-9caa-4722-aff3-8c41beff2990 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 1127 time: 0.0473461 Aug 31 16:25:29.804177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:29.832092 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b08727-d193-4f8b-8ffd-f012402f2c7b req-5b9b5bfa-fba3-4193-ac87-c5edca9433bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:29.833639 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-39b08727-d193-4f8b-8ffd-f012402f2c7b req-5b9b5bfa-fba3-4193-ac87-c5edca9433bd service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1088014 Aug 31 16:25:29.911903 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-2602a305-fcc8-4d03-bdce-19754cf5ee38 None None] Attempt 3 to provision port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 Aug 31 16:25:29.944677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b08727-d193-4f8b-8ffd-f012402f2c7b req-bc043320-2123-4ce9-b415-cb39c177a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:29.946332 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-39b08727-d193-4f8b-8ffd-f012402f2c7b req-bc043320-2123-4ce9-b415-cb39c177a6a9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038651 Aug 31 16:25:29.966507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-2602a305-fcc8-4d03-bdce-19754cf5ee38 None None] Port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:25:30.042485 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a2f1042-4221-4cd4-8537-0fae2194df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:30.044056 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-6a2f1042-4221-4cd4-8537-0fae2194df0f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 1127 time: 0.0495999 Aug 31 16:25:30.091277 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-819058a1-c36f-4a31-afb2-9a1e1e32f258 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 HTTP/1.1" status: 200 len: 217 time: 0.0362790 Aug 31 16:25:30.148212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-83499555-7e26-4b5c-8b17-a680ce25c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:30.149831 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-83499555-7e26-4b5c-8b17-a680ce25c4fd service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=daeecc95-2866-49e0-9e61-d2722623699c HTTP/1.1" status: 200 len: 835 time: 0.0490782 Aug 31 16:25:30.204651 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-f1ba3e3f-fd4d-4433-9f71-342c43b24665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:30.206274 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-f1ba3e3f-fd4d-4433-9f71-342c43b24665 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=103c2f1d-174a-4ce7-b5b4-97a7e4bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476804 Aug 31 16:25:30.281861 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=33 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:30.316800 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-c5d778fa-1eab-45a7-9317-8afbebb3ee8f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/103c2f1d-174a-4ce7-b5b4-97a7e4bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008809 Aug 31 16:25:30.345377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:30.427800 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-05d74aa4-9de1-489e-954d-8b7d4096e1f9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/103c2f1d-174a-4ce7-b5b4-97a7e4bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009774 Aug 31 16:25:30.627056 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798219a-fe07-4bd1-ae6e-3a2c81b43cc8 req-dd93970d-473a-4118-ab75-58d2103e7645 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:30.628684 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d798219a-fe07-4bd1-ae6e-3a2c81b43cc8 req-dd93970d-473a-4118-ab75-58d2103e7645 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 943 time: 0.0509260 Aug 31 16:25:30.672711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:30.693344 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d798219a-fe07-4bd1-ae6e-3a2c81b43cc8 req-12b256eb-da99-4f03-b6b5-df2414351dd9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583062 Aug 31 16:25:31.829519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04eaf3e-6bc8-490d-8973-5bc31c24a6e5 req-da128a92-9b28-4f67-bc00-cdcb4bb9677d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:31.831683 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f04eaf3e-6bc8-490d-8973-5bc31c24a6e5 req-da128a92-9b28-4f67-bc00-cdcb4bb9677d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 943 time: 0.0544217 Aug 31 16:25:31.889026 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f04eaf3e-6bc8-490d-8973-5bc31c24a6e5 req-07792869-777a-4310-97c5-0441571dd5b6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505424 Aug 31 16:25:33.021057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0874c36-8b12-4598-9788-ffc83ec4ec50 req-c75bdc50-ae0a-4c43-b8c9-e55d11547903 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:33.022721 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d0874c36-8b12-4598-9788-ffc83ec4ec50 req-c75bdc50-ae0a-4c43-b8c9-e55d11547903 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 943 time: 0.0531709 Aug 31 16:25:33.080443 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d0874c36-8b12-4598-9788-ffc83ec4ec50 req-6b63a947-7fe8-43a0-9d35-e710d8619142 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517619 Aug 31 16:25:33.292036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:25:33.418324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=e75bd1c3-57cb-41de-9ca4-5cf4d8190b15,segment=NetworkSegment(46104273-2b10-460f-9272-e5489a98d7de),segment_id=46104273-2b10-460f-9272-e5489a98d7de)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:33.431920 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': 'e75bd1c3-57cb-41de-9ca4-5cf4d8190b15', 'network_id': '103c2f1d-174a-4ce7-b5b4-97a7e4bb490e', 'port_id': 'e75bd1c3-57cb-41de-9ca4-5cf4d8190b15', 'mac_address': 'fa:16:3e:a2:10:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daeecc95-2866-49e0-9e61-d2722623699c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:25:33.468165 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:25:33.468555 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:33.482187 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:25:33.504843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=e75bd1c3-57cb-41de-9ca4-5cf4d8190b15,segment=NetworkSegment(46104273-2b10-460f-9272-e5489a98d7de),segment_id=46104273-2b10-460f-9272-e5489a98d7de)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:33.573741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:33.636507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=e75bd1c3-57cb-41de-9ca4-5cf4d8190b15,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:33.836438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['e75bd1c3-57cb-41de-9ca4-5cf4d8190b15'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:25:33.859596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:34.213585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000da2d-6b0b-4923-a454-f9d17eb64191 req-6312b5f5-2a43-46ce-acbb-836e03017bfb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:34.215218 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8000da2d-6b0b-4923-a454-f9d17eb64191 req-6312b5f5-2a43-46ce-acbb-836e03017bfb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0520430 Aug 31 16:25:34.277600 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8000da2d-6b0b-4923-a454-f9d17eb64191 req-6232616f-f86a-4b87-9fd0-3fe6fb9a8fdb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562575 Aug 31 16:25:35.309284 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:35.354079 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:35.384151 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:25:35.458441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863198b-cbdc-45c2-ba67-d1038d5b8aac req-4677d4ec-ac7c-460c-a985-9b4db4450864 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:35.460081 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4863198b-cbdc-45c2-ba67-d1038d5b8aac req-4677d4ec-ac7c-460c-a985-9b4db4450864 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0575643 Aug 31 16:25:35.488134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:25:35.488530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:35.488954 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 Aug 31 16:25:35.519991 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4863198b-cbdc-45c2-ba67-d1038d5b8aac req-8da161d4-dfa0-4fb7-b323-8b5761e376ca tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535393 Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:25:35.551756 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:25:35.818126 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:36.701424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a52744-17dd-4369-b609-638cb2aa911b req-5f859f15-ac23-47ce-931d-1622e93f5c45 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:36.704360 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3a52744-17dd-4369-b609-638cb2aa911b req-5f859f15-ac23-47ce-931d-1622e93f5c45 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0768571 Aug 31 16:25:36.796273 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3a52744-17dd-4369-b609-638cb2aa911b req-2c0483de-8517-4670-bac8-50174d58fde7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848725 Aug 31 16:25:37.933643 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31289e00-f36d-46b4-b430-dcc2dcd1c61b req-5baaa9f2-c95a-4c2a-9349-daab83b43a38 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:37.935267 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-31289e00-f36d-46b4-b430-dcc2dcd1c61b req-5baaa9f2-c95a-4c2a-9349-daab83b43a38 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0598307 Aug 31 16:25:37.995980 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-31289e00-f36d-46b4-b430-dcc2dcd1c61b req-dc0507f0-e312-44af-89c7-313d289c80c9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533013 Aug 31 16:25:38.591076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-096dc43d-b9a8-433b-a7c2-e25c984fe848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:39.143918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35239b0a-e951-4def-99cd-f5f6e678c374 req-cf612b2a-0beb-4346-a4f1-83c97da3942b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:39.145663 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-35239b0a-e951-4def-99cd-f5f6e678c374 req-cf612b2a-0beb-4346-a4f1-83c97da3942b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0549917 Aug 31 16:25:39.204096 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-35239b0a-e951-4def-99cd-f5f6e678c374 req-374363c2-61b4-4a89-8670-80f8f1d579d8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522792 Aug 31 16:25:40.340966 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ec05e-9a41-47a6-845b-4502e930479b req-7345784a-4f11-4b11-8fb7-e05c9b0617b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:40.342606 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a67ec05e-9a41-47a6-845b-4502e930479b req-7345784a-4f11-4b11-8fb7-e05c9b0617b2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0533729 Aug 31 16:25:40.402109 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a67ec05e-9a41-47a6-845b-4502e930479b req-f83b5598-1061-4dd9-a368-6ecc84099d2e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527046 Aug 31 16:25:41.001781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8ee3db56-688b-4be2-a5ff-8e6b49b7d607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:41.542746 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efd244-4b54-439f-8c23-cc1dbb6e9118 req-38881402-c287-4f5f-a06b-fde5c169b426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:41.544466 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-53efd244-4b54-439f-8c23-cc1dbb6e9118 req-38881402-c287-4f5f-a06b-fde5c169b426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0609581 Aug 31 16:25:41.613643 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-53efd244-4b54-439f-8c23-cc1dbb6e9118 req-9c703948-55f1-41dc-acfa-e1da2e5af363 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628166 Aug 31 16:25:42.310567 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:42.742746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:42.751424 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dc60d-742b-4cbf-8c4d-784a8ce07b79 req-e9439840-8f81-46df-88b3-7544bc8c1230 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:42.756341 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fb7dc60d-742b-4cbf-8c4d-784a8ce07b79 req-e9439840-8f81-46df-88b3-7544bc8c1230 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0581474 Aug 31 16:25:42.836750 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fb7dc60d-742b-4cbf-8c4d-784a8ce07b79 req-7b897b78-1296-414b-a56f-306473e22c91 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723939 Aug 31 16:25:43.636074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:43.882750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:43.972490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617ec6f-f217-4c65-85a4-b09f9b1a8dce req-0db24823-0aaf-4f1c-b534-401528a7b7fe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:43.974159 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f617ec6f-f217-4c65-85a4-b09f9b1a8dce req-0db24823-0aaf-4f1c-b534-401528a7b7fe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0561709 Aug 31 16:25:44.000402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:44.055079 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f617ec6f-f217-4c65-85a4-b09f9b1a8dce req-676a0935-66fb-48ea-a349-a53c9a2d9fc9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721509 Aug 31 16:25:45.188878 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d88386-5825-4868-a8f0-7dbc073301a6 req-915fc5f1-669c-4901-8309-1001e64bbd61 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:45.190784 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-43d88386-5825-4868-a8f0-7dbc073301a6 req-915fc5f1-669c-4901-8309-1001e64bbd61 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0533574 Aug 31 16:25:45.276242 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-43d88386-5825-4868-a8f0-7dbc073301a6 req-2550c1de-35b8-43e1-99d1-eef0a227b75e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791070 Aug 31 16:25:46.450647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4174d-cec1-412e-82b9-7c31a3df5b74 req-bd72aab9-4ed8-45d8-96e4-afb87308cfd1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:46.452352 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90b4174d-cec1-412e-82b9-7c31a3df5b74 req-bd72aab9-4ed8-45d8-96e4-afb87308cfd1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0578630 Aug 31 16:25:46.519245 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-90b4174d-cec1-412e-82b9-7c31a3df5b74 req-e63c3a9d-1f22-4e08-9ae5-30750f8b1676 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569930 Aug 31 16:25:47.680445 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f833db-96a5-4655-948a-6b34d202b7c7 req-d896fe92-83c4-499d-92cb-6ed8dcd80065 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:47.682111 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-96f833db-96a5-4655-948a-6b34d202b7c7 req-d896fe92-83c4-499d-92cb-6ed8dcd80065 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0531962 Aug 31 16:25:47.751690 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-96f833db-96a5-4655-948a-6b34d202b7c7 req-067f3512-822f-4c26-8f77-4b56fea8ba5c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595458 Aug 31 16:25:48.893776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095de450-056e-482e-8106-70e702a825e7 req-87e6ce3e-b12f-4ac2-866a-eba3799caf67 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:48.895465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-095de450-056e-482e-8106-70e702a825e7 req-87e6ce3e-b12f-4ac2-866a-eba3799caf67 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0602498 Aug 31 16:25:48.981220 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-095de450-056e-482e-8106-70e702a825e7 req-5647e0cc-c3dc-4302-982a-0a0ee265dce2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749588 Aug 31 16:25:50.131525 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b85dd7-599b-4d62-bcb9-a47defcd6bdb req-f9c58e60-e82e-4d72-bcae-048250b9609b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:50.133199 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-05b85dd7-599b-4d62-bcb9-a47defcd6bdb req-f9c58e60-e82e-4d72-bcae-048250b9609b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0565181 Aug 31 16:25:50.194292 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-05b85dd7-599b-4d62-bcb9-a47defcd6bdb req-422dca7b-336d-4240-8c81-7109d32693bd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547819 Aug 31 16:25:50.738601 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:50.744658 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:51.343300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c201af7-36eb-49de-a3d5-6e119ed331c9 req-0fddaa8e-a4c0-4d25-873a-98de24530c25 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:51.344975 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8c201af7-36eb-49de-a3d5-6e119ed331c9 req-0fddaa8e-a4c0-4d25-873a-98de24530c25 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0551095 Aug 31 16:25:51.379334 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:25:51.413241 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8c201af7-36eb-49de-a3d5-6e119ed331c9 req-c60aa1ec-4215-412f-9736-5f81ebf16d43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605428 Aug 31 16:25:52.562156 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5c455-a028-4df7-b8ee-629cb2d6fa96 req-08bd66fa-504e-475e-a260-2033a2d963f9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:52.563929 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-94a5c455-a028-4df7-b8ee-629cb2d6fa96 req-08bd66fa-504e-475e-a260-2033a2d963f9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0572474 Aug 31 16:25:52.628190 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-94a5c455-a028-4df7-b8ee-629cb2d6fa96 req-677917e6-dd56-4f25-94c7-c425a73620f8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577993 Aug 31 16:25:53.779679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f2bf5-f520-4eab-b69a-3b1279964913 req-8126d84f-f025-4779-9c14-b135023063b6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:53.781321 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-112f2bf5-f520-4eab-b69a-3b1279964913 req-8126d84f-f025-4779-9c14-b135023063b6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0674942 Aug 31 16:25:53.855123 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-112f2bf5-f520-4eab-b69a-3b1279964913 req-3f90c075-106d-451f-adf0-c53e382d7d4e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658796 Aug 31 16:25:55.007817 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c75b86-fd75-4f39-9dec-3dbb01489e81 req-a0212e82-43da-4c15-a050-0038ff8e8f85 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:55.009462 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a0c75b86-fd75-4f39-9dec-3dbb01489e81 req-a0212e82-43da-4c15-a050-0038ff8e8f85 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0640872 Aug 31 16:25:55.067419 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a0c75b86-fd75-4f39-9dec-3dbb01489e81 req-e3e6a970-5ae5-433b-ad68-124ca1f31693 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516038 Aug 31 16:25:56.203966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec9c7e-be5b-479d-b84c-3d629b31c2d4 req-2923e4ec-6290-4534-b16e-b06afba7ee85 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:56.206475 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7dec9c7e-be5b-479d-b84c-3d629b31c2d4 req-2923e4ec-6290-4534-b16e-b06afba7ee85 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0567257 Aug 31 16:25:56.229007 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:56.269647 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7dec9c7e-be5b-479d-b84c-3d629b31c2d4 req-e41e66dd-1980-4592-aea0-403f29767518 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571141 Aug 31 16:25:57.383799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:25:57.458134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f6b0-ae57-498d-b2fc-85afa2abbc57 req-8be593e2-c502-4769-93d9-bae98a112bc2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:57.461002 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bbd5f6b0-ae57-498d-b2fc-85afa2abbc57 req-8be593e2-c502-4769-93d9-bae98a112bc2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0951650 Aug 31 16:25:57.521609 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bbd5f6b0-ae57-498d-b2fc-85afa2abbc57 req-161436a4-7575-4172-ae3e-5c12e846b7b1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533245 Aug 31 16:25:58.683198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd0f65-9fd6-43dd-9d7d-612efb2c4cc4 req-b8e6beff-2105-4ce6-a24f-fa1d0d84d824 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:58.685949 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-79bd0f65-9fd6-43dd-9d7d-612efb2c4cc4 req-b8e6beff-2105-4ce6-a24f-fa1d0d84d824 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0621724 Aug 31 16:25:58.750692 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-79bd0f65-9fd6-43dd-9d7d-612efb2c4cc4 req-8e9d010c-9144-4ef0-af6c-9959a588d5b3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582535 Aug 31 16:25:59.885323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b872a0-61db-4641-b4da-74739929f80e req-411690fd-c423-4377-8e10-8c5adf6f9fc2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:25:59.886879 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a0b872a0-61db-4641-b4da-74739929f80e req-411690fd-c423-4377-8e10-8c5adf6f9fc2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0535049 Aug 31 16:25:59.949037 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a0b872a0-61db-4641-b4da-74739929f80e req-d9c80a48-1147-4289-87d2-f659f26fa6ce tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551925 Aug 31 16:26:01.093642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c14a1-2058-41d0-b5b4-a04afc55d5f0 req-4357e29c-1f8b-4a59-a62d-f17fa2931b1c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:01.095254 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b68c14a1-2058-41d0-b5b4-a04afc55d5f0 req-4357e29c-1f8b-4a59-a62d-f17fa2931b1c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0653381 Aug 31 16:26:01.152523 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b68c14a1-2058-41d0-b5b4-a04afc55d5f0 req-7ac20f41-e614-4b4d-8cac-be7dcea7784c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503318 Aug 31 16:26:01.300099 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:01.303029 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:02.289892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421df387-b5df-4789-9e82-a4f23f51646e req-8ef2252e-3c0c-4233-a7e1-1a91bd95512b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:02.291615 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-421df387-b5df-4789-9e82-a4f23f51646e req-8ef2252e-3c0c-4233-a7e1-1a91bd95512b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0530157 Aug 31 16:26:02.349770 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-421df387-b5df-4789-9e82-a4f23f51646e req-7d840785-a087-486a-a53e-e2aa6d37e7ae tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517788 Aug 31 16:26:02.818541 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:26:03.490301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a6f8b-5c43-4f99-8a7d-ed19ec7a8870 req-d296bb09-b970-4bee-bcc0-9c0c8f226f26 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:03.493073 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8d0a6f8b-5c43-4f99-8a7d-ed19ec7a8870 req-d296bb09-b970-4bee-bcc0-9c0c8f226f26 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0566556 Aug 31 16:26:03.548661 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8d0a6f8b-5c43-4f99-8a7d-ed19ec7a8870 req-987e3a50-9b0c-4f67-abbc-3e42d2b42e9c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497596 Aug 31 16:26:04.681170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a33db-ea6f-4856-bf76-fcb0b0e34ce4 req-e09d8597-5705-4619-bc17-c51509d53675 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:04.682811 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1c9a33db-ea6f-4856-bf76-fcb0b0e34ce4 req-e09d8597-5705-4619-bc17-c51509d53675 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0514994 Aug 31 16:26:04.741733 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1c9a33db-ea6f-4856-bf76-fcb0b0e34ce4 req-b014923a-e621-45fd-ad4f-8da18662b9d3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503082 Aug 31 16:26:05.880151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f014f-64aa-4ead-b418-46bcf772403d req-326d9a4f-6d3d-4aae-bbf9-20b63d0bded6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:05.882314 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d6f014f-64aa-4ead-b418-46bcf772403d req-326d9a4f-6d3d-4aae-bbf9-20b63d0bded6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0611084 Aug 31 16:26:05.940307 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0d6f014f-64aa-4ead-b418-46bcf772403d req-49e70206-ca4d-465a-963f-0dfe4bde5e76 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520556 Aug 31 16:26:07.092035 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67e04c-3623-452c-9d3e-09ea67297da4 req-c8211820-f575-4072-b0e9-d38d8f4b8781 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:07.094056 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3e67e04c-3623-452c-9d3e-09ea67297da4 req-c8211820-f575-4072-b0e9-d38d8f4b8781 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0732684 Aug 31 16:26:07.161215 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3e67e04c-3623-452c-9d3e-09ea67297da4 req-da86fe76-b2f8-45a4-ac9d-b2a4a4cec96a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599146 Aug 31 16:26:08.302221 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005b24a-ffa5-4c60-849a-4bbbaf5f7cbd req-06d92952-d418-417a-8b93-7be1b6b9d417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:08.304134 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3005b24a-ffa5-4c60-849a-4bbbaf5f7cbd req-06d92952-d418-417a-8b93-7be1b6b9d417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0537252 Aug 31 16:26:08.363194 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3005b24a-ffa5-4c60-849a-4bbbaf5f7cbd req-267869bc-2444-4a6f-9118-e20e76183986 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530541 Aug 31 16:26:08.624002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05361788-a2be-4067-953e-a05f0c01177e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:09.492057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380f3-9b5e-4a7c-8854-2a244e027363 req-485a8413-68d8-4ac7-8dbe-c6479acc5288 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:09.493730 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f5a380f3-9b5e-4a7c-8854-2a244e027363 req-485a8413-68d8-4ac7-8dbe-c6479acc5288 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0523069 Aug 31 16:26:09.541502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:09.552603 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f5a380f3-9b5e-4a7c-8854-2a244e027363 req-7264318b-67a2-4fe8-a0a0-4c65cd56d9cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527730 Aug 31 16:26:10.705995 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f00a2-075b-4e86-8f91-38539dd9c1e2 req-d82bae33-d8bf-4ab1-971a-35ad401354d8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:10.708726 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-104f00a2-075b-4e86-8f91-38539dd9c1e2 req-d82bae33-d8bf-4ab1-971a-35ad401354d8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0680423 Aug 31 16:26:10.751962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:10.772997 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-104f00a2-075b-4e86-8f91-38539dd9c1e2 req-245b614a-f512-4995-8004-1ce71e4b3efb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584657 Aug 31 16:26:10.812519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-dff6da00-c96e-4420-9d69-bdd171ff9d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:11.922727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82df00-ed47-4fcc-b6e3-2d7f47d0a8ea req-56c7b381-7758-453d-93ca-cf02f4f20e61 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:11.925946 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fd82df00-ed47-4fcc-b6e3-2d7f47d0a8ea req-56c7b381-7758-453d-93ca-cf02f4f20e61 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0694921 Aug 31 16:26:12.013420 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fd82df00-ed47-4fcc-b6e3-2d7f47d0a8ea req-6f6b8a1a-3a91-447a-ab8e-cb548380d3a7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811367 Aug 31 16:26:12.316046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:12.813085 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:12.814407 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:13.145241 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d6530-84f8-42e1-8cfb-84fc952370fe req-419f984a-74c2-47a5-8e65-a03efc55b4f2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:13.146891 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab6d6530-84f8-42e1-8cfb-84fc952370fe req-419f984a-74c2-47a5-8e65-a03efc55b4f2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0550754 Aug 31 16:26:13.202742 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ab6d6530-84f8-42e1-8cfb-84fc952370fe req-0d47bd7e-8714-416e-ad79-bdbb658f2103 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499623 Aug 31 16:26:13.641510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:13.887752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:14.334766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae9946-4334-4c78-a6d2-727c5b8ccf30 req-429d5fd5-f9a0-4f5a-81c4-5fa70d3d3f09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:14.336358 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-32ae9946-4334-4c78-a6d2-727c5b8ccf30 req-429d5fd5-f9a0-4f5a-81c4-5fa70d3d3f09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0507028 Aug 31 16:26:14.393110 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-32ae9946-4334-4c78-a6d2-727c5b8ccf30 req-cbe8461a-ec16-484d-9894-73a29fdc795f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507603 Aug 31 16:26:15.538157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf011a7-63d6-4ac2-97c2-1c53dad8ecf0 req-995d03cd-ab88-4cb5-b3ce-509ccb4b07e2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:15.539797 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-abf011a7-63d6-4ac2-97c2-1c53dad8ecf0 req-995d03cd-ab88-4cb5-b3ce-509ccb4b07e2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0528216 Aug 31 16:26:15.609026 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-abf011a7-63d6-4ac2-97c2-1c53dad8ecf0 req-7454e46f-6b64-4f0f-8080-0aa3d52ec723 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630131 Aug 31 16:26:16.750156 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93fdc6-a23f-4e61-80fd-b05e9a378086 req-a3f8c084-6f64-4560-a338-06cb9dc29516 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:16.753094 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6e93fdc6-a23f-4e61-80fd-b05e9a378086 req-a3f8c084-6f64-4560-a338-06cb9dc29516 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0550380 Aug 31 16:26:16.829507 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6e93fdc6-a23f-4e61-80fd-b05e9a378086 req-9ed0454b-ff6b-4c3e-9353-12110974e8b7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696731 Aug 31 16:26:17.967215 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4d55d-ed54-428e-a397-f953dbed8279 req-1a183454-ed1c-442a-adc3-05897dfe8fb4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:17.968960 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-95f4d55d-ed54-428e-a397-f953dbed8279 req-1a183454-ed1c-442a-adc3-05897dfe8fb4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0565939 Aug 31 16:26:18.032607 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-95f4d55d-ed54-428e-a397-f953dbed8279 req-594ebfe5-7ec3-45fa-a430-14ecbce84373 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523171 Aug 31 16:26:19.198415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d2582-8399-435c-b6f6-60e34cc51e1f req-e3808c97-da0e-422c-a47f-c1017d4008bd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:19.201107 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a87d2582-8399-435c-b6f6-60e34cc51e1f req-e3808c97-da0e-422c-a47f-c1017d4008bd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0625548 Aug 31 16:26:19.268600 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a87d2582-8399-435c-b6f6-60e34cc51e1f req-77e774be-05cd-4076-a91a-9123dbeea927 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605018 Aug 31 16:26:20.424177 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812e5c-ffda-489b-8824-fa0813110818 req-43387e2a-6581-4921-8eeb-f04982707515 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:20.426925 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8812e5c-ffda-489b-8824-fa0813110818 req-43387e2a-6581-4921-8eeb-f04982707515 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0778956 Aug 31 16:26:20.484196 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8812e5c-ffda-489b-8824-fa0813110818 req-99cd5b58-e498-4e04-b5a1-12b2fb4a44a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514915 Aug 31 16:26:21.372690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:21.618237 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6a994-e381-4d0b-b035-4fe831a7ce14 req-f74e45f1-46bf-4bde-940c-92b0724350ab tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:21.620051 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-81d6a994-e381-4d0b-b035-4fe831a7ce14 req-f74e45f1-46bf-4bde-940c-92b0724350ab tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0548396 Aug 31 16:26:21.677031 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-81d6a994-e381-4d0b-b035-4fe831a7ce14 req-db2f72c8-9631-441e-927d-501d52075580 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511038 Aug 31 16:26:22.841428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef6dc2-fb13-4fdf-af7a-f67423f2060f req-55904207-9553-4d80-92fd-28922531e560 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:22.843086 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0cef6dc2-fb13-4fdf-af7a-f67423f2060f req-55904207-9553-4d80-92fd-28922531e560 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0576921 Aug 31 16:26:22.919202 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0cef6dc2-fb13-4fdf-af7a-f67423f2060f req-fb59c7e5-2cee-45a2-aed3-1f2e9a34960a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649030 Aug 31 16:26:24.010536 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:24.058666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c130-3ebb-4355-90d1-491b5fd43929 req-8294de92-04ee-412b-9b3e-1a7580f7360b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:24.060353 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4942c130-3ebb-4355-90d1-491b5fd43929 req-8294de92-04ee-412b-9b3e-1a7580f7360b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0637918 Aug 31 16:26:24.119918 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4942c130-3ebb-4355-90d1-491b5fd43929 req-1327170b-c969-483c-9dc2-0f5880d22c10 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519452 Aug 31 16:26:25.226466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:25.247710 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e2a68-5162-4c0f-ac90-4bc4363c41a7 req-a0fd6ef3-4488-4600-8a6d-28694d7d5578 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:25.249597 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741e2a68-5162-4c0f-ac90-4bc4363c41a7 req-a0fd6ef3-4488-4600-8a6d-28694d7d5578 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0524035 Aug 31 16:26:25.310694 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741e2a68-5162-4c0f-ac90-4bc4363c41a7 req-2cdbe26b-3506-45ff-b0de-f7c5e07cd5ed tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532243 Aug 31 16:26:26.505269 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd2435-3b01-44ef-8ec2-669cd44ae20e req-548fc6fa-76ca-473a-ae1a-c3dafce112e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:26.508461 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7cfd2435-3b01-44ef-8ec2-669cd44ae20e req-548fc6fa-76ca-473a-ae1a-c3dafce112e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0922537 Aug 31 16:26:26.596972 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7cfd2435-3b01-44ef-8ec2-669cd44ae20e req-1804bbae-5e59-43d9-99c9-2b2ff1c4897a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813253 Aug 31 16:26:27.725474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d7f9b-eb30-40eb-a8ac-5d9794c09d03 req-b5076cfe-a645-48ab-9cae-c76b5f1f5d90 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:27.727165 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-537d7f9b-eb30-40eb-a8ac-5d9794c09d03 req-b5076cfe-a645-48ab-9cae-c76b5f1f5d90 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0512974 Aug 31 16:26:27.741541 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:27.742620 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:27.797153 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-537d7f9b-eb30-40eb-a8ac-5d9794c09d03 req-4035b583-ee4d-4c0e-a61f-6c6416461e32 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604587 Aug 31 16:26:28.974052 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7e035-1634-43dd-a672-aca6e1aed374 req-d5217ea4-6aab-4f39-97a3-96c89c5aaed2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:28.975810 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-13b7e035-1634-43dd-a672-aca6e1aed374 req-d5217ea4-6aab-4f39-97a3-96c89c5aaed2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0673652 Aug 31 16:26:29.050726 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-13b7e035-1634-43dd-a672-aca6e1aed374 req-fa4b7a10-88a4-4702-9657-1fe1d66ce140 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657732 Aug 31 16:26:30.180446 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7528cb-4907-4f0c-b7ec-f42316bcb8ef req-a8a62541-7fe3-4eec-9826-d429d476b2c3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:30.182095 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0a7528cb-4907-4f0c-b7ec-f42316bcb8ef req-a8a62541-7fe3-4eec-9826-d429d476b2c3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0513153 Aug 31 16:26:30.244346 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0a7528cb-4907-4f0c-b7ec-f42316bcb8ef req-d7a1dc49-dfb3-4baa-856a-5c970e471274 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507247 Aug 31 16:26:31.299186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:31.300343 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:31.411102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e833d2e-80d5-4755-a36f-ab9cc936c956 req-96a36f54-21ef-4326-9173-85fe25a6ef50 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:31.412817 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9e833d2e-80d5-4755-a36f-ab9cc936c956 req-96a36f54-21ef-4326-9173-85fe25a6ef50 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0766437 Aug 31 16:26:31.481501 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9e833d2e-80d5-4755-a36f-ab9cc936c956 req-83c14125-e0a9-4a37-bfd9-cdd8afd3c3a5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566542 Aug 31 16:26:32.611504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300a308-8b86-4236-b4e7-79cbb01fa164 req-c6334486-edfd-4349-9b81-c30f1eb935cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:32.613140 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4300a308-8b86-4236-b4e7-79cbb01fa164 req-c6334486-edfd-4349-9b81-c30f1eb935cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0517585 Aug 31 16:26:32.680427 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4300a308-8b86-4236-b4e7-79cbb01fa164 req-c488f289-1671-4acf-8ff9-8e5462793342 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564778 Aug 31 16:26:33.044014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-799479f1-4f14-4338-9558-ab716c806e3b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:33.045743 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-799479f1-4f14-4338-9558-ab716c806e3b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 944 time: 0.0619988 Aug 31 16:26:33.143550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:26:33.143947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:33.247343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:33.249471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=e75bd1c3-57cb-41de-9ca4-5cf4d8190b15,segment=NetworkSegment(46104273-2b10-460f-9272-e5489a98d7de),segment_id=46104273-2b10-460f-9272-e5489a98d7de)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:33.249865 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:33.267097 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:26:33.544406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (e75bd1c3-57cb-41de-9ca4-5cf4d8190b15), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:33.581741 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=e75bd1c3-57cb-41de-9ca4-5cf4d8190b15,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:33.597967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.598311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.598648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.599016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.599351 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.599678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.600005 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.600362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.600681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.601463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.601463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.601685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.601955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.602281 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.602598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:33.650399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] No DVR routers for this DVR port e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:26:33.654916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:33.660079 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c5aa0393-4076-481b-be69-afd291b8ee05 req-c344ea20-c00b-4671-b4e6-9ca1db16ac79 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "DELETE /networking/v2.0/ports/e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 HTTP/1.1" status: 204 len: 173 time: 0.6043913 Aug 31 16:26:33.660598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef49d6fe-b0c6-4829-bf20-27b03128fa97', 'name': 'network-vif-deleted', 'tag': 'e75bd1c3-57cb-41de-9ca4-5cf4d8190b15'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:26:33.662957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a443d3d-aa3e-4c07-b427-c8617c060b16" -d '{"events": [{"server_uuid": "ef49d6fe-b0c6-4829-bf20-27b03128fa97", "name": "network-vif-deleted", "tag": "e75bd1c3-57cb-41de-9ca4-5cf4d8190b15"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:33.830239 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a89535cf-3cc0-492c-8f02-01c27cdd6521 req-d24854e9-e7b8-42ed-b8dc-1f39623183e0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 210 time: 0.0422633 Aug 31 16:26:33.854237 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca74300-b1b4-49e8-97f8-612a9925e378 x-openstack-request-id: req-9ca74300-b1b4-49e8-97f8-612a9925e378 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:33.854531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef49d6fe-b0c6-4829-bf20-27b03128fa97", "name": "network-vif-deleted", "tag": "e75bd1c3-57cb-41de-9ca4-5cf4d8190b15", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:33.855062 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ca74300-b1b4-49e8-97f8-612a9925e378 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:33.855553 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9ca74300-b1b4-49e8-97f8-612a9925e378']: {'server_uuid': 'ef49d6fe-b0c6-4829-bf20-27b03128fa97', 'name': 'network-vif-deleted', 'tag': 'e75bd1c3-57cb-41de-9ca4-5cf4d8190b15', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:26:34.969162 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cbd5b05a-90fe-4026-9576-78abea34ad04 req-01628c17-c22f-4b48-a374-1aacc8c2bdd1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 210 time: 0.0350995 Aug 31 16:26:35.235418 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-183892e7-be43-4188-a6c3-5b45c2ed7a06 req-f536ab02-d3d4-40dc-a6f8-17554b4d94be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ef49d6fe-b0c6-4829-bf20-27b03128fa97 HTTP/1.1" status: 200 len: 210 time: 0.0293903 Aug 31 16:26:35.619450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:35.644066 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:26:35.644627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device e75bd1c3-57cb-41de-9ca4-5cf4d8190b15 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:26:35.802636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46734) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:36.030698 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:36.185912 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (816b52e8-008c-4168-ab3a-08086a13ba1d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:36.463318 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 08a94053-6e91-4789-a084-8a09644cb08e {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:26:36.464066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (08a94053-6e91-4789-a084-8a09644cb08e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:36.529871 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:36.572822 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 08a94053-6e91-4789-a084-8a09644cb08e, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=08a94053-6e91-4789-a084-8a09644cb08e,segment=NetworkSegment(46104273-2b10-460f-9272-e5489a98d7de),segment_id=46104273-2b10-460f-9272-e5489a98d7de)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:36.573196 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (08a94053-6e91-4789-a084-8a09644cb08e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:36.590738 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 08a94053-6e91-4789-a084-8a09644cb08e owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:26:36.870031 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (08a94053-6e91-4789-a084-8a09644cb08e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:36.903182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=08a94053-6e91-4789-a084-8a09644cb08e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:36.920102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.920461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.920784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.921124 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.921465 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.921830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.922759 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.923085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.923406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.923729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.924046 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.924365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.924682 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.924996 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:36.925312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.046054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:37.119253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (816b52e8-008c-4168-ab3a-08086a13ba1d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:37.382872 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 816b52e8-008c-4168-ab3a-08086a13ba1d has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:37.574038 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:37.583706 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7e22e7cd-4058-4534-8b9f-e8419e1b6cf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "PUT /networking/v2.0/routers/816b52e8-008c-4168-ab3a-08086a13ba1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7798901 Aug 31 16:26:37.586787 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46736) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:37.590859 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] Sync routers for ids ['816b52e8-008c-4168-ab3a-08086a13ba1d'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:37.603251 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] Routers {'816b52e8-008c-4168-ab3a-08086a13ba1d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:26:37.604430 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:26:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['816b52e8-008c-4168-ab3a-08086a13ba1d'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:37.681022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-a148072b-e722-4d11-bc8e-d21b80197643 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting subnet daeecc95-2866-49e0-9e61-d2722623699c {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:26:37.685783 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a148072b-e722-4d11-bc8e-d21b80197643 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (daeecc95-2866-49e0-9e61-d2722623699c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:37.737180 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a148072b-e722-4d11-bc8e-d21b80197643 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (daeecc95-2866-49e0-9e61-d2722623699c), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:37.765224 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] Set router 816b52e8-008c-4168-ab3a-08086a13ba1d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:26:37.793114 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:37.841861 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a148072b-e722-4d11-bc8e-d21b80197643 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (daeecc95-2866-49e0-9e61-d2722623699c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:37.956113 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407613079', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:26:36Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:37.985033 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] Checking router: 816b52e8-008c-4168-ab3a-08086a13ba1d for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:26:37.994016 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] Routers {'816b52e8-008c-4168-ab3a-08086a13ba1d'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:26:37.994633 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:26:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['816b52e8-008c-4168-ab3a-08086a13ba1d'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:38.087121 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a148072b-e722-4d11-bc8e-d21b80197643 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (daeecc95-2866-49e0-9e61-d2722623699c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:38.112605 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] Set router 816b52e8-008c-4168-ab3a-08086a13ba1d gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:26:38.125770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148072b-e722-4d11-bc8e-d21b80197643 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Subnet': ['ID=daeecc95-2866-49e0-9e61-d2722623699c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:38.128234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a148072b-e722-4d11-bc8e-d21b80197643 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:38.131968 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a148072b-e722-4d11-bc8e-d21b80197643 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/daeecc95-2866-49e0-9e61-d2722623699c HTTP/1.1" status: 204 len: 168 time: 0.5436559 Aug 31 16:26:38.135892 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46738) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:38.138890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f1a1d-3111-40ce-825a-ff788ff2a01f None None] Network 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:26:38.266474 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (816b52e8-008c-4168-ab3a-08086a13ba1d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:38.276127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:38.326120 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407613079', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:26:36Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:38.358411 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4ff5b-2eea-417f-93c4-3e5d162ed86f None None] The sync data for ids ['816b52e8-008c-4168-ab3a-08086a13ba1d'] in dv-neutron-855257-2-hyperv is: [{'id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407613079', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:26:36Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '577d1459-04e6-4954-9a3f-c9b5e9d8197f', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816b52e8-008c-4168-ab3a-08086a13ba1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:25:16Z', 'updated_at': '2022-08-31T16:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:38.368205 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] DHCP port deletion for 103c2f1d-174a-4ce7-b5b4-97a7e4bb490e request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:26:38.433177 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Deleting port 33c557be-5265-4161-b5cc-bd12249dcd71 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:26:38.433766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (33c557be-5265-4161-b5cc-bd12249dcd71), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:38.585694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] For port 33c557be-5265-4161-b5cc-bd12249dcd71, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=33c557be-5265-4161-b5cc-bd12249dcd71,segment=NetworkSegment(46104273-2b10-460f-9272-e5489a98d7de),segment_id=46104273-2b10-460f-9272-e5489a98d7de)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:38.585694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (33c557be-5265-4161-b5cc-bd12249dcd71), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:38.601757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Calling delete_port for 33c557be-5265-4161-b5cc-bd12249dcd71 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:26:38.674951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7e3443f3-f746-43b6-ae4e-e1d93f717acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:38.858121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (33c557be-5265-4161-b5cc-bd12249dcd71), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:38.880256 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (816b52e8-008c-4168-ab3a-08086a13ba1d), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:38.891435 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] No DVR routers for this DVR port 33c557be-5265-4161-b5cc-bd12249dcd71 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:26:38.896906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Pushing event deleted for resources: {'Port': ['ID=33c557be-5265-4161-b5cc-bd12249dcd71,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:38.914356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.914356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.914356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.914356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.914356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.915134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.915134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.915134 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.915559 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.915755 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.916087 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.916412 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.916732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.917054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.917371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d00ff-177e-4954-9d76-a60f79ed4ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:39.045152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 577d1459-04e6-4954-9a3f-c9b5e9d8197f {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:26:39.045504 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:39.197870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 577d1459-04e6-4954-9a3f-c9b5e9d8197f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=577d1459-04e6-4954-9a3f-c9b5e9d8197f,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:39.198399 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:39.224896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 577d1459-04e6-4954-9a3f-c9b5e9d8197f owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:26:39.583558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (577d1459-04e6-4954-9a3f-c9b5e9d8197f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:39.614377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=577d1459-04e6-4954-9a3f-c9b5e9d8197f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:39.687764 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (816b52e8-008c-4168-ab3a-08086a13ba1d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:39.694108 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08a94053-6e91-4789-a084-8a09644cb08e no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:39.721430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 08a94053-6e91-4789-a084-8a09644cb08e {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:26:39.721903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 08a94053-6e91-4789-a084-8a09644cb08e not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:26:39.722449 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 33c557be-5265-4161-b5cc-bd12249dcd71 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:39.751906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 33c557be-5265-4161-b5cc-bd12249dcd71 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:26:39.752271 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 33c557be-5265-4161-b5cc-bd12249dcd71 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:26:39.789895 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (816b52e8-008c-4168-ab3a-08086a13ba1d), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:39.792609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_controller (816b52e8-008c-4168-ab3a-08086a13ba1d), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:39.818786 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:26:39.915289 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (816b52e8-008c-4168-ab3a-08086a13ba1d), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:39.916235 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Fanout notify agent at l3_agent the message router_deleted on router 816b52e8-008c-4168-ab3a-08086a13ba1d {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:26:39.928572 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:39.928572 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3c665d9a-7c6b-4740-83f7-44cf575f9db4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/routers/816b52e8-008c-4168-ab3a-08086a13ba1d HTTP/1.1" status: 204 len: 168 time: 1.7882302 Aug 31 16:26:39.928879 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46740) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:40.052722 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (103c2f1d-174a-4ce7-b5b4-97a7e4bb490e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.075127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:40.206272 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (103c2f1d-174a-4ce7-b5b4-97a7e4bb490e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.244859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103c2f1d-174a-4ce7-b5b4-97a7e4bb490e']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:40.263952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46104273-2b10-460f-9272-e5489a98d7de') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:40.264481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46104273-2b10-460f-9272-e5489a98d7de') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:40.284582 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (46104273-2b10-460f-9272-e5489a98d7de), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.308458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (46104273-2b10-460f-9272-e5489a98d7de), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.317308 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:26:40.317809 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (46104273-2b10-460f-9272-e5489a98d7de), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.368333 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 46104273-2b10-460f-9272-e5489a98d7de resource provider aggregate not found Aug 31 16:26:40.393649 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 46104273-2b10-460f-9272-e5489a98d7de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46104273-2b10-460f-9272-e5489a98d7de found for delete ", "request_id": "req-77be2c02-6d14-48c8-8fb7-c5335a8e02b7"}]} Aug 31 16:26:40.480711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (103c2f1d-174a-4ce7-b5b4-97a7e4bb490e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.489419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.492599 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/networks/103c2f1d-174a-4ce7-b5b4-97a7e4bb490e HTTP/1.1" status: 204 len: 168 time: 0.5627089 Aug 31 16:26:40.495609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46746) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:40.520096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481e412-5659-4205-8882-3916fcb27ed7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Network': ['ID=103c2f1d-174a-4ce7-b5b4-97a7e4bb490e,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:40.568609 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:40.582101 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae13a638-f9c1-4e0c-89d6-c7341d831f43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (c53e60cc-b67e-4234-9ce8-f35b2dbcfc63), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.611593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae13a638-f9c1-4e0c-89d6-c7341d831f43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (c53e60cc-b67e-4234-9ce8-f35b2dbcfc63), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.789947 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae13a638-f9c1-4e0c-89d6-c7341d831f43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c53e60cc-b67e-4234-9ce8-f35b2dbcfc63), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.790387 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-43f2d402-dd86-4077-91c1-fb654a831067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.792477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ae13a638-f9c1-4e0c-89d6-c7341d831f43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:40.794202 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ae13a638-f9c1-4e0c-89d6-c7341d831f43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c53e60cc-b67e-4234-9ce8-f35b2dbcfc63 HTTP/1.1" status: 204 len: 168 time: 0.2974627 Aug 31 16:26:40.808480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13a638-f9c1-4e0c-89d6-c7341d831f43 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53e60cc-b67e-4234-9ce8-f35b2dbcfc63,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:41.108420 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46752) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:41.113412 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-da1c582d-bea5-4e84-9f6e-744b2d67b38b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1287150677', 'description': 'tempest-secgroup-smoke-1287150677 description', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:41.228863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-da1c582d-bea5-4e84-9f6e-744b2d67b38b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:41.314382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-da1c582d-bea5-4e84-9f6e-744b2d67b38b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (e91fbdc2-e168-4bde-8873-9fd322f540f9), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:41.537545 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-da1c582d-bea5-4e84-9f6e-744b2d67b38b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e91fbdc2-e168-4bde-8873-9fd322f540f9), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:41.572605 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c582d-bea5-4e84-9f6e-744b2d67b38b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91fbdc2-e168-4bde-8873-9fd322f540f9,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:41.663735 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 577d1459-04e6-4954-9a3f-c9b5e9d8197f no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:41.684769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 577d1459-04e6-4954-9a3f-c9b5e9d8197f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:26:41.685162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 577d1459-04e6-4954-9a3f-c9b5e9d8197f not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:26:41.693965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-da1c582d-bea5-4e84-9f6e-744b2d67b38b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:41.695581 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-da1c582d-bea5-4e84-9f6e-744b2d67b38b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5859704 Aug 31 16:26:41.699169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46754) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:41.708034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-bf988e50-8440-4a0f-86d3-f0952464fbae tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'e91fbdc2-e168-4bde-8873-9fd322f540f9', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:41.860505 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bf988e50-8440-4a0f-86d3-f0952464fbae tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (7ae27578-e3d7-41c7-845c-50f71c22932a), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:41.936355 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bf988e50-8440-4a0f-86d3-f0952464fbae tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (7ae27578-e3d7-41c7-845c-50f71c22932a), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.052072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bf988e50-8440-4a0f-86d3-f0952464fbae tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (7ae27578-e3d7-41c7-845c-50f71c22932a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.075584 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf988e50-8440-4a0f-86d3-f0952464fbae tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae27578-e3d7-41c7-845c-50f71c22932a,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:42.163146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-bf988e50-8440-4a0f-86d3-f0952464fbae tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.164453 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-bf988e50-8440-4a0f-86d3-f0952464fbae tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641998 Aug 31 16:26:42.175970 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46756) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:42.180927 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-86b5c675-ab8a-4955-bcee-3b4797cd01af tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'e91fbdc2-e168-4bde-8873-9fd322f540f9', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:42.289692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b5c675-ab8a-4955-bcee-3b4797cd01af tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (601b9210-a10b-4b73-ba71-8a7decf3b337), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.303525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.351200 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:42.363097 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b5c675-ab8a-4955-bcee-3b4797cd01af tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (601b9210-a10b-4b73-ba71-8a7decf3b337), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.452029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b5c675-ab8a-4955-bcee-3b4797cd01af tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (601b9210-a10b-4b73-ba71-8a7decf3b337), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.481846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5c675-ab8a-4955-bcee-3b4797cd01af tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601b9210-a10b-4b73-ba71-8a7decf3b337,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:42.580566 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-86b5c675-ab8a-4955-bcee-3b4797cd01af tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.581859 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-86b5c675-ab8a-4955-bcee-3b4797cd01af tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4046638 Aug 31 16:26:42.586639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46758) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:42.592738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-c6bf46db-15ff-431c-accf-ead22cc491b3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'e91fbdc2-e168-4bde-8873-9fd322f540f9', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:42.608689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:42.761532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c6bf46db-15ff-431c-accf-ead22cc491b3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (e656741a-861e-45b0-81e8-33da70cd0069), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.833352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c6bf46db-15ff-431c-accf-ead22cc491b3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (e656741a-861e-45b0-81e8-33da70cd0069), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.892615 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c6bf46db-15ff-431c-accf-ead22cc491b3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (e656741a-861e-45b0-81e8-33da70cd0069), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.915723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf46db-15ff-431c-accf-ead22cc491b3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e656741a-861e-45b0-81e8-33da70cd0069,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:42.997629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c6bf46db-15ff-431c-accf-ead22cc491b3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:42.999654 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c6bf46db-15ff-431c-accf-ead22cc491b3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4115705 Aug 31 16:26:43.003557 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46760) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:43.008892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ade7da85-c62a-4309-a346-d7d6bea9f71d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'e91fbdc2-e168-4bde-8873-9fd322f540f9', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:43.116780 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ade7da85-c62a-4309-a346-d7d6bea9f71d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (e5ca29c2-5793-450e-bee6-f8523ecad175), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:43.190522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ade7da85-c62a-4309-a346-d7d6bea9f71d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (e5ca29c2-5793-450e-bee6-f8523ecad175), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:43.298939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ade7da85-c62a-4309-a346-d7d6bea9f71d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (e5ca29c2-5793-450e-bee6-f8523ecad175), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:43.322723 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7da85-c62a-4309-a346-d7d6bea9f71d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ca29c2-5793-450e-bee6-f8523ecad175,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:43.417365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ade7da85-c62a-4309-a346-d7d6bea9f71d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:43.419576 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ade7da85-c62a-4309-a346-d7d6bea9f71d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4146345 Aug 31 16:26:43.423326 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46762) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:43.428466 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-961ad401-03cd-4473-b156-07d59695efb3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'e91fbdc2-e168-4bde-8873-9fd322f540f9', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:43.509276 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-961ad401-03cd-4473-b156-07d59695efb3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Project b6a2179b78184c81b58b8d33ffaff42f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:26:43.517026 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-961ad401-03cd-4473-b156-07d59695efb3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (edcecf93-c4ce-4d65-b522-26ada415ad78), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:43.600645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-961ad401-03cd-4473-b156-07d59695efb3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (edcecf93-c4ce-4d65-b522-26ada415ad78), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:43.659096 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:43.697729 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-961ad401-03cd-4473-b156-07d59695efb3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (edcecf93-c4ce-4d65-b522-26ada415ad78), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:43.724150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ad401-03cd-4473-b156-07d59695efb3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcecf93-c4ce-4d65-b522-26ada415ad78,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:43.832240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-961ad401-03cd-4473-b156-07d59695efb3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:43.833943 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-961ad401-03cd-4473-b156-07d59695efb3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4092598 Aug 31 16:26:43.837197 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46764) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:43.842605 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-7d4a700d-077d-4041-811b-9da07a98b8e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'e91fbdc2-e168-4bde-8873-9fd322f540f9', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:43.886185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:43.926868 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-7d4a700d-077d-4041-811b-9da07a98b8e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Project b6a2179b78184c81b58b8d33ffaff42f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:26:43.934540 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7d4a700d-077d-4041-811b-9da07a98b8e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (516d1a50-ac59-4eda-ae8c-e164e879d19e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.022453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=10 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:44.049600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7d4a700d-077d-4041-811b-9da07a98b8e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (516d1a50-ac59-4eda-ae8c-e164e879d19e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.132449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7d4a700d-077d-4041-811b-9da07a98b8e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (516d1a50-ac59-4eda-ae8c-e164e879d19e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.157042 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a700d-077d-4041-811b-9da07a98b8e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516d1a50-ac59-4eda-ae8c-e164e879d19e,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:44.214247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-7d4a700d-077d-4041-811b-9da07a98b8e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.215819 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-7d4a700d-077d-4041-811b-9da07a98b8e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3772104 Aug 31 16:26:44.219248 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46766) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:44.224853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'network': {'name': 'tempest-network-smoke--903952135', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'port_security_enabled': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:44.303352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:44.307621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.346598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:26:44.359091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (bb794e0a-42c8-43aa-b8df-37a54e174696), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.359657 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Added segment bb794e0a-42c8-43aa-b8df-37a54e174696 of type vlan for network a65f7322-42a7-465d-b06d-363b3ff04001 Aug 31 16:26:44.410642 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (a65f7322-42a7-465d-b06d-363b3ff04001), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.503944 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (a65f7322-42a7-465d-b06d-363b3ff04001), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.511059 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:44.511849 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.587789 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Network': ['ID=a65f7322-42a7-465d-b06d-363b3ff04001,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:44.600651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network a65f7322-42a7-465d-b06d-363b3ff04001 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:26:44.694159 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8e48a74b-a468-4730-bb48-0f0bffbf0c47 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4733434 Aug 31 16:26:44.696493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46768) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:44.701134 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1950604240', 'admin_state_up': True, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:44.812283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (4ed07195-63cd-4d12-b8b6-745a52900919), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.813462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (4ed07195-63cd-4d12-b8b6-745a52900919), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:44.825847 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:44.874619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_controller (4ed07195-63cd-4d12-b8b6-745a52900919), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:45.113305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (4ed07195-63cd-4d12-b8b6-745a52900919), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:45.377662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (4ed07195-63cd-4d12-b8b6-745a52900919), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:45.400425 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:45.523955 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.26.2.92 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/b2f98f02-d38d-4eeb-a4a9-87573b8ec832) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:45.610681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:45.655233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:45.779303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:45.841037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:45.850704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:45.858402 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:26:45.864727 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=b2f98f02-d38d-4eeb-a4a9-87573b8ec832,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:46.326896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (4ed07195-63cd-4d12-b8b6-745a52900919), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:46.370066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:46.542762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (4ed07195-63cd-4d12-b8b6-745a52900919), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:46.767011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 4ed07195-63cd-4d12-b8b6-745a52900919 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:26:46.955238 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:46.971641 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Sync routers for ids ['4ed07195-63cd-4d12-b8b6-745a52900919'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:46.989978 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Routers {'4ed07195-63cd-4d12-b8b6-745a52900919'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:26:46.993424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:26:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4ed07195-63cd-4d12-b8b6-745a52900919'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:47.051651 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:47.058597 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7c7fd097-5059-4bf8-a023-483e4c8ebde2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3562026 Aug 31 16:26:47.059240 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46770) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:47.116113 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-fffeb849-ba1f-4f87-bb6d-02d84f2179e6 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=b6a2179b78184c81b58b8d33ffaff42f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506606 Aug 31 16:26:47.116620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46772) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:47.118690 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Set router 4ed07195-63cd-4d12-b8b6-745a52900919 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:26:47.285681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559bc10-948c-4122-82bf-b25729df3d07 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:47.287279 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e559bc10-948c-4122-82bf-b25729df3d07 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1694145 Aug 31 16:26:47.291415 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46774) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:47.321544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950604240', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:26:44Z', 'updated_at': '2022-08-31T16:26:46Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:45Z', 'updated_at': '2022-08-31T16:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:47.323899 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-651aa55d-8622-4edd-bcde-ed65c0b60646 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311847 Aug 31 16:26:47.328826 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46776) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:47.334656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113681861', 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:47.349423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Checking router: 4ed07195-63cd-4d12-b8b6-745a52900919 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:26:47.349817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Updating router 4ed07195-63cd-4d12-b8b6-745a52900919 port b2f98f02-d38d-4eeb-a4a9-87573b8ec832 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:26:47.379810 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:47.385465 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:47.434735 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:47.556224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:47.561639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:47.567037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:47.790139 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Publish callbacks [] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:47.880725 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:47.917351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Attempting to bind port b2f98f02-d38d-4eeb-a4a9-87573b8ec832 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:26:47.917752 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Attempting to bind port b2f98f02-d38d-4eeb-a4a9-87573b8ec832 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:26:47.918110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Attempting to bind port b2f98f02-d38d-4eeb-a4a9-87573b8ec832 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:26:47.932865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:26:47.943348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:26:47.943348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:47.943348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:26:47.943348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Bound port: b2f98f02-d38d-4eeb-a4a9-87573b8ec832, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:26:47.943348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:47.960641 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7fcb6-9bb8-4b09-8d4f-2d48a9825e3c None None] Pushing event updated for resources: {'Port': ['ID=b2f98f02-d38d-4eeb-a4a9-87573b8ec832,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:47.974038 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (fa17cfae-5ee4-43fc-93f8-26d11e52ea93), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:47.983403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:48.013247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] For port b2f98f02-d38d-4eeb-a4a9-87573b8ec832, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:48.018448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] For port b2f98f02-d38d-4eeb-a4a9-87573b8ec832, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b2f98f02-d38d-4eeb-a4a9-87573b8ec832,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:48.060807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Subnet': ['ID=fa17cfae-5ee4-43fc-93f8-26d11e52ea93,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:48.069338 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Checking segment: {'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:26:48.069744 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network hostable DHCP agents. Network: a65f7322-42a7-465d-b06d-363b3ff04001, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:26:48.144433 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:48.183951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network a65f7322-42a7-465d-b06d-363b3ff04001 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:26:48.309863 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, a65f7322-42a7-465d-b06d-363b3ff04001) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:48.317002 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:48.318413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:48.327636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9579d147-b276-4bf8-952c-1e8f3432c37c None None] Network a65f7322-42a7-465d-b06d-363b3ff04001 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:26:48.352038 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Routers {'4ed07195-63cd-4d12-b8b6-745a52900919'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:26:48.352685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:26:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4ed07195-63cd-4d12-b8b6-745a52900919'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:48.427739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:48.457036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7fcb6-9bb8-4b09-8d4f-2d48a9825e3c None None] Pushing event updated for resources: {'Port': ['ID=b2f98f02-d38d-4eeb-a4a9-87573b8ec832,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:48.487965 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-1e396158-7cd8-463a-af45-0584e6795dbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1537609 Aug 31 16:26:48.488533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46778) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:26:48.571823 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] Set router 4ed07195-63cd-4d12-b8b6-745a52900919 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:26:48.601655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-a65f7322-42a7-465d-b06d-363b3ff04001', 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'fixed_ips': [{'subnet_id': 'fa17cfae-5ee4-43fc-93f8-26d11e52ea93'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:26:48.602621 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:48.833862 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=74 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:48.896994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Allocated IP 172.20.0.2 (a65f7322-42a7-465d-b06d-363b3ff04001/fa17cfae-5ee4-43fc-93f8-26d11e52ea93/d1724971-892d-44fd-bff8-fd94b481d56f) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:48.899074 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:48.909695 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950604240', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:26:44Z', 'updated_at': '2022-08-31T16:26:46Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:45Z', 'updated_at': '2022-08-31T16:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:48.944938 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9d6f7-8201-4bf4-b011-3ff168dc9783 None None] The sync data for ids ['4ed07195-63cd-4d12-b8b6-745a52900919'] in dv-neutron-855257-2-hyperv is: [{'id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950604240', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:26:44Z', 'updated_at': '2022-08-31T16:26:46Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:45Z', 'updated_at': '2022-08-31T16:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:49.111687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Publish callbacks [] for port (d1724971-892d-44fd-bff8-fd94b481d56f), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:49.128264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:49.181159 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:49.244821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (d1724971-892d-44fd-bff8-fd94b481d56f), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:49.315609 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Network a65f7322-42a7-465d-b06d-363b3ff04001 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:49.322607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:49.325302 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Pushing event updated for resources: {'Port': ['ID=d1724971-892d-44fd-bff8-fd94b481d56f,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:49.327932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:26:49.402851 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Attempting to bind port d1724971-892d-44fd-bff8-fd94b481d56f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:26:49.403235 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Attempting to bind port d1724971-892d-44fd-bff8-fd94b481d56f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:26:49.403708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Attempting to bind port d1724971-892d-44fd-bff8-fd94b481d56f on network a65f7322-42a7-465d-b06d-363b3ff04001 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:26:49.410957 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:26:49.411626 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Checking segment: {'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:26:49.412110 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:49.412620 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Bound using segment: {'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:26:49.413721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Bound port: d1724971-892d-44fd-bff8-fd94b481d56f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:26:49.413721 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d1724971-892d-44fd-bff8-fd94b481d56f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:49.534229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] For port d1724971-892d-44fd-bff8-fd94b481d56f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:49.538880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] For port d1724971-892d-44fd-bff8-fd94b481d56f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d1724971-892d-44fd-bff8-fd94b481d56f,segment=NetworkSegment(bb794e0a-42c8-43aa-b8df-37a54e174696),segment_id=bb794e0a-42c8-43aa-b8df-37a54e174696)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:49.625533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (d1724971-892d-44fd-bff8-fd94b481d56f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:49.709824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.20.0.1 (a65f7322-42a7-465d-b06d-363b3ff04001/fa17cfae-5ee4-43fc-93f8-26d11e52ea93/13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:49.753272 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6442a-a914-417c-a5be-f2f01593d972 None None] Pushing event updated for resources: {'Port': ['ID=d1724971-892d-44fd-bff8-fd94b481d56f,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:49.798170 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b2f98f02-d38d-4eeb-a4a9-87573b8ec832 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:49.814111 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=74 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:49.880199 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port b2f98f02-d38d-4eeb-a4a9-87573b8ec832 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:26:49.881410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:49.881664 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port b2f98f02-d38d-4eeb-a4a9-87573b8ec832 Aug 31 16:26:49.924128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:49.976084 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:26:50.116516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:50.174839 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:50.209672 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network a65f7322-42a7-465d-b06d-363b3ff04001 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:50.216725 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:50.225448 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:26:50.238254 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:50.319085 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (4ed07195-63cd-4d12-b8b6-745a52900919), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:50.604567 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:50.844486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36178952-607f-4c97-994a-3b4d91481da5 None None] Network a65f7322-42a7-465d-b06d-363b3ff04001 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:26:50.921594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-7f31e247-1cbf-49ef-8139-d7f51bfee3aa None None] Provisioning complete for port d1724971-892d-44fd-bff8-fd94b481d56f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:26:50.921594 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7f31e247-1cbf-49ef-8139-d7f51bfee3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d1724971-892d-44fd-bff8-fd94b481d56f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:50.921594 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-7f31e247-1cbf-49ef-8139-d7f51bfee3aa None None] Attempt 1 to provision port d1724971-892d-44fd-bff8-fd94b481d56f Aug 31 16:26:50.963322 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:51.008146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-7f31e247-1cbf-49ef-8139-d7f51bfee3aa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:51.020343 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:26:51.082332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:51.306581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:51.346249 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Provisioning complete for port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:26:51.346839 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:51.347290 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Attempt 1 to provision port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c Aug 31 16:26:51.390794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:26:51.435220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:51.628810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (4ed07195-63cd-4d12-b8b6-745a52900919), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:51.631718 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:51.735084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d1724971-892d-44fd-bff8-fd94b481d56f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:51.754305 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network a65f7322-42a7-465d-b06d-363b3ff04001 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:51.756011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:51.805353 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port d1724971-892d-44fd-bff8-fd94b481d56f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:26:51.806015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d1724971-892d-44fd-bff8-fd94b481d56f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:51.806561 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port d1724971-892d-44fd-bff8-fd94b481d56f Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:51.885351 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:26:51.892706 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Attempt 2 to provision port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c Aug 31 16:26:51.915680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 4ed07195-63cd-4d12-b8b6-745a52900919 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:51.951612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:51.956701 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:26:52.065495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:52.072809 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-763ac912-a04f-4266-a0c4-cdca655dc0a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "PUT /networking/v2.0/routers/4ed07195-63cd-4d12-b8b6-745a52900919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5828090 Aug 31 16:26:52.076892 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Sync routers for ids ['4ed07195-63cd-4d12-b8b6-745a52900919'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:52.094610 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Routers {'4ed07195-63cd-4d12-b8b6-745a52900919'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:26:52.095486 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:26:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4ed07195-63cd-4d12-b8b6-745a52900919'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:52.250745 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Set router 4ed07195-63cd-4d12-b8b6-745a52900919 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:26:52.314091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:52.325345 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-db3a6775-9bf7-4110-a897-ba955df7daef tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1287150677&fields=id&tenant_id=b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 267 time: 0.0819969 Aug 31 16:26:52.462590 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Attempt 3 to provision port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c Aug 31 16:26:52.513703 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-1ab72b32-48df-426a-8015-6b740a23c530 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:52.516763 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-1ab72b32-48df-426a-8015-6b740a23c530 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/networks?id=a65f7322-42a7-465d-b06d-363b3ff04001 HTTP/1.1" status: 200 len: 796 time: 0.1790004 Aug 31 16:26:52.523625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:26:52.538937 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-a94a81d6-f93d-4c28-a8b8-74c1247e5d53 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/quotas/b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 375 time: 0.0115755 Aug 31 16:26:52.565270 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950604240', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:26:44Z', 'updated_at': '2022-08-31T16:26:50Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:45Z', 'updated_at': '2022-08-31T16:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c', 'name': '', 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:74:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'fa17cfae-5ee4-43fc-93f8-26d11e52ea93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:49Z', 'updated_at': '2022-08-31T16:26:50Z', 'revision_number': 2, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': 'fa17cfae-5ee4-43fc-93f8-26d11e52ea93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:52.598135 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Checking router: 4ed07195-63cd-4d12-b8b6-745a52900919 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:26:52.598490 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Updating router 4ed07195-63cd-4d12-b8b6-745a52900919 port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:26:52.614190 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-1f82e5f7-d2b5-4693-a665-41eb63606b6a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681531 Aug 31 16:26:52.633162 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:52.838654 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-555aab60-b359-40bc-88dd-25995650ae43 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a65f7322-42a7-465d-b06d-363b3ff04001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032998 Aug 31 16:26:52.903502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:52.966334 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-fe8feca3-f697-4883-92f7-93cf318c2de3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a65f7322-42a7-465d-b06d-363b3ff04001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198215 Aug 31 16:26:53.005332 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Publish callbacks [] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:53.025365 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Attempt 4 to provision port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c Aug 31 16:26:53.070049 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:26:53.086153 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:53.174591 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Pushing event updated for resources: {'Port': ['ID=13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:53.194645 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.194980 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.195506 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.195842 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.196168 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.196491 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.196813 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.197147 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.197454 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.197812 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.198136 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.198445 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.198952 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.199270 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.199584 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:53.205551 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Attempting to bind port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:26:53.205918 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Attempting to bind port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:26:53.206286 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Attempting to bind port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c on network a65f7322-42a7-465d-b06d-363b3ff04001 {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:26:53.212550 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:26:53.213050 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Checking segment: {'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:26:53.213347 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:53.213773 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Bound using segment: {'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:26:53.214243 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Bound port: 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:26:53.214618 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:53.288004 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-caf6050e-c1ed-4d3b-b6ec-39ae48620f99 req-f1128795-c8c3-4fcf-b881-7a003d98c6b0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 210 time: 0.0502520 Aug 31 16:26:53.319192 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:53.335963 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] For port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:53.340461 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] For port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c,segment=NetworkSegment(bb794e0a-42c8-43aa-b8df-37a54e174696),segment_id=bb794e0a-42c8-43aa-b8df-37a54e174696)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:53.413976 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:53.451272 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Routers {'4ed07195-63cd-4d12-b8b6-745a52900919'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:26:53.451856 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:26:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4ed07195-63cd-4d12-b8b6-745a52900919'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:53.522210 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0646cb4-b2a0-4ac4-9e0b-6c1f6d3859fa None None] Pushing event updated for resources: {'Port': ['ID=13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:53.566191 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:53.571786 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Attempt 5 to provision port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c Aug 31 16:26:53.614697 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] Set router 4ed07195-63cd-4d12-b8b6-745a52900919 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:53.631605 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:26:53.643671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Provisioning complete for port d1724971-892d-44fd-bff8-fd94b481d56f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:26:53.645929 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d1724971-892d-44fd-bff8-fd94b481d56f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:53.645929 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Attempt 1 to provision port d1724971-892d-44fd-bff8-fd94b481d56f Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-3d2a10e5-51fb-4c89-a139-82781c49f397 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:53.692647 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:26:53.817361 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-45c3a268-c112-49b4-8133-06b7c685dfb2 None None] Provisioning complete for port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:26:53.817899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-45c3a268-c112-49b4-8133-06b7c685dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:53.818355 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-45c3a268-c112-49b4-8133-06b7c685dfb2 None None] Attempt 1 to provision port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c Aug 31 16:26:53.845512 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950604240', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:26:44Z', 'updated_at': '2022-08-31T16:26:50Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:45Z', 'updated_at': '2022-08-31T16:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c', 'name': '', 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:74:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'fa17cfae-5ee4-43fc-93f8-26d11e52ea93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:49Z', 'updated_at': '2022-08-31T16:26:53Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': 'fa17cfae-5ee4-43fc-93f8-26d11e52ea93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-45c3a268-c112-49b4-8133-06b7c685dfb2 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:53.865628 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:26:53.872877 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ee583-c595-49a4-b4ba-0954fdcbf6d4 None None] The sync data for ids ['4ed07195-63cd-4d12-b8b6-745a52900919'] in dv-neutron-855257-2-hyperv is: [{'id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950604240', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:26:44Z', 'updated_at': '2022-08-31T16:26:50Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:45Z', 'updated_at': '2022-08-31T16:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c', 'name': '', 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:74:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'fa17cfae-5ee4-43fc-93f8-26d11e52ea93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:49Z', 'updated_at': '2022-08-31T16:26:53Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': 'fa17cfae-5ee4-43fc-93f8-26d11e52ea93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:54.402735 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f1ff9347-f34f-4e8f-9d54-9430aa1543cf req-e033159b-7dbb-435c-ad9a-159107944d15 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 210 time: 0.0439341 Aug 31 16:26:55.534331 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-25237a9b-8a2e-494e-9513-70143edf68e3 req-cca452c3-a715-462f-a71a-a6244d3ddd81 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 210 time: 0.0373924 Aug 31 16:26:55.706917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:55.756636 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:26:55.757003 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:55.757338 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:26:55.831845 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:26:56.563357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-27dbc00d-c65c-4889-88e7-91acfa22e7e9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:56.566361 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-27dbc00d-c65c-4889-88e7-91acfa22e7e9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/networks?id=a65f7322-42a7-465d-b06d-363b3ff04001 HTTP/1.1" status: 200 len: 796 time: 0.5767522 Aug 31 16:26:56.613439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:56.667572 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dd2828f1-7ccb-418f-9050-b0e84c20b274 req-a5b49e07-5a32-43a5-8c60-d25831bc797d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 210 time: 0.0378621 Aug 31 16:26:56.670658 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-24b8ee9f-8bd4-4644-bcd2-793725f68f5b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 380 time: 0.0942671 Aug 31 16:26:56.680594 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'port': {'device_id': '932c241d-66f9-429d-9a81-6760797526b0', 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001', 'admin_state_up': True, 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'security_groups': ['e91fbdc2-e168-4bde-8873-9fd322f540f9']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:56.926064 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:56.930232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:57.085965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.20.0.3 (a65f7322-42a7-465d-b06d-363b3ff04001/fa17cfae-5ee4-43fc-93f8-26d11e52ea93/ff6fd6e3-29fe-4ca5-862a-81d282878a91) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:57.263722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:57.306325 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:57.401186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:57.458094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network a65f7322-42a7-465d-b06d-363b3ff04001 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:57.462259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:57.466993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:26:57.474792 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=ff6fd6e3-29fe-4ca5-862a-81d282878a91,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:57.542255 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:57.542831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:57.624223 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7bd041b1-d96c-4089-be89-ce34f193a967 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9483831 Aug 31 16:26:57.643429 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Request body: {'port': {'device_id': '932c241d-66f9-429d-9a81-6760797526b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:57.720403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1b7324ff-cb34-419f-a9a1-ba9509cd5820 None None] Provisioning complete for port ff6fd6e3-29fe-4ca5-862a-81d282878a91 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:26:57.721263 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1b7324ff-cb34-419f-a9a1-ba9509cd5820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:57.721263 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1b7324ff-cb34-419f-a9a1-ba9509cd5820 None None] Attempt 1 to provision port ff6fd6e3-29fe-4ca5-862a-81d282878a91 Aug 31 16:26:57.747463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:57.766274 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1b7324ff-cb34-419f-a9a1-ba9509cd5820 None None] Port ff6fd6e3-29fe-4ca5-862a-81d282878a91 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:26:57.858372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16739bd-9d8d-4a40-9b45-d8ea37d0dcb8 req-faf54fc9-7016-42fe-b38c-ea8e2be54f6d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:57.860575 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f16739bd-9d8d-4a40-9b45-d8ea37d0dcb8 req-faf54fc9-7016-42fe-b38c-ea8e2be54f6d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 931 time: 0.0690706 Aug 31 16:26:57.956747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:58.022025 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f16739bd-9d8d-4a40-9b45-d8ea37d0dcb8 req-8b3f4f46-e902-4ef2-976d-45efc4735e4b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195366 Aug 31 16:26:58.135899 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6fd6e3-29fe-4ca5-862a-81d282878a91 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:26:58.149389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Publish callbacks [] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:58.165629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Transition to ACTIVE for port object ff6fd6e3-29fe-4ca5-862a-81d282878a91 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:26:58.229339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:58.267147 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1b7324ff-cb34-419f-a9a1-ba9509cd5820 None None] Attempt 2 to provision port ff6fd6e3-29fe-4ca5-862a-81d282878a91 Aug 31 16:26:58.309876 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1b7324ff-cb34-419f-a9a1-ba9509cd5820 None None] Port ff6fd6e3-29fe-4ca5-862a-81d282878a91 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:26:58.321696 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6fd6e3-29fe-4ca5-862a-81d282878a91,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:58.363300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Attempting to bind port ff6fd6e3-29fe-4ca5-862a-81d282878a91 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:26:58.363497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Attempting to bind port ff6fd6e3-29fe-4ca5-862a-81d282878a91 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:26:58.363941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Attempting to bind port ff6fd6e3-29fe-4ca5-862a-81d282878a91 on network a65f7322-42a7-465d-b06d-363b3ff04001 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:26:58.370217 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Port ff6fd6e3-29fe-4ca5-862a-81d282878a91 on network a65f7322-42a7-465d-b06d-363b3ff04001 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:26:58.370678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Attempting to bind port ff6fd6e3-29fe-4ca5-862a-81d282878a91 on network a65f7322-42a7-465d-b06d-363b3ff04001 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:26:58.377592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:26:58.377938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Checking segment: {'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:26:58.378342 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Bound using segment: {'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:26:58.378772 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Bound port: ff6fd6e3-29fe-4ca5-862a-81d282878a91, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb794e0a-42c8-43aa-b8df-37a54e174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:26:58.379129 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:58.465889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:58.479468 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] For port ff6fd6e3-29fe-4ca5-862a-81d282878a91, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:58.484399 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] For port ff6fd6e3-29fe-4ca5-862a-81d282878a91, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=ff6fd6e3-29fe-4ca5-862a-81d282878a91,segment=NetworkSegment(bb794e0a-42c8-43aa-b8df-37a54e174696),segment_id=bb794e0a-42c8-43aa-b8df-37a54e174696)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:58.583970 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:58.588890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:58.589512 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:26:58.591005 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/ff6fd6e3-29fe-4ca5-862a-81d282878a91 HTTP/1.1" status: 200 len: 1093 time: 0.9553564 Aug 31 16:26:58.591539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932c241d-66f9-429d-9a81-6760797526b0', 'tag': 'ff6fd6e3-29fe-4ca5-862a-81d282878a91'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:26:58.594747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c639b926-ebfd-4f7d-a48d-2dbc9988d95a" -d '{"events": [{"name": "network-changed", "server_uuid": "932c241d-66f9-429d-9a81-6760797526b0", "tag": "ff6fd6e3-29fe-4ca5-862a-81d282878a91"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:58.644184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f137e3aa-adf3-454c-b3a0-7b672f172657 x-openstack-request-id: req-f137e3aa-adf3-454c-b3a0-7b672f172657 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:58.645142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932c241d-66f9-429d-9a81-6760797526b0", "tag": "ff6fd6e3-29fe-4ca5-862a-81d282878a91", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:58.645142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f137e3aa-adf3-454c-b3a0-7b672f172657 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:58.645142 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f137e3aa-adf3-454c-b3a0-7b672f172657'] response: {'name': 'network-changed', 'server_uuid': '932c241d-66f9-429d-9a81-6760797526b0', 'tag': 'ff6fd6e3-29fe-4ca5-862a-81d282878a91', 'status': 'completed', 'code': 200} Aug 31 16:26:58.687677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6a008-22c4-4dcd-b465-0f2a9b2d9474 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6fd6e3-29fe-4ca5-862a-81d282878a91,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:58.723936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639b926-ebfd-4f7d-a48d-2dbc9988d95a req-b260c479-c500-4798-89b6-2ef5247ce110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:58.725426 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c639b926-ebfd-4f7d-a48d-2dbc9988d95a req-b260c479-c500-4798-89b6-2ef5247ce110 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 1127 time: 0.0530727 Aug 31 16:26:58.811542 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1b7324ff-cb34-419f-a9a1-ba9509cd5820 None None] Attempt 3 to provision port ff6fd6e3-29fe-4ca5-862a-81d282878a91 Aug 31 16:26:58.864834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639b926-ebfd-4f7d-a48d-2dbc9988d95a req-596a3fc0-7197-4346-87ae-0f2f8a8c13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:58.866736 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c639b926-ebfd-4f7d-a48d-2dbc9988d95a req-596a3fc0-7197-4346-87ae-0f2f8a8c13e2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1299446 Aug 31 16:26:58.879236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1b7324ff-cb34-419f-a9a1-ba9509cd5820 None None] Port ff6fd6e3-29fe-4ca5-862a-81d282878a91 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:26:58.985017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639b926-ebfd-4f7d-a48d-2dbc9988d95a req-8494f0fb-9f85-489d-a73f-ea77fbbe8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:58.986702 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c639b926-ebfd-4f7d-a48d-2dbc9988d95a req-8494f0fb-9f85-489d-a73f-ea77fbbe8679 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134272 Aug 31 16:26:59.087352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-1636babf-8dc8-4b4a-a38b-c357fc024001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:59.090060 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-1636babf-8dc8-4b4a-a38b-c357fc024001 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 1127 time: 0.0564392 Aug 31 16:26:59.157068 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-7470aaec-2703-4eb1-aa3d-2c83c014dc54 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff6fd6e3-29fe-4ca5-862a-81d282878a91 HTTP/1.1" status: 200 len: 217 time: 0.0557451 Aug 31 16:26:59.242501 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8456ac-8f81-4eab-86d4-c5935b57a658 req-519b59b3-008b-4b1b-b3ed-9e2cf8913c2a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:59.243932 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fd8456ac-8f81-4eab-86d4-c5935b57a658 req-519b59b3-008b-4b1b-b3ed-9e2cf8913c2a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 943 time: 0.0896273 Aug 31 16:26:59.263417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-2057c6b5-92d3-4cc9-b1dc-73958f07a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:59.265647 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-2057c6b5-92d3-4cc9-b1dc-73958f07a434 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=fa17cfae-5ee4-43fc-93f8-26d11e52ea93 HTTP/1.1" status: 200 len: 835 time: 0.0978858 Aug 31 16:26:59.345121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-b674f04c-22da-42d3-ade0-8861b64b04dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:26:59.346704 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-b674f04c-22da-42d3-ade0-8861b64b04dc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=a65f7322-42a7-465d-b06d-363b3ff04001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721457 Aug 31 16:26:59.351126 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fd8456ac-8f81-4eab-86d4-c5935b57a658 req-50b0f794-a27e-4512-9eb5-bb61dc881f11 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988355 Aug 31 16:26:59.446417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:26:59.482281 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-9f1c08eb-ff67-4ce1-9918-37f5ae560604 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/a65f7322-42a7-465d-b06d-363b3ff04001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267080 Aug 31 16:26:59.601905 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-64262285-706d-4a66-8d7a-08f14a8fff68 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/a65f7322-42a7-465d-b06d-363b3ff04001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103077 Aug 31 16:27:00.524600 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c8188-2bb8-4bdb-bffb-33f5ce752adb req-80bb67a7-7da0-4bef-a8be-833ba63e17d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:00.526281 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-066c8188-2bb8-4bdb-bffb-33f5ce752adb req-80bb67a7-7da0-4bef-a8be-833ba63e17d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 943 time: 0.0747461 Aug 31 16:27:00.588569 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-066c8188-2bb8-4bdb-bffb-33f5ce752adb req-7742393c-7a74-4899-b143-f14b0b5d7ad4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517898 Aug 31 16:27:01.724798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa72db-59e8-4d84-ab71-4c8297cece09 req-4501c744-d1bd-4597-af6c-ea1e92097e1d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:01.727604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device ff6fd6e3-29fe-4ca5-862a-81d282878a91 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:27:01.728342 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-17fa72db-59e8-4d84-ab71-4c8297cece09 req-4501c744-d1bd-4597-af6c-ea1e92097e1d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 943 time: 0.0546246 Aug 31 16:27:01.807486 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-17fa72db-59e8-4d84-ab71-4c8297cece09 req-ef79f128-4c85-4a41-ab9d-ca224c990181 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729897 Aug 31 16:27:01.857708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port ff6fd6e3-29fe-4ca5-862a-81d282878a91, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=ff6fd6e3-29fe-4ca5-862a-81d282878a91,segment=NetworkSegment(bb794e0a-42c8-43aa-b8df-37a54e174696),segment_id=bb794e0a-42c8-43aa-b8df-37a54e174696)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:01.870922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': 'ff6fd6e3-29fe-4ca5-862a-81d282878a91', 'network_id': 'a65f7322-42a7-465d-b06d-363b3ff04001', 'port_id': 'ff6fd6e3-29fe-4ca5-862a-81d282878a91', 'mac_address': 'fa:16:3e:8c:e0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa17cfae-5ee4-43fc-93f8-26d11e52ea93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:27:01.916124 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port ff6fd6e3-29fe-4ca5-862a-81d282878a91 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:27:01.916487 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:01.932245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6fd6e3-29fe-4ca5-862a-81d282878a91 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:27:01.954324 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:01.957004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port ff6fd6e3-29fe-4ca5-862a-81d282878a91, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=ff6fd6e3-29fe-4ca5-862a-81d282878a91,segment=NetworkSegment(bb794e0a-42c8-43aa-b8df-37a54e174696),segment_id=bb794e0a-42c8-43aa-b8df-37a54e174696)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:02.114161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:02.176745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=ff6fd6e3-29fe-4ca5-862a-81d282878a91,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:02.365891 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['ff6fd6e3-29fe-4ca5-862a-81d282878a91'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:27:02.612980 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:02.953486 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d79a0-a333-46e5-878c-2f045247ad55 req-af30c523-14da-42c1-bad6-9b4fb7a5da8f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:02.955106 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8e1d79a0-a333-46e5-878c-2f045247ad55 req-af30c523-14da-42c1-bad6-9b4fb7a5da8f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0521607 Aug 31 16:27:03.021900 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8e1d79a0-a333-46e5-878c-2f045247ad55 req-6e93c992-2c9d-4f84-8f04-6f9d2a2894af tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576208 Aug 31 16:27:03.744988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device ff6fd6e3-29fe-4ca5-862a-81d282878a91 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:03.813917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port ff6fd6e3-29fe-4ca5-862a-81d282878a91 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:27:03.909277 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port ff6fd6e3-29fe-4ca5-862a-81d282878a91 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:27:03.909543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:03.909891 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port ff6fd6e3-29fe-4ca5-862a-81d282878a91 Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:27:03.954794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:27:04.160515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78e6e-9a70-42c4-bac3-7013d8369a7c req-57657ff8-4dbe-403d-b625-f6ebd460299a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:04.162160 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2be78e6e-9a70-42c4-bac3-7013d8369a7c req-57657ff8-4dbe-403d-b625-f6ebd460299a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0572312 Aug 31 16:27:04.225537 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2be78e6e-9a70-42c4-bac3-7013d8369a7c req-955eda8f-286a-4932-9703-85a196ed69e6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570674 Aug 31 16:27:04.741471 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:05.374144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961c84e-c42b-4e82-99fa-187513ed46e5 req-50b1e166-bbe5-4ae4-a167-5a52d96b011e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:05.375799 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6961c84e-c42b-4e82-99fa-187513ed46e5 req-50b1e166-bbe5-4ae4-a167-5a52d96b011e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0557411 Aug 31 16:27:05.433041 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6961c84e-c42b-4e82-99fa-187513ed46e5 req-7aa4bb46-e8c1-4601-a8b4-a4fb2ed4d599 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508776 Aug 31 16:27:06.582384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081e9be-866a-4159-9ac5-8f6a8d3f80b5 req-baf882b0-3d96-4945-8af8-2b0b3f4ce336 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:06.584034 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1081e9be-866a-4159-9ac5-8f6a8d3f80b5 req-baf882b0-3d96-4945-8af8-2b0b3f4ce336 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0600429 Aug 31 16:27:06.650256 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1081e9be-866a-4159-9ac5-8f6a8d3f80b5 req-f1436187-873a-4bd7-8ad5-236eb79c6555 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553617 Aug 31 16:27:06.768700 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:07.815216 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cb11e-4345-4680-b013-1ca1f7902e08 req-fe464feb-e83f-4a2c-83ba-6cea212eee78 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:07.817719 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-918cb11e-4345-4680-b013-1ca1f7902e08 req-fe464feb-e83f-4a2c-83ba-6cea212eee78 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0671158 Aug 31 16:27:07.892512 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-918cb11e-4345-4680-b013-1ca1f7902e08 req-3f5e184f-9dbf-45e6-a35b-3f235e756c7c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687532 Aug 31 16:27:08.634255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0d4f0859-e70c-43e5-8165-fe0c6412947e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:09.012319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:09.035285 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815485b-347a-478c-9687-95d2deb26eb1 req-e7553cf6-175f-41bd-a71c-3bc4825f512e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:09.036916 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0815485b-347a-478c-9687-95d2deb26eb1 req-e7553cf6-175f-41bd-a71c-3bc4825f512e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0563564 Aug 31 16:27:09.096715 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0815485b-347a-478c-9687-95d2deb26eb1 req-d0a2a8ad-2c1b-47e1-8ba9-b3bfac38274b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535426 Aug 31 16:27:10.244707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673bdf9-d8c5-4e9d-9358-830b0d45001e req-5e54b254-71db-4d83-b3fd-10ba1479fec9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:10.246560 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c673bdf9-d8c5-4e9d-9358-830b0d45001e req-5e54b254-71db-4d83-b3fd-10ba1479fec9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0575812 Aug 31 16:27:10.304676 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c673bdf9-d8c5-4e9d-9358-830b0d45001e req-35948d5b-0454-4182-8643-7a4001350c44 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521784 Aug 31 16:27:10.749498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c6066ab2-797d-450d-ae7f-d2c1ed1410f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:11.451049 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626c4d6-bab0-41df-9239-1ab63da356eb req-2c0bf413-d7b3-475c-9364-4066b6194616 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:11.453668 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4626c4d6-bab0-41df-9239-1ab63da356eb req-2c0bf413-d7b3-475c-9364-4066b6194616 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0621490 Aug 31 16:27:11.512068 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4626c4d6-bab0-41df-9239-1ab63da356eb req-2938f3ee-02ed-4a32-bdae-bd1f8d2e5dbc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523372 Aug 31 16:27:12.298190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:12.646627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aeb0f-ed0a-4f66-8ac7-c062b5d0b07e req-b9265b26-1ec7-4429-af88-dc82f6462776 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:12.648385 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-144aeb0f-ed0a-4f66-8ac7-c062b5d0b07e req-b9265b26-1ec7-4429-af88-dc82f6462776 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0522585 Aug 31 16:27:12.714902 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-144aeb0f-ed0a-4f66-8ac7-c062b5d0b07e req-1e16c65a-9dd3-4895-bd7d-2b627da2d642 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604413 Aug 31 16:27:13.696861 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:13.856890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183c08b-e8ba-489e-a48b-65687796d7d8 req-d1175fad-158d-44c7-a288-d3d34fe16da7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:13.860023 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5183c08b-e8ba-489e-a48b-65687796d7d8 req-d1175fad-158d-44c7-a288-d3d34fe16da7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0614810 Aug 31 16:27:13.931798 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:13.934237 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5183c08b-e8ba-489e-a48b-65687796d7d8 req-100a9c34-c0e1-493b-9fad-638779e87b5e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675712 Aug 31 16:27:15.083312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103117ee-0418-4dd2-aceb-e95a100c5a80 req-64a476e8-b91b-4d77-8667-84b0efd11579 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:15.085340 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-103117ee-0418-4dd2-aceb-e95a100c5a80 req-64a476e8-b91b-4d77-8667-84b0efd11579 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0579927 Aug 31 16:27:15.145962 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-103117ee-0418-4dd2-aceb-e95a100c5a80 req-de1329d7-d7e4-400c-a79c-139623752c9f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540614 Aug 31 16:27:16.308738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d437a57-9752-4dbf-86e8-f77141f90454 req-36ce7db9-1db0-48e2-a93d-c0ce40c0d453 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:16.311060 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6d437a57-9752-4dbf-86e8-f77141f90454 req-36ce7db9-1db0-48e2-a93d-c0ce40c0d453 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0710776 Aug 31 16:27:16.376241 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6d437a57-9752-4dbf-86e8-f77141f90454 req-9247aba6-40d7-4b3c-8206-0a855c46449f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590990 Aug 31 16:27:16.818594 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:27:17.542057 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae308d40-783e-4d12-898b-387f55878dd3 req-634170e6-f38b-4464-b22c-4f8779480d6e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:17.544453 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae308d40-783e-4d12-898b-387f55878dd3 req-634170e6-f38b-4464-b22c-4f8779480d6e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0808840 Aug 31 16:27:17.622803 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ae308d40-783e-4d12-898b-387f55878dd3 req-51b182ba-cbe4-4101-ae27-a866fc754be8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717475 Aug 31 16:27:18.778957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bfebf-f151-4502-907d-de7b7438d639 req-a2c5eed2-39a3-44b5-8c72-49e93965f8a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:18.780932 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-934bfebf-f151-4502-907d-de7b7438d639 req-a2c5eed2-39a3-44b5-8c72-49e93965f8a2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0598173 Aug 31 16:27:18.856685 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-934bfebf-f151-4502-907d-de7b7438d639 req-0b6df352-1c06-4e0f-922e-1b17dab01eb4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669487 Aug 31 16:27:19.958678 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:20.012843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4dbc6-e395-4396-9a9e-aaa1281809ca req-421d11fe-461b-4e66-a7bb-20b15f5e0ff3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:20.015002 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-79b4dbc6-e395-4396-9a9e-aaa1281809ca req-421d11fe-461b-4e66-a7bb-20b15f5e0ff3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0652142 Aug 31 16:27:20.083704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-79b4dbc6-e395-4396-9a9e-aaa1281809ca req-376fa276-55aa-47ac-bdfe-2e899965c0fd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622544 Aug 31 16:27:21.213548 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec08134-d530-49ed-a46b-ec0b23ece765 req-de27d06a-52ae-4422-9fc3-18433109ca22 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:21.215371 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cec08134-d530-49ed-a46b-ec0b23ece765 req-de27d06a-52ae-4422-9fc3-18433109ca22 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0523281 Aug 31 16:27:21.276835 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cec08134-d530-49ed-a46b-ec0b23ece765 req-5eba8078-9bcd-4405-9674-ad0c08e9123f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548768 Aug 31 16:27:21.383662 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:22.416546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e871e-cc4a-4ccf-b7ea-992e9eee4ecf req-97ab65bf-8928-4395-b3f7-c729a4370f05 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:22.418244 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ac6e871e-cc4a-4ccf-b7ea-992e9eee4ecf req-97ab65bf-8928-4395-b3f7-c729a4370f05 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0620511 Aug 31 16:27:22.480546 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ac6e871e-cc4a-4ccf-b7ea-992e9eee4ecf req-9a71e0e5-dd92-4303-bde8-9e9726aed3a1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557859 Aug 31 16:27:23.632654 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fa30-4b22-4076-8eb0-0e62f492dace req-66c413ad-b8ee-49c3-9e66-c4ad0978561f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:23.634412 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-adc3fa30-4b22-4076-8eb0-0e62f492dace req-66c413ad-b8ee-49c3-9e66-c4ad0978561f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0588295 Aug 31 16:27:23.694628 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-adc3fa30-4b22-4076-8eb0-0e62f492dace req-8dbfc1a5-b93d-480e-b5a6-0da93c2e04cf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510483 Aug 31 16:27:24.793746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:24.835602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f1c46-9c44-4d10-9f98-24cfd3f531e3 req-e82e2b5a-b0da-4ddf-8a68-e2e54ae4c8e0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:24.837206 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1e9f1c46-9c44-4d10-9f98-24cfd3f531e3 req-e82e2b5a-b0da-4ddf-8a68-e2e54ae4c8e0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0529864 Aug 31 16:27:24.896858 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1e9f1c46-9c44-4d10-9f98-24cfd3f531e3 req-e199343c-0a66-4575-90db-6b01d6c01a7f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526309 Aug 31 16:27:26.026663 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105fe9f-2c07-4b69-8c21-2827fca0cce9 req-284ef942-c338-4159-9a8c-2c51df15681c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:26.028325 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4105fe9f-2c07-4b69-8c21-2827fca0cce9 req-284ef942-c338-4159-9a8c-2c51df15681c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0534749 Aug 31 16:27:26.071854 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:26.091069 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4105fe9f-2c07-4b69-8c21-2827fca0cce9 req-69158737-ad0f-403e-8105-7eb5896fef93 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557086 Aug 31 16:27:26.813423 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:26.814386 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:27.234517 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249556b-e4bc-4320-a388-d4b7af1b6668 req-929012e9-a230-47e9-978f-23d9836bc1ce tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:27.236435 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8249556b-e4bc-4320-a388-d4b7af1b6668 req-929012e9-a230-47e9-978f-23d9836bc1ce tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0625620 Aug 31 16:27:27.295400 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8249556b-e4bc-4320-a388-d4b7af1b6668 req-a1bb1345-7248-4b85-bca3-512a77e06271 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525854 Aug 31 16:27:28.447421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916e9d3-6a99-4d96-9363-172bd6dc3c27 req-768c2df0-290b-4f3f-8a19-272af0791a48 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:28.449073 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9916e9d3-6a99-4d96-9363-172bd6dc3c27 req-768c2df0-290b-4f3f-8a19-272af0791a48 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0557399 Aug 31 16:27:28.519932 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9916e9d3-6a99-4d96-9363-172bd6dc3c27 req-a2592723-6623-41bc-924a-d2c03721ca05 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608292 Aug 31 16:27:29.675264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed91e04-5c0f-40d9-b7aa-4503950ec776 req-f911973b-7275-4348-bc7c-ca915e91421f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:29.677125 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0ed91e04-5c0f-40d9-b7aa-4503950ec776 req-f911973b-7275-4348-bc7c-ca915e91421f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0611320 Aug 31 16:27:29.747905 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0ed91e04-5c0f-40d9-b7aa-4503950ec776 req-5b2a9ba8-f785-4a0b-a5bb-2756cb5e394d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585251 Aug 31 16:27:30.897359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7466-fd0a-4b2c-8efa-b1f201455dd2 req-4313eaeb-011b-4330-a162-14a4671c97d4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:30.899092 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6bfe7466-fd0a-4b2c-8efa-b1f201455dd2 req-4313eaeb-011b-4330-a162-14a4671c97d4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0526638 Aug 31 16:27:30.961092 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6bfe7466-fd0a-4b2c-8efa-b1f201455dd2 req-1a0976f8-60a0-4ad5-b834-c57f3a1e4575 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512412 Aug 31 16:27:31.294071 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:31.302661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:32.097510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6928c7c-8390-40e7-a7b1-8d3fd24a8438 req-07806559-89bf-49bf-93d4-efd33b6cc88a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:32.099141 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d6928c7c-8390-40e7-a7b1-8d3fd24a8438 req-07806559-89bf-49bf-93d4-efd33b6cc88a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0586255 Aug 31 16:27:32.178320 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d6928c7c-8390-40e7-a7b1-8d3fd24a8438 req-79a9f9db-1823-4382-9576-950c349ced7c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730510 Aug 31 16:27:33.322193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea07a6-51f2-465b-bc30-db9b7de01f1d req-6752d297-eee7-4da2-92f8-f10b18c588dc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:33.323791 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c0ea07a6-51f2-465b-bc30-db9b7de01f1d req-6752d297-eee7-4da2-92f8-f10b18c588dc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0601473 Aug 31 16:27:33.382469 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c0ea07a6-51f2-465b-bc30-db9b7de01f1d req-1814d139-019a-4f28-93b5-3f1ebdacd7ef tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525050 Aug 31 16:27:34.518480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088921-d11f-47e7-b315-9c9df2902b97 req-a65e8f29-fd1f-4f0a-9ad0-b98cdfe4a4f3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:34.520126 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-67088921-d11f-47e7-b315-9c9df2902b97 req-a65e8f29-fd1f-4f0a-9ad0-b98cdfe4a4f3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0522480 Aug 31 16:27:34.581308 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-67088921-d11f-47e7-b315-9c9df2902b97 req-0482a980-5f7b-447a-938f-046ea73a3eff tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505786 Aug 31 16:27:35.718024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e55db-f9e1-4bb9-9c10-5256d3b52d26 req-ff101526-0660-41e1-b00d-9bd03a7902b4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:35.719655 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dd7e55db-f9e1-4bb9-9c10-5256d3b52d26 req-ff101526-0660-41e1-b00d-9bd03a7902b4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0569768 Aug 31 16:27:35.737847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:35.780435 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dd7e55db-f9e1-4bb9-9c10-5256d3b52d26 req-688dc12b-a2f4-4c93-bbbe-310add561afb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503635 Aug 31 16:27:36.955333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac144e-4495-43e7-b0d9-a15023e38252 req-8f06d55a-b95d-4039-a490-7ba5a1bf180d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:36.958000 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-06ac144e-4495-43e7-b0d9-a15023e38252 req-8f06d55a-b95d-4039-a490-7ba5a1bf180d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0859542 Aug 31 16:27:37.019095 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-06ac144e-4495-43e7-b0d9-a15023e38252 req-16939c57-a4f7-4947-a052-5a24c45d35f5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553598 Aug 31 16:27:38.183949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bae9d-1931-45b3-b5e5-6501ae321105 req-1109e2b0-f325-4307-b8db-1c666214c806 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:38.187598 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-350bae9d-1931-45b3-b5e5-6501ae321105 req-1109e2b0-f325-4307-b8db-1c666214c806 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0884337 Aug 31 16:27:38.254964 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-350bae9d-1931-45b3-b5e5-6501ae321105 req-eda8c335-68a2-4aed-b7c8-38651e996215 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617716 Aug 31 16:27:38.594060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a4e0933f-3acd-4d52-a585-137458a910c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:39.390259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c0bc0-ebfb-4d24-a34f-061d2bd5dbee req-1b12b82c-1d4d-4def-bcce-a55c47552a03 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:39.391869 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c0c0bc0-ebfb-4d24-a34f-061d2bd5dbee req-1b12b82c-1d4d-4def-bcce-a55c47552a03 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0585730 Aug 31 16:27:39.454156 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c0c0bc0-ebfb-4d24-a34f-061d2bd5dbee req-40c7403b-8a30-46d2-a7ba-b24d2e5259e0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523100 Aug 31 16:27:40.627136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109082b-7e9f-4297-8bc2-dbf6ebfa3716 req-642596f4-1725-4e1b-b441-c3b0e0d9a320 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:40.629812 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9109082b-7e9f-4297-8bc2-dbf6ebfa3716 req-642596f4-1725-4e1b-b441-c3b0e0d9a320 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0948949 Aug 31 16:27:40.688248 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9109082b-7e9f-4297-8bc2-dbf6ebfa3716 req-3ea60654-44a8-4006-8227-999505dc17da tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526149 Aug 31 16:27:40.742617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0e21-bffb-4fa6-ad81-fe4aa7bc71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:41.739849 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:41.741261 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:41.842429 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a834541-ee73-477b-ad12-914e51fdca7b req-a38831ae-cdea-40ae-a29d-fe3e38390691 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:41.844389 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6a834541-ee73-477b-ad12-914e51fdca7b req-a38831ae-cdea-40ae-a29d-fe3e38390691 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0539079 Aug 31 16:27:41.905095 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6a834541-ee73-477b-ad12-914e51fdca7b req-cd4b9be5-52c9-46f9-b392-839f6d8bdd15 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543704 Aug 31 16:27:42.371593 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:43.051301 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572203d-9b43-4a35-9e1b-6d9e6378ed10 req-7bf48771-9324-4984-a250-817234579239 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:43.053308 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5572203d-9b43-4a35-9e1b-6d9e6378ed10 req-7bf48771-9324-4984-a250-817234579239 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0527029 Aug 31 16:27:43.110951 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5572203d-9b43-4a35-9e1b-6d9e6378ed10 req-ae504a4c-f9ee-4dcb-a1da-35ea4ed540a5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514467 Aug 31 16:27:43.623528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:43.907938 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:44.247148 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22605beb-40b8-46ce-862d-43e2677f5f69 req-ff9facd9-1e04-4d6a-a7c7-5e9b56d30925 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:44.249543 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22605beb-40b8-46ce-862d-43e2677f5f69 req-ff9facd9-1e04-4d6a-a7c7-5e9b56d30925 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0583780 Aug 31 16:27:44.311348 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22605beb-40b8-46ce-862d-43e2677f5f69 req-7fa419df-e392-4740-aef7-5bcc322832b1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553145 Aug 31 16:27:45.449820 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f870aa7-a69e-4050-b375-b13d5b3b8b50 req-4571bb96-ec25-409d-b637-03b95835a9a3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:45.452473 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1f870aa7-a69e-4050-b375-b13d5b3b8b50 req-4571bb96-ec25-409d-b637-03b95835a9a3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0548294 Aug 31 16:27:45.515867 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1f870aa7-a69e-4050-b375-b13d5b3b8b50 req-0483b3fb-4512-495a-b51d-11ad18c702d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569544 Aug 31 16:27:46.640893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:46.664034 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a9560-3fe8-4703-b18e-3281f1d1c9d9 req-4b265e01-2e68-45ba-a91a-feb4bfc69342 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:46.665734 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-936a9560-3fe8-4703-b18e-3281f1d1c9d9 req-4b265e01-2e68-45ba-a91a-feb4bfc69342 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0633600 Aug 31 16:27:46.736127 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-936a9560-3fe8-4703-b18e-3281f1d1c9d9 req-da5ffdef-eeab-4340-89dc-c7b03fb1ead7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593019 Aug 31 16:27:47.901454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6208437-bff5-48ca-8619-ae508f5a2010 req-ae8fc333-1eaa-4560-b50e-910d18afe454 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:47.904157 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d6208437-bff5-48ca-8619-ae508f5a2010 req-ae8fc333-1eaa-4560-b50e-910d18afe454 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0660708 Aug 31 16:27:47.962670 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d6208437-bff5-48ca-8619-ae508f5a2010 req-ec922b75-1c95-48a8-8a1b-d1bc74483d4b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527103 Aug 31 16:27:49.144004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240bc4-0365-41ea-a0c6-29360d3d8720 req-3b764ae7-49df-4443-b432-9a38ef226f5a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:49.145765 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c2240bc4-0365-41ea-a0c6-29360d3d8720 req-3b764ae7-49df-4443-b432-9a38ef226f5a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0769019 Aug 31 16:27:49.191194 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:49.213943 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c2240bc4-0365-41ea-a0c6-29360d3d8720 req-9d436eac-184f-4ea9-baec-4a5d12353389 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617740 Aug 31 16:27:50.343403 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d14f3-c25d-46b9-b9e6-1812aa80069f req-d1faf6c7-e7c2-4e27-ad47-48f9a3ae979b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:50.345263 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-263d14f3-c25d-46b9-b9e6-1812aa80069f req-d1faf6c7-e7c2-4e27-ad47-48f9a3ae979b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0520828 Aug 31 16:27:50.393679 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:27:50.414009 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-263d14f3-c25d-46b9-b9e6-1812aa80069f req-0f7e0fcb-d324-46d6-9e0b-957df080e90f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626001 Aug 31 16:27:51.434342 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:27:51.545411 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7490d5-4d0c-48e0-bd5c-cf21180fa5a2 req-fe52d485-d9a3-4dbe-9356-6ebb83099dee tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:51.547200 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bf7490d5-4d0c-48e0-bd5c-cf21180fa5a2 req-fe52d485-d9a3-4dbe-9356-6ebb83099dee tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0550835 Aug 31 16:27:51.605420 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bf7490d5-4d0c-48e0-bd5c-cf21180fa5a2 req-2c9a4283-07aa-4050-9f85-f418fbea5101 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521038 Aug 31 16:27:52.759218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee1336-2e82-4d5c-8b4d-c2020b64a963 req-5719780d-9032-433f-a0fb-1d0b00d6b912 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:52.760935 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f7ee1336-2e82-4d5c-8b4d-c2020b64a963 req-5719780d-9032-433f-a0fb-1d0b00d6b912 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0567262 Aug 31 16:27:52.819495 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f7ee1336-2e82-4d5c-8b4d-c2020b64a963 req-664d6371-4dde-4c00-be41-3b39bc4d043b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516095 Aug 31 16:27:53.817580 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:27:53.973347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2beb03-52bc-4224-8284-706f40a6de23 req-b66f861b-00e3-4263-852d-bc2985bfa0c8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:53.975384 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8a2beb03-52bc-4224-8284-706f40a6de23 req-b66f861b-00e3-4263-852d-bc2985bfa0c8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0507817 Aug 31 16:27:54.049124 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8a2beb03-52bc-4224-8284-706f40a6de23 req-db97fdfa-b68d-437f-9131-e9ffc0d8ad32 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676007 Aug 31 16:27:55.179320 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81050cdf-de9f-41fd-a6da-92d7c7322393 req-c02cb03d-d227-437e-b14d-84395738995e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:55.180959 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-81050cdf-de9f-41fd-a6da-92d7c7322393 req-c02cb03d-d227-437e-b14d-84395738995e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0502596 Aug 31 16:27:55.237467 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-81050cdf-de9f-41fd-a6da-92d7c7322393 req-7e91e2b6-ff10-4d93-af27-cec733b43d37 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495205 Aug 31 16:27:56.384601 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662166e3-9d05-45eb-856e-c012efa430a1 req-95962d11-035d-4c6b-b474-6db27287d824 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:56.386336 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-662166e3-9d05-45eb-856e-c012efa430a1 req-95962d11-035d-4c6b-b474-6db27287d824 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0568218 Aug 31 16:27:56.447726 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-662166e3-9d05-45eb-856e-c012efa430a1 req-aa1577fb-f67b-4637-ac19-a5e11b361e75 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533183 Aug 31 16:27:57.633539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cc8c2-047c-4d78-9292-c76040b295af req-733794b3-c62d-4b4f-9dfa-38278a17417a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:57.636237 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a79cc8c2-047c-4d78-9292-c76040b295af req-733794b3-c62d-4b4f-9dfa-38278a17417a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0845673 Aug 31 16:27:57.709743 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a79cc8c2-047c-4d78-9292-c76040b295af req-8c6a1382-ab24-412c-b665-48006bad6943 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667949 Aug 31 16:27:58.853914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89562397-3e4f-4392-9e5d-4077d4d0ca08 req-205aa5ce-d4c6-47ae-ba58-68667df84bbc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:27:58.857841 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-89562397-3e4f-4392-9e5d-4077d4d0ca08 req-205aa5ce-d4c6-47ae-ba58-68667df84bbc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0522680 Aug 31 16:27:58.945704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-89562397-3e4f-4392-9e5d-4077d4d0ca08 req-c70d4ad0-1d53-471b-8088-1a0eb5036aea tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823953 Aug 31 16:28:00.081226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860d773-5d57-47d8-bad1-97d9f976b145 req-1bda7b3b-cf63-475e-8dad-5120d88c337c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:00.082945 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e860d773-5d57-47d8-bad1-97d9f976b145 req-1bda7b3b-cf63-475e-8dad-5120d88c337c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0537758 Aug 31 16:28:00.141943 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e860d773-5d57-47d8-bad1-97d9f976b145 req-357f667f-ae51-409c-a1a6-f1b528cd9696 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525804 Aug 31 16:28:01.272705 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aba6ca-4cfa-4bc6-be54-1eda59fd9123 req-676f0f6f-2b7c-4470-a91c-74b5fbb343c9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:01.274399 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d9aba6ca-4cfa-4bc6-be54-1eda59fd9123 req-676f0f6f-2b7c-4470-a91c-74b5fbb343c9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0541127 Aug 31 16:28:01.312679 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:01.315865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:01.343666 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d9aba6ca-4cfa-4bc6-be54-1eda59fd9123 req-31db31c0-58d1-4195-861d-5b7ac7ee43a0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570247 Aug 31 16:28:02.201081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-5b5bee9f-49b1-41e2-a219-588b41a1f143 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:02.202690 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-5b5bee9f-49b1-41e2-a219-588b41a1f143 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0539370 Aug 31 16:28:02.289077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:02.305767 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port ff6fd6e3-29fe-4ca5-862a-81d282878a91 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:28:02.306183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:02.429994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port ff6fd6e3-29fe-4ca5-862a-81d282878a91, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=ff6fd6e3-29fe-4ca5-862a-81d282878a91,segment=NetworkSegment(bb794e0a-42c8-43aa-b8df-37a54e174696),segment_id=bb794e0a-42c8-43aa-b8df-37a54e174696)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:02.430595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:02.456626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for ff6fd6e3-29fe-4ca5-862a-81d282878a91 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:28:02.562300 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a97efd-0e8a-4392-959a-1f619dfe8b66 req-758a8802-95fa-49e8-bf89-c18604293946 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:02.563974 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3a97efd-0e8a-4392-959a-1f619dfe8b66 req-758a8802-95fa-49e8-bf89-c18604293946 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 944 time: 0.0933659 Aug 31 16:28:02.650075 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b3a97efd-0e8a-4392-959a-1f619dfe8b66 req-8567b9de-9768-4f94-b9bb-efddc5f885c8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e91fbdc2-e168-4bde-8873-9fd322f540f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788689 Aug 31 16:28:02.788079 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (ff6fd6e3-29fe-4ca5-862a-81d282878a91), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:02.820288 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=ff6fd6e3-29fe-4ca5-862a-81d282878a91,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:02.834891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.835256 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.835595 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.835940 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.836287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.836620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.836957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.837290 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.837652 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.838037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.838308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.838666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.838963 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.839294 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.839623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:02.883905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] No DVR routers for this DVR port ff6fd6e3-29fe-4ca5-862a-81d282878a91 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:28:02.887068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:02.891150 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-948d1b7f-97a0-4161-b3e6-9bb4e1145de4 req-16923d0b-2e1a-4892-9d8a-144e603643e8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "DELETE /networking/v2.0/ports/ff6fd6e3-29fe-4ca5-862a-81d282878a91 HTTP/1.1" status: 204 len: 173 time: 0.6791186 Aug 31 16:28:02.891661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932c241d-66f9-429d-9a81-6760797526b0', 'name': 'network-vif-deleted', 'tag': 'ff6fd6e3-29fe-4ca5-862a-81d282878a91'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:28:02.894127 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a142613d-ff24-486a-8780-e8ccce5086d2" -d '{"events": [{"server_uuid": "932c241d-66f9-429d-9a81-6760797526b0", "name": "network-vif-deleted", "tag": "ff6fd6e3-29fe-4ca5-862a-81d282878a91"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:02.956150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd24fa5-ee1d-4286-abfc-b1b70ae313f6 x-openstack-request-id: req-4bd24fa5-ee1d-4286-abfc-b1b70ae313f6 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:02.956579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932c241d-66f9-429d-9a81-6760797526b0", "name": "network-vif-deleted", "tag": "ff6fd6e3-29fe-4ca5-862a-81d282878a91", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:02.956957 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bd24fa5-ee1d-4286-abfc-b1b70ae313f6 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:02.957461 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4bd24fa5-ee1d-4286-abfc-b1b70ae313f6']: {'server_uuid': '932c241d-66f9-429d-9a81-6760797526b0', 'name': 'network-vif-deleted', 'tag': 'ff6fd6e3-29fe-4ca5-862a-81d282878a91', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:28:03.814363 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:03.924962 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2337229c-0df4-4402-9284-0dcad438efd1 req-5b576bb3-97d3-4fd4-a5e6-401f8a4e469f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 210 time: 0.1663518 Aug 31 16:28:04.303988 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c1738a2a-f1c2-4402-8571-b604d6de6a0c req-2a443c92-6e49-44e0-a0de-7a49e7449667 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=932c241d-66f9-429d-9a81-6760797526b0 HTTP/1.1" status: 200 len: 210 time: 0.1276367 Aug 31 16:28:04.942283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46948) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:04.996427 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:05.340889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (4ed07195-63cd-4d12-b8b6-745a52900919), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:05.394063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:05.622407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:28:05.622823 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:05.730153 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c,segment=NetworkSegment(bb794e0a-42c8-43aa-b8df-37a54e174696),segment_id=bb794e0a-42c8-43aa-b8df-37a54e174696)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:05.730581 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:05.747991 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:28:05.999437 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device ff6fd6e3-29fe-4ca5-862a-81d282878a91 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:06.026323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: ff6fd6e3-29fe-4ca5-862a-81d282878a91 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:28:06.026723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device ff6fd6e3-29fe-4ca5-862a-81d282878a91 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:06.033592 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:06.060409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:06.134518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:06.300540 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (4ed07195-63cd-4d12-b8b6-745a52900919), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:06.855195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 4ed07195-63cd-4d12-b8b6-745a52900919 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:06.916113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:06.977118 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:06.983722 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2e9aa3cb-95e7-4eb9-a461-56906b4044bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "PUT /networking/v2.0/routers/4ed07195-63cd-4d12-b8b6-745a52900919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0400548 Aug 31 16:28:06.987244 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46950) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:06.991129 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] Sync routers for ids ['4ed07195-63cd-4d12-b8b6-745a52900919'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:07.006483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] Routers {'4ed07195-63cd-4d12-b8b6-745a52900919'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:28:07.007924 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:27:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4ed07195-63cd-4d12-b8b6-745a52900919'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:07.061456 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting subnet fa17cfae-5ee4-43fc-93f8-26d11e52ea93 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:28:07.066387 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (fa17cfae-5ee4-43fc-93f8-26d11e52ea93), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:07.120965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (fa17cfae-5ee4-43fc-93f8-26d11e52ea93), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:07.158062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] Set router 4ed07195-63cd-4d12-b8b6-745a52900919 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:28:07.249763 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (fa17cfae-5ee4-43fc-93f8-26d11e52ea93), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:07.379098 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950604240', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:26:44Z', 'updated_at': '2022-08-31T16:28:05Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:45Z', 'updated_at': '2022-08-31T16:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:07.408548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] Checking router: 4ed07195-63cd-4d12-b8b6-745a52900919 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:07.418201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] Routers {'4ed07195-63cd-4d12-b8b6-745a52900919'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:28:07.418915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:27:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['4ed07195-63cd-4d12-b8b6-745a52900919'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:07.480510 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (fa17cfae-5ee4-43fc-93f8-26d11e52ea93), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:07.537359 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Subnet': ['ID=fa17cfae-5ee4-43fc-93f8-26d11e52ea93,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:07.537655 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] Set router 4ed07195-63cd-4d12-b8b6-745a52900919 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:28:07.542067 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:07.548855 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/fa17cfae-5ee4-43fc-93f8-26d11e52ea93 HTTP/1.1" status: 204 len: 168 time: 0.5585318 Aug 31 16:28:07.549670 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:07.552563 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46952) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:07.564777 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.565602 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.566226 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.566889 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.567562 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.569884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.569884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.569884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.570249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.570389 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07144ff9-be22-46b4-b272-607395f9addb None None] Network a65f7322-42a7-465d-b06d-363b3ff04001 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:28:07.571107 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.571793 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.572493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.573196 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.573667 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.574139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a491ce77-fe0d-41c5-8080-6b4466ea33cd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:07.766848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (4ed07195-63cd-4d12-b8b6-745a52900919), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:07.837194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950604240', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:26:44Z', 'updated_at': '2022-08-31T16:28:05Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:45Z', 'updated_at': '2022-08-31T16:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:07.875831 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] DHCP port deletion for a65f7322-42a7-465d-b06d-363b3ff04001 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:28:07.878740 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc536b-3de1-47df-b613-a43bc30a662e None None] The sync data for ids ['4ed07195-63cd-4d12-b8b6-745a52900919'] in dv-neutron-855257-2-hyperv is: [{'id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950604240', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:26:44Z', 'updated_at': '2022-08-31T16:28:05Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': 'b2f98f02-d38d-4eeb-a4a9-87573b8ec832', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed07195-63cd-4d12-b8b6-745a52900919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:26:45Z', 'updated_at': '2022-08-31T16:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:07.930826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Deleting port d1724971-892d-44fd-bff8-fd94b481d56f {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:28:07.931405 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d1724971-892d-44fd-bff8-fd94b481d56f), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:07.951344 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (4ed07195-63cd-4d12-b8b6-745a52900919), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.014988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] For port d1724971-892d-44fd-bff8-fd94b481d56f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=d1724971-892d-44fd-bff8-fd94b481d56f,segment=NetworkSegment(bb794e0a-42c8-43aa-b8df-37a54e174696),segment_id=bb794e0a-42c8-43aa-b8df-37a54e174696)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:08.015833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d1724971-892d-44fd-bff8-fd94b481d56f), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.034190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Calling delete_port for d1724971-892d-44fd-bff8-fd94b481d56f owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:28:08.118879 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port b2f98f02-d38d-4eeb-a4a9-87573b8ec832 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:28:08.119401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.171638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:08.242460 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port b2f98f02-d38d-4eeb-a4a9-87573b8ec832, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=b2f98f02-d38d-4eeb-a4a9-87573b8ec832,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:08.242920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.263507 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for b2f98f02-d38d-4eeb-a4a9-87573b8ec832 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:28:08.308046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (d1724971-892d-44fd-bff8-fd94b481d56f), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.337072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Pushing event deleted for resources: {'Port': ['ID=d1724971-892d-44fd-bff8-fd94b481d56f,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:08.344535 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] No DVR routers for this DVR port d1724971-892d-44fd-bff8-fd94b481d56f on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:28:08.362794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.364568 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.365115 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.365989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.366200 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.366589 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.367072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.367865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.368149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.368621 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.369053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.369687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.370234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.370685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.371132 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a5231-6758-49b2-9811-7961ea184d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:08.428653 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:08.571170 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (b2f98f02-d38d-4eeb-a4a9-87573b8ec832), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.610283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=b2f98f02-d38d-4eeb-a4a9-87573b8ec832,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:08.622882 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-027d7cf7-b9bd-4e33-a12c-9ffacd8419a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.682771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (4ed07195-63cd-4d12-b8b6-745a52900919), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.783445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (4ed07195-63cd-4d12-b8b6-745a52900919), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.786151 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_controller (4ed07195-63cd-4d12-b8b6-745a52900919), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.789156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:08.908115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (4ed07195-63cd-4d12-b8b6-745a52900919), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.908819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Fanout notify agent at l3_agent the message router_deleted on router 4ed07195-63cd-4d12-b8b6-745a52900919 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:28:08.916783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:08.918942 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9073d320-6c4a-4a90-9f59-63b273bb43d7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/routers/4ed07195-63cd-4d12-b8b6-745a52900919 HTTP/1.1" status: 204 len: 168 time: 1.3661745 Aug 31 16:28:08.922511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46954) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:09.051916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (a65f7322-42a7-465d-b06d-363b3ff04001), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.165634 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (a65f7322-42a7-465d-b06d-363b3ff04001), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.191307 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65f7322-42a7-465d-b06d-363b3ff04001']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:09.204693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb794e0a-42c8-43aa-b8df-37a54e174696') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:09.204693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb794e0a-42c8-43aa-b8df-37a54e174696') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:09.215693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (bb794e0a-42c8-43aa-b8df-37a54e174696), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.234434 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (bb794e0a-42c8-43aa-b8df-37a54e174696), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.247275 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:09.252904 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (bb794e0a-42c8-43aa-b8df-37a54e174696), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.281269 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment bb794e0a-42c8-43aa-b8df-37a54e174696 resource provider aggregate not found Aug 31 16:28:09.349401 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment bb794e0a-42c8-43aa-b8df-37a54e174696 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb794e0a-42c8-43aa-b8df-37a54e174696 found for delete ", "request_id": "req-54efc2ff-20a4-4658-86c4-2625a67521cc"}]} Aug 31 16:28:09.456191 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (a65f7322-42a7-465d-b06d-363b3ff04001), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.471247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.471247 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/networks/a65f7322-42a7-465d-b06d-363b3ff04001 HTTP/1.1" status: 204 len: 168 time: 0.5450804 Aug 31 16:28:09.472378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46960) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:09.491579 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78bea3-707f-470a-83b4-b2da103aa2d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Network': ['ID=a65f7322-42a7-465d-b06d-363b3ff04001,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:09.548298 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fc6cbc8-9324-4d9c-9aaf-eade7c328949 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (e91fbdc2-e168-4bde-8873-9fd322f540f9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.577697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fc6cbc8-9324-4d9c-9aaf-eade7c328949 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (e91fbdc2-e168-4bde-8873-9fd322f540f9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.722948 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:09.730612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:09.744881 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:28:09.745226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 13b0073f-6e4f-4cdd-8c9a-dc057deb5d7c not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:09.745682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b2f98f02-d38d-4eeb-a4a9-87573b8ec832 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:09.770818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: b2f98f02-d38d-4eeb-a4a9-87573b8ec832 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:28:09.771228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device b2f98f02-d38d-4eeb-a4a9-87573b8ec832 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:09.771696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d1724971-892d-44fd-bff8-fd94b481d56f no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:09.776620 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fc6cbc8-9324-4d9c-9aaf-eade7c328949 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (e91fbdc2-e168-4bde-8873-9fd322f540f9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.781072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fc6cbc8-9324-4d9c-9aaf-eade7c328949 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:09.782707 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8fc6cbc8-9324-4d9c-9aaf-eade7c328949 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e91fbdc2-e168-4bde-8873-9fd322f540f9 HTTP/1.1" status: 204 len: 168 time: 0.3084991 Aug 31 16:28:09.796089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6cbc8-9324-4d9c-9aaf-eade7c328949 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91fbdc2-e168-4bde-8873-9fd322f540f9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:09.803060 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: d1724971-892d-44fd-bff8-fd94b481d56f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:28:09.803769 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device d1724971-892d-44fd-bff8-fd94b481d56f not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:10.169711 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46966) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:10.174573 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-20b0ba02-61a0-490c-966d-71aeeceaaba9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254873984', 'description': 'tempest-secgroup-smoke-1254873984 description', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:10.268417 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20b0ba02-61a0-490c-966d-71aeeceaaba9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:10.315499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:10.352633 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20b0ba02-61a0-490c-966d-71aeeceaaba9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (af5cc67a-6385-4867-a825-b78313e91e70), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:10.433627 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20b0ba02-61a0-490c-966d-71aeeceaaba9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (af5cc67a-6385-4867-a825-b78313e91e70), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:10.469538 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0ba02-61a0-490c-966d-71aeeceaaba9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5cc67a-6385-4867-a825-b78313e91e70,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:10.544431 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20b0ba02-61a0-490c-966d-71aeeceaaba9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:10.545930 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-20b0ba02-61a0-490c-966d-71aeeceaaba9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3748825 Aug 31 16:28:10.549760 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46968) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:10.554837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-ef3ec93a-aaf5-4198-89df-294ace2a2a15 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'af5cc67a-6385-4867-a825-b78313e91e70', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:10.713893 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec93a-aaf5-4198-89df-294ace2a2a15 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (e03dcac2-4c20-40dd-8eb8-9fe2e8179111), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:10.782236 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-25eac7d4-0c6c-4218-885e-60e59e8b2d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:10.787729 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec93a-aaf5-4198-89df-294ace2a2a15 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (e03dcac2-4c20-40dd-8eb8-9fe2e8179111), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:10.937229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec93a-aaf5-4198-89df-294ace2a2a15 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (e03dcac2-4c20-40dd-8eb8-9fe2e8179111), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:10.960995 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ec93a-aaf5-4198-89df-294ace2a2a15 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03dcac2-4c20-40dd-8eb8-9fe2e8179111,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:11.093273 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec93a-aaf5-4198-89df-294ace2a2a15 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:11.094814 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ef3ec93a-aaf5-4198-89df-294ace2a2a15 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5438790 Aug 31 16:28:11.097701 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46970) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:11.102774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7a255197-6a28-4997-a7b2-647170c0349f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'af5cc67a-6385-4867-a825-b78313e91e70', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:11.240491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a255197-6a28-4997-a7b2-647170c0349f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (7515f77c-f25c-4121-9f6a-42c47b96ff0c), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:11.310086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a255197-6a28-4997-a7b2-647170c0349f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (7515f77c-f25c-4121-9f6a-42c47b96ff0c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:11.433791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a255197-6a28-4997-a7b2-647170c0349f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (7515f77c-f25c-4121-9f6a-42c47b96ff0c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:11.456176 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a255197-6a28-4997-a7b2-647170c0349f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7515f77c-f25c-4121-9f6a-42c47b96ff0c,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:11.573100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a255197-6a28-4997-a7b2-647170c0349f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:11.574523 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7a255197-6a28-4997-a7b2-647170c0349f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4756842 Aug 31 16:28:11.578418 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46972) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:11.583873 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-29a789b3-0f82-4f51-a667-6ffc9023d914 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'af5cc67a-6385-4867-a825-b78313e91e70', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:11.690082 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:11.693100 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29a789b3-0f82-4f51-a667-6ffc9023d914 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (ab1924db-0343-48f0-abbd-4501a35b9dd8), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:11.768732 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29a789b3-0f82-4f51-a667-6ffc9023d914 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (ab1924db-0343-48f0-abbd-4501a35b9dd8), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:11.896559 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29a789b3-0f82-4f51-a667-6ffc9023d914 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (ab1924db-0343-48f0-abbd-4501a35b9dd8), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:11.918455 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a789b3-0f82-4f51-a667-6ffc9023d914 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1924db-0343-48f0-abbd-4501a35b9dd8,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:12.023771 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-29a789b3-0f82-4f51-a667-6ffc9023d914 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:12.025047 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-29a789b3-0f82-4f51-a667-6ffc9023d914 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4454062 Aug 31 16:28:12.029147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46974) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:12.034242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-2d319855-377b-48a4-8f8a-67046ed896c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'af5cc67a-6385-4867-a825-b78313e91e70', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:12.178516 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d319855-377b-48a4-8f8a-67046ed896c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (093e304f-abb9-4c84-88a9-832c286f733f), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:12.265808 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d319855-377b-48a4-8f8a-67046ed896c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (093e304f-abb9-4c84-88a9-832c286f733f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:12.330444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:12.353254 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d319855-377b-48a4-8f8a-67046ed896c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (093e304f-abb9-4c84-88a9-832c286f733f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:12.378770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d319855-377b-48a4-8f8a-67046ed896c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093e304f-abb9-4c84-88a9-832c286f733f,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:12.464270 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2d319855-377b-48a4-8f8a-67046ed896c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:12.465618 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2d319855-377b-48a4-8f8a-67046ed896c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4350550 Aug 31 16:28:12.468936 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46976) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:12.473741 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-794a04a3-d896-48c9-a4c4-ab6c3732efea tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'af5cc67a-6385-4867-a825-b78313e91e70', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:12.582499 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-794a04a3-d896-48c9-a4c4-ab6c3732efea tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Project b6a2179b78184c81b58b8d33ffaff42f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:28:12.589604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-794a04a3-d896-48c9-a4c4-ab6c3732efea tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (1cc95a7f-2355-4ca4-b3fd-563d156ddc13), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:12.612843 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:12.676029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-794a04a3-d896-48c9-a4c4-ab6c3732efea tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (1cc95a7f-2355-4ca4-b3fd-563d156ddc13), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:12.862112 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-794a04a3-d896-48c9-a4c4-ab6c3732efea tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (1cc95a7f-2355-4ca4-b3fd-563d156ddc13), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:12.886215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a04a3-d896-48c9-a4c4-ab6c3732efea tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc95a7f-2355-4ca4-b3fd-563d156ddc13,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:13.030424 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-794a04a3-d896-48c9-a4c4-ab6c3732efea tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:13.031793 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-794a04a3-d896-48c9-a4c4-ab6c3732efea tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5618010 Aug 31 16:28:13.035042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46978) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:13.040312 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-65490705-2bdf-49b1-9300-c49cfe634814 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': 'af5cc67a-6385-4867-a825-b78313e91e70', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:13.142557 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-65490705-2bdf-49b1-9300-c49cfe634814 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Project b6a2179b78184c81b58b8d33ffaff42f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:28:13.150120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65490705-2bdf-49b1-9300-c49cfe634814 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (7ba9da7a-65f0-4abf-846c-ae245334bd98), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:13.253527 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65490705-2bdf-49b1-9300-c49cfe634814 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (7ba9da7a-65f0-4abf-846c-ae245334bd98), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:13.381762 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65490705-2bdf-49b1-9300-c49cfe634814 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (7ba9da7a-65f0-4abf-846c-ae245334bd98), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:13.405948 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65490705-2bdf-49b1-9300-c49cfe634814 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba9da7a-65f0-4abf-846c-ae245334bd98,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:13.562241 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-65490705-2bdf-49b1-9300-c49cfe634814 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:13.563721 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-65490705-2bdf-49b1-9300-c49cfe634814 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5273042 Aug 31 16:28:13.566924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46980) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:13.572037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'network': {'name': 'tempest-network-smoke--112992800', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'port_security_enabled': True}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:13.661838 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:13.713262 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:13.717646 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:13.745137 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:28:13.756487 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (49e95772-1646-48ef-84b3-b3012bf79b62), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:13.756835 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Added segment 49e95772-1646-48ef-84b3-b3012bf79b62 of type vlan for network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee Aug 31 16:28:13.809062 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:13.993814 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:14.056514 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:14.062656 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:14.063291 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:14.136978 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Network': ['ID=dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:14.149935 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:28:14.208460 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2678b4ce-fd32-4549-96c1-aae238677358 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6404045 Aug 31 16:28:14.213957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46982) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:14.220018 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2106003506', 'admin_state_up': True, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:14.336653 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (900a31d8-6afe-45b2-b4b8-25931aafcbd3), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:14.337874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (900a31d8-6afe-45b2-b4b8-25931aafcbd3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:14.347567 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=73,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:14.403518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_controller (900a31d8-6afe-45b2-b4b8-25931aafcbd3), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:14.645409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (900a31d8-6afe-45b2-b4b8-25931aafcbd3), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:14.967315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (900a31d8-6afe-45b2-b4b8-25931aafcbd3), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:14.987748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:15.040624 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:15.116377 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.26.2.136 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/6deb1fea-206f-47e1-ba36-ba0ea37a89be) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:15.397637 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:15.536551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:15.585981 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:15.589761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:15.596170 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:28:15.622413 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=6deb1fea-206f-47e1-ba36-ba0ea37a89be,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:15.997330 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (900a31d8-6afe-45b2-b4b8-25931aafcbd3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:15.999737 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:16.219240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (900a31d8-6afe-45b2-b4b8-25931aafcbd3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:16.366758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:16.508352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:28:16.636517 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:16.649319 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Sync routers for ids ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:16.666509 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Routers {'900a31d8-6afe-45b2-b4b8-25931aafcbd3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:28:16.667266 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:28:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:16.726681 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:16.728288 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-20a6fe16-bfe4-46f0-b1cf-d77026e0edb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5127263 Aug 31 16:28:16.733145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46984) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:16.790692 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-40c38b08-d639-4094-9799-959589317468 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=b6a2179b78184c81b58b8d33ffaff42f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556691 Aug 31 16:28:16.794491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46986) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:16.850159 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Set router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:28:16.938187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1273ef6-ec79-48b5-9ea4-c7f311688291 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:16.939645 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f1273ef6-ec79-48b5-9ea4-c7f311688291 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1437972 Aug 31 16:28:16.944274 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46988) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:16.975361 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-809febbd-d1fa-4aaa-aa2e-4c13aa0cc2cc tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298395 Aug 31 16:28:16.978584 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 46990) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:16.984435 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539976617', 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:17.054998 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106003506', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:15Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:17.083177 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Checking router: 900a31d8-6afe-45b2-b4b8-25931aafcbd3 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:17.083534 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Updating router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 port 6deb1fea-206f-47e1-ba36-ba0ea37a89be binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:28:17.118286 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:17.244577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:17.248716 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:17.559832 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Publish callbacks [] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:17.634355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (6014c4aa-3d5b-4627-b1d8-57fe91907d6f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:17.662057 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:17.707306 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Attempting to bind port 6deb1fea-206f-47e1-ba36-ba0ea37a89be on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:28:17.707859 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Attempting to bind port 6deb1fea-206f-47e1-ba36-ba0ea37a89be by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:28:17.708434 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Attempting to bind port 6deb1fea-206f-47e1-ba36-ba0ea37a89be on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:28:17.708831 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Subnet': ['ID=6014c4aa-3d5b-4627-b1d8-57fe91907d6f,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:17.722104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Checking segment: {'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:28:17.722684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network hostable DHCP agents. Network: dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:28:17.722875 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:28:17.723204 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:28:17.723663 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:17.724052 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:28:17.724533 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Bound port: 6deb1fea-206f-47e1-ba36-ba0ea37a89be, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:28:17.724925 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:17.727247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:17.763452 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Pushing event updated for resources: {'Port': ['ID=6deb1fea-206f-47e1-ba36-ba0ea37a89be,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:17.780077 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.785172 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:17.818364 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] For port 6deb1fea-206f-47e1-ba36-ba0ea37a89be, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:17.823538 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] For port 6deb1fea-206f-47e1-ba36-ba0ea37a89be, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6deb1fea-206f-47e1-ba36-ba0ea37a89be,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:17.873862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:28:17.902683 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:17.946789 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Routers {'900a31d8-6afe-45b2-b4b8-25931aafcbd3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:28:17.948244 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:28:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:17.999627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:18.009384 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:18.010510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:18.016597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f2959a-d248-4c9b-ac57-cefe0d4beeb4 None None] Network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:28:18.022866 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7cf4c-c331-4aa2-abb5-ccb3c9ea48eb None None] Pushing event updated for resources: {'Port': ['ID=6deb1fea-206f-47e1-ba36-ba0ea37a89be,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:18.034911 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:18.083586 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:18.098633 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] Set router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:28:18.138016 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-d0ed8191-2952-4e26-a0f0-6eb2a6875c62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1549108 Aug 31 16:28:18.139356 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 46992) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:28:18.401292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee', 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'fixed_ips': [{'subnet_id': '6014c4aa-3d5b-4627-b1d8-57fe91907d6f'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:28:18.402795 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:18.423214 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106003506', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:15Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:18.465525 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0ee39-9f8f-435a-ba65-19f9354435e1 None None] The sync data for ids ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'] in dv-neutron-855257-2-hyperv is: [{'id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106003506', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:15Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:18.643572 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Allocated IP 172.20.0.2 (dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee/6014c4aa-3d5b-4627-b1d8-57fe91907d6f/62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:18.950685 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Publish callbacks [] for port (62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:19.057779 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:19.127143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:19.132941 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:19.140550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:28:19.151732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Pushing event updated for resources: {'Port': ['ID=62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:19.238791 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Attempting to bind port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:28:19.239309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Attempting to bind port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:28:19.240132 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Attempting to bind port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe on network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:28:19.248323 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:28:19.248887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Checking segment: {'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:28:19.249493 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:19.250119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Bound using segment: {'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:28:19.250874 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Bound port: 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:28:19.251475 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:19.276466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:19.317800 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:19.368668 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] For port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:19.377381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] For port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe,segment=NetworkSegment(49e95772-1646-48ef-84b3-b3012bf79b62),segment_id=49e95772-1646-48ef-84b3-b3012bf79b62)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:19.443747 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:19.492233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:19.611619 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fa3e0-5789-411d-af28-a9641ec26e05 None None] Pushing event updated for resources: {'Port': ['ID=62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:19.745881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.20.0.1 (dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee/6014c4aa-3d5b-4627-b1d8-57fe91907d6f/8365915a-45c8-49a3-a00d-62fdf6ebd19f) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:19.772656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6deb1fea-206f-47e1-ba36-ba0ea37a89be up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:19.860709 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:19.886757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 6deb1fea-206f-47e1-ba36-ba0ea37a89be triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:28:19.888922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:19.889476 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 6deb1fea-206f-47e1-ba36-ba0ea37a89be Aug 31 16:28:19.944719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=85,neutron:UPDATE=10,neutron:INSERT=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:19.960718 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:28:19.969616 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:20.108227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:20.160587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:20.168511 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:20.174518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:28:20.179853 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=8365915a-45c8-49a3-a00d-62fdf6ebd19f,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:20.233593 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (900a31d8-6afe-45b2-b4b8-25931aafcbd3), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:20.498412 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:20.697957 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:20.884329 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:20.993007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:21.085769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=8365915a-45c8-49a3-a00d-62fdf6ebd19f,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:21.088956 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (900a31d8-6afe-45b2-b4b8-25931aafcbd3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:21.213128 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:21.215673 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:21.375851 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:21.388863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:21.457288 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6942e-386c-4d88-92fa-7e4f24d6fc8b None None] Network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:28:21.464156 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:21.530916 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:21.536923 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7a3d0c74-bb7a-42ae-81f7-72d97fc791e3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "PUT /networking/v2.0/routers/900a31d8-6afe-45b2-b4b8-25931aafcbd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3956778 Aug 31 16:28:21.552092 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Sync routers for ids ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:21.577203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-460a6130-1fa3-4957-8f77-13866e2610dc None None] Provisioning complete for port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:28:21.577504 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-460a6130-1fa3-4957-8f77-13866e2610dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:21.577846 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-460a6130-1fa3-4957-8f77-13866e2610dc None None] Attempt 1 to provision port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe Aug 31 16:28:21.603950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Routers {'900a31d8-6afe-45b2-b4b8-25931aafcbd3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:28:21.604607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:28:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-460a6130-1fa3-4957-8f77-13866e2610dc None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:21.743240 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:28:21.791527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Set router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:28:21.842172 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:21.884772 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-10ca6e7a-056f-4351-aeb1-02d2d5e9a861 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1254873984&fields=id&tenant_id=b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 267 time: 0.0957239 Aug 31 16:28:21.989438 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:28:21.989763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:21.990167 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:22.084157 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:28:22.099138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-8a844a15-fec6-4ed8-87c8-d1e9e1be08fd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:22.103027 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-8a844a15-fec6-4ed8-87c8-d1e9e1be08fd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/networks?id=dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee HTTP/1.1" status: 200 len: 796 time: 0.2054424 Aug 31 16:28:22.106430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Provisioning complete for port 8365915a-45c8-49a3-a00d-62fdf6ebd19f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:28:22.112573 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:22.112573 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Attempt 1 to provision port 8365915a-45c8-49a3-a00d-62fdf6ebd19f Aug 31 16:28:22.134623 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-0acfd43d-4651-4c03-b8af-218f5262b814 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/quotas/b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 375 time: 0.0254130 Aug 31 16:28:22.153486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Port 8365915a-45c8-49a3-a00d-62fdf6ebd19f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:28:22.167799 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106003506', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:20Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '8365915a-45c8-49a3-a00d-62fdf6ebd19f', 'name': '', 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:bd:ee:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '6014c4aa-3d5b-4627-b1d8-57fe91907d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:19Z', 'updated_at': '2022-08-31T16:28:20Z', 'revision_number': 2, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': '6014c4aa-3d5b-4627-b1d8-57fe91907d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:22.192386 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-ef097d0c-dbda-4d64-9a33-4f30639a7cf5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568399 Aug 31 16:28:22.214386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Checking router: 900a31d8-6afe-45b2-b4b8-25931aafcbd3 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:22.214976 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Updating router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 port 8365915a-45c8-49a3-a00d-62fdf6ebd19f binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:28:22.274040 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:22.335293 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-83505574-c24e-4c93-91ed-5cf84f9155f3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294043 Aug 31 16:28:22.428671 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:22.430135 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:22.482010 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4bf51a4e-91cd-4897-aadf-d6dcb616f300 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394815 Aug 31 16:28:22.504212 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:22.645692 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Publish callbacks [] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:22.654955 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Attempt 2 to provision port 8365915a-45c8-49a3-a00d-62fdf6ebd19f Aug 31 16:28:22.695486 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Port 8365915a-45c8-49a3-a00d-62fdf6ebd19f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:28:22.719363 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:22.814179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd27f8-819a-4a41-8bb4-6267d616d579 None None] Pushing event updated for resources: {'Port': ['ID=8365915a-45c8-49a3-a00d-62fdf6ebd19f,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:22.830471 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-87870fb6-4e44-499d-99a7-b4ace11d55a0 req-d8d5c73e-804b-4b42-9f34-047fc297972e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 210 time: 0.0349629 Aug 31 16:28:22.832171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Attempting to bind port 8365915a-45c8-49a3-a00d-62fdf6ebd19f on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:28:22.832541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Attempting to bind port 8365915a-45c8-49a3-a00d-62fdf6ebd19f by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:28:22.832905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Attempting to bind port 8365915a-45c8-49a3-a00d-62fdf6ebd19f on network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:28:22.839287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:28:22.842638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Checking segment: {'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:28:22.842638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:22.842638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Bound using segment: {'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:28:22.842638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Bound port: 8365915a-45c8-49a3-a00d-62fdf6ebd19f, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:28:22.842638 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:22.957501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] For port 8365915a-45c8-49a3-a00d-62fdf6ebd19f, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:22.964203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] For port 8365915a-45c8-49a3-a00d-62fdf6ebd19f, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8365915a-45c8-49a3-a00d-62fdf6ebd19f,segment=NetworkSegment(49e95772-1646-48ef-84b3-b3012bf79b62),segment_id=49e95772-1646-48ef-84b3-b3012bf79b62)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:23.079898 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:23.129797 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Routers {'900a31d8-6afe-45b2-b4b8-25931aafcbd3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:28:23.130442 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:28:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:23.176646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd27f8-819a-4a41-8bb4-6267d616d579 None None] Pushing event updated for resources: {'Port': ['ID=8365915a-45c8-49a3-a00d-62fdf6ebd19f,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:23.217903 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Attempt 3 to provision port 8365915a-45c8-49a3-a00d-62fdf6ebd19f Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] Set router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:23.454287 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:28:23.489550 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Provisioning complete for port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:28:23.494498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:23.494498 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Attempt 1 to provision port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe Aug 31 16:28:23.560037 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-5cba78bd-95cb-40f7-8d86-8119e4449607 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:23.627794 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:28:23.729138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106003506', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:20Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '8365915a-45c8-49a3-a00d-62fdf6ebd19f', 'name': '', 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:bd:ee:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '6014c4aa-3d5b-4627-b1d8-57fe91907d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:19Z', 'updated_at': '2022-08-31T16:28:22Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': '6014c4aa-3d5b-4627-b1d8-57fe91907d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:23.762793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4328b1-76f2-4ab3-80dc-b8584f8a335a None None] The sync data for ids ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'] in dv-neutron-855257-2-hyperv is: [{'id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106003506', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:20Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '8365915a-45c8-49a3-a00d-62fdf6ebd19f', 'name': '', 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:bd:ee:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '6014c4aa-3d5b-4627-b1d8-57fe91907d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:19Z', 'updated_at': '2022-08-31T16:28:22Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': '6014c4aa-3d5b-4627-b1d8-57fe91907d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:23.776790 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-abae729f-987b-4ff4-a01c-03a0bdd7319e None None] Provisioning complete for port 8365915a-45c8-49a3-a00d-62fdf6ebd19f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:28:23.776790 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-abae729f-987b-4ff4-a01c-03a0bdd7319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:23.777158 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-abae729f-987b-4ff4-a01c-03a0bdd7319e None None] Attempt 1 to provision port 8365915a-45c8-49a3-a00d-62fdf6ebd19f Aug 31 16:28:23.813062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-abae729f-987b-4ff4-a01c-03a0bdd7319e None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:23.847592 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:28:23.966173 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-22e085cd-c068-453c-aef7-03f9e76d304f req-f26be7af-8bf4-4581-8188-5a318fc63e6b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 210 time: 0.0337768 Aug 31 16:28:25.101066 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af0a6c75-b23f-4a67-a49e-020f0f9b4830 req-18d15bf2-d576-415a-a8da-f0519779f1da tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 210 time: 0.0359025 Aug 31 16:28:25.443768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:25.505167 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-f40eb52e-9532-4702-9332-3d59fdd4b904 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:25.506866 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-f40eb52e-9532-4702-9332-3d59fdd4b904 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/networks?id=dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee HTTP/1.1" status: 200 len: 796 time: 0.1246631 Aug 31 16:28:25.586989 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-5da1fd3b-b20a-4483-8642-fb93ee32efeb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 380 time: 0.0703650 Aug 31 16:28:25.599269 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'port': {'device_id': 'd8573a51-9030-4744-99da-2ada3b84af3a', 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee', 'admin_state_up': True, 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'security_groups': ['af5cc67a-6385-4867-a825-b78313e91e70']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:25.765084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8365915a-45c8-49a3-a00d-62fdf6ebd19f up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:25.819644 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 8365915a-45c8-49a3-a00d-62fdf6ebd19f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:28:25.819996 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:25.820349 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 8365915a-45c8-49a3-a00d-62fdf6ebd19f Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:25.872862 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:28:25.896156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:25.900675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:26.071201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.20.0.13 (dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee/6014c4aa-3d5b-4627-b1d8-57fe91907d6f/d825d2bd-fa4a-4915-9e4b-618f02674a8c) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:26.219981 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9f65d99a-e4b6-4cc3-aa7b-3df2365eaaf9 req-b2915f6c-333c-4169-9586-1a700e119a40 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 210 time: 0.0356891 Aug 31 16:28:26.246867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:26.255416 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:26.343195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:26.398607 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:26.404761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:26.407223 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=d825d2bd-fa4a-4915-9e4b-618f02674a8c,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:26.409716 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:28:26.471086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:26.472120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:26.604459 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-28262e56-3e20-4b1c-baf8-e06dc9415952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0091290 Aug 31 16:28:26.695181 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f00b30fb-a12a-491e-b2fb-161d447774c7 None None] Provisioning complete for port d825d2bd-fa4a-4915-9e4b-618f02674a8c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:28:26.695459 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f00b30fb-a12a-491e-b2fb-161d447774c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:26.695841 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f00b30fb-a12a-491e-b2fb-161d447774c7 None None] Attempt 1 to provision port d825d2bd-fa4a-4915-9e4b-618f02674a8c Aug 31 16:28:26.723522 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Request body: {'port': {'device_id': 'd8573a51-9030-4744-99da-2ada3b84af3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:26.733765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f00b30fb-a12a-491e-b2fb-161d447774c7 None None] Port d825d2bd-fa4a-4915-9e4b-618f02674a8c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:28:26.812857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:27.025244 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:27.119972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d825d2bd-fa4a-4915-9e4b-618f02674a8c {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:28:27.130180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Publish callbacks [] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:27.146718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Transition to ACTIVE for port object d825d2bd-fa4a-4915-9e4b-618f02674a8c will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:28:27.222002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:27.235004 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f00b30fb-a12a-491e-b2fb-161d447774c7 None None] Attempt 2 to provision port d825d2bd-fa4a-4915-9e4b-618f02674a8c Aug 31 16:28:27.295130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f00b30fb-a12a-491e-b2fb-161d447774c7 None None] Port d825d2bd-fa4a-4915-9e4b-618f02674a8c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:28:27.310480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Pushing event updated for resources: {'Port': ['ID=d825d2bd-fa4a-4915-9e4b-618f02674a8c,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:27.412391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c121a-88ee-4020-9fa6-3e910758547d req-4f85c947-0205-4878-a4bc-681d0b029b40 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:27.414054 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c78c121a-88ee-4020-9fa6-3e910758547d req-4f85c947-0205-4878-a4bc-681d0b029b40 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 944 time: 0.0770018 Aug 31 16:28:27.432872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Attempting to bind port d825d2bd-fa4a-4915-9e4b-618f02674a8c on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:28:27.433210 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Attempting to bind port d825d2bd-fa4a-4915-9e4b-618f02674a8c by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:28:27.433917 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Attempting to bind port d825d2bd-fa4a-4915-9e4b-618f02674a8c on network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:28:27.450666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Port d825d2bd-fa4a-4915-9e4b-618f02674a8c on network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:28:27.450994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Attempting to bind port d825d2bd-fa4a-4915-9e4b-618f02674a8c on network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:28:27.467136 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:28:27.467477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Checking segment: {'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:28:27.467880 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Bound using segment: {'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:28:27.468327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Bound port: d825d2bd-fa4a-4915-9e4b-618f02674a8c, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e95772-1646-48ef-84b3-b3012bf79b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:28:27.468694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:27.502240 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c78c121a-88ee-4020-9fa6-3e910758547d req-318faf61-0fdf-4697-94a3-d10509fa967f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789499 Aug 31 16:28:27.566074 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] For port d825d2bd-fa4a-4915-9e4b-618f02674a8c, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:27.567962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:27.570012 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] For port d825d2bd-fa4a-4915-9e4b-618f02674a8c, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=d825d2bd-fa4a-4915-9e4b-618f02674a8c,segment=NetworkSegment(49e95772-1646-48ef-84b3-b3012bf79b62),segment_id=49e95772-1646-48ef-84b3-b3012bf79b62)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:27.765438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:27.770472 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:27.771169 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:27.772698 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/d825d2bd-fa4a-4915-9e4b-618f02674a8c HTTP/1.1" status: 200 len: 1094 time: 1.1568420 Aug 31 16:28:27.773222 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8573a51-9030-4744-99da-2ada3b84af3a', 'tag': 'd825d2bd-fa4a-4915-9e4b-618f02674a8c'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:28:27.775700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3775cb-4215-41c8-8fe8-08c667a2be24" -d '{"events": [{"name": "network-changed", "server_uuid": "d8573a51-9030-4744-99da-2ada3b84af3a", "tag": "d825d2bd-fa4a-4915-9e4b-618f02674a8c"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:27.796566 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f00b30fb-a12a-491e-b2fb-161d447774c7 None None] Attempt 3 to provision port d825d2bd-fa4a-4915-9e4b-618f02674a8c Aug 31 16:28:27.828433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3311a778-153c-4a92-b31c-b821fa202bfa x-openstack-request-id: req-3311a778-153c-4a92-b31c-b821fa202bfa {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:27.828743 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8573a51-9030-4744-99da-2ada3b84af3a", "tag": "d825d2bd-fa4a-4915-9e4b-618f02674a8c", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:27.828947 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3311a778-153c-4a92-b31c-b821fa202bfa {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:27.829390 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3311a778-153c-4a92-b31c-b821fa202bfa'] response: {'name': 'network-changed', 'server_uuid': 'd8573a51-9030-4744-99da-2ada3b84af3a', 'tag': 'd825d2bd-fa4a-4915-9e4b-618f02674a8c', 'status': 'completed', 'code': 200} Aug 31 16:28:27.855929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf89b5-6356-4231-94fc-1f56e27af256 service neutron] Pushing event updated for resources: {'Port': ['ID=d825d2bd-fa4a-4915-9e4b-618f02674a8c,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:27.866813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f00b30fb-a12a-491e-b2fb-161d447774c7 None None] Port d825d2bd-fa4a-4915-9e4b-618f02674a8c had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:28:27.911287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3775cb-4215-41c8-8fe8-08c667a2be24 req-0312586e-f8a1-4455-aaad-c47fdd069064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:27.912958 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fc3775cb-4215-41c8-8fe8-08c667a2be24 req-0312586e-f8a1-4455-aaad-c47fdd069064 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 1128 time: 0.0533028 Aug 31 16:28:28.026665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3775cb-4215-41c8-8fe8-08c667a2be24 req-a19f4e33-134f-4886-9dd2-a39232623040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:28.028594 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fc3775cb-4215-41c8-8fe8-08c667a2be24 req-a19f4e33-134f-4886-9dd2-a39232623040 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1041241 Aug 31 16:28:28.140323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3775cb-4215-41c8-8fe8-08c667a2be24 req-7c83e4f4-bff4-4c58-85cc-33ad95a6a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:28.141914 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fc3775cb-4215-41c8-8fe8-08c667a2be24 req-7c83e4f4-bff4-4c58-85cc-33ad95a6a681 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035895 Aug 31 16:28:28.230808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-bc2aa4e5-86c9-449e-85c2-94214cc7d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:28.232490 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-bc2aa4e5-86c9-449e-85c2-94214cc7d2b8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 1128 time: 0.0475132 Aug 31 16:28:28.281821 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-16e7ea05-de57-4a60-a39c-5d9df1a0e1f6 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d825d2bd-fa4a-4915-9e4b-618f02674a8c HTTP/1.1" status: 200 len: 217 time: 0.0367630 Aug 31 16:28:28.337924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-258ec5d7-eb1e-429b-8696-44c1de288ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:28.339428 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-258ec5d7-eb1e-429b-8696-44c1de288ed1 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6014c4aa-3d5b-4627-b1d8-57fe91907d6f HTTP/1.1" status: 200 len: 834 time: 0.0480754 Aug 31 16:28:28.394124 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-805d1a7f-9909-4593-89b8-107dc2eec49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:28.395585 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-805d1a7f-9909-4593-89b8-107dc2eec49f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464189 Aug 31 16:28:28.414724 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=32 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:28.429152 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=7 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:28.504360 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-a02b29b0-00e8-407b-a9b5-d8fe829ae53c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989883 Aug 31 16:28:28.585944 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:28.643971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-1dfc95cf-e399-446d-816f-c687c5be560c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303391 Aug 31 16:28:28.665125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff7020-6e26-4775-94f6-07369054fb59 req-669a3c25-3acb-4784-9b77-6b87a85c9a1f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:28.667682 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f0ff7020-6e26-4775-94f6-07369054fb59 req-669a3c25-3acb-4784-9b77-6b87a85c9a1f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 944 time: 0.0711811 Aug 31 16:28:28.724962 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f0ff7020-6e26-4775-94f6-07369054fb59 req-dfa7ba68-20cc-4f00-aae5-3bf2536727bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499380 Aug 31 16:28:29.858687 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f363450-255f-4635-aef4-7b69eb016c76 req-43bb3249-71bc-4721-812e-a1f5b465418e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:29.860327 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5f363450-255f-4635-aef4-7b69eb016c76 req-43bb3249-71bc-4721-812e-a1f5b465418e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 944 time: 0.0557487 Aug 31 16:28:29.919787 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5f363450-255f-4635-aef4-7b69eb016c76 req-9fe7b689-4a80-44f4-bd89-696e0922a92a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533903 Aug 31 16:28:30.819978 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:28:31.065702 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402245b-21d0-4776-9c71-3893634c3268 req-644e008e-ebcf-4b43-ad7a-d12de97251db tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:31.068785 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b402245b-21d0-4776-9c71-3893634c3268 req-644e008e-ebcf-4b43-ad7a-d12de97251db tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 944 time: 0.0538356 Aug 31 16:28:31.134878 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b402245b-21d0-4776-9c71-3893634c3268 req-c1953345-c9fc-4648-96d9-edaf0812268c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609555 Aug 31 16:28:32.099953 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device d825d2bd-fa4a-4915-9e4b-618f02674a8c details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:28:32.256673 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port d825d2bd-fa4a-4915-9e4b-618f02674a8c, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=d825d2bd-fa4a-4915-9e4b-618f02674a8c,segment=NetworkSegment(49e95772-1646-48ef-84b3-b3012bf79b62),segment_id=49e95772-1646-48ef-84b3-b3012bf79b62)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:32.272498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': 'd825d2bd-fa4a-4915-9e4b-618f02674a8c', 'network_id': 'dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee', 'port_id': 'd825d2bd-fa4a-4915-9e4b-618f02674a8c', 'mac_address': 'fa:16:3e:7c:d9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6014c4aa-3d5b-4627-b1d8-57fe91907d6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:28:32.307301 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5ea51-2828-4e1e-a630-bc8ebaba7e28 req-6156bdfe-748b-4db7-a8f3-5d2be1235301 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:32.308978 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d3f5ea51-2828-4e1e-a630-bc8ebaba7e28 req-6156bdfe-748b-4db7-a8f3-5d2be1235301 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 944 time: 0.0567653 Aug 31 16:28:32.325395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port d825d2bd-fa4a-4915-9e4b-618f02674a8c is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:28:32.326021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:32.342745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d825d2bd-fa4a-4915-9e4b-618f02674a8c {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:28:32.368195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port d825d2bd-fa4a-4915-9e4b-618f02674a8c, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=d825d2bd-fa4a-4915-9e4b-618f02674a8c,segment=NetworkSegment(49e95772-1646-48ef-84b3-b3012bf79b62),segment_id=49e95772-1646-48ef-84b3-b3012bf79b62)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:32.383471 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d3f5ea51-2828-4e1e-a630-bc8ebaba7e28 req-9b332d4a-b547-439f-9adb-f8e483dcbe06 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631571 Aug 31 16:28:32.439069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:32.495707 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=d825d2bd-fa4a-4915-9e4b-618f02674a8c,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:32.687319 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['d825d2bd-fa4a-4915-9e4b-618f02674a8c'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:28:33.026280 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:33.537407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b65c9-65c3-4d19-9db6-5a123a66af24 req-8bffb2f1-dc83-4f10-a83d-031d1146cf40 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:33.539193 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-995b65c9-65c3-4d19-9db6-5a123a66af24 req-8bffb2f1-dc83-4f10-a83d-031d1146cf40 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0615389 Aug 31 16:28:33.598266 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-995b65c9-65c3-4d19-9db6-5a123a66af24 req-c08b2522-9a59-420e-9704-971f6596d8a3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522771 Aug 31 16:28:34.116469 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device d825d2bd-fa4a-4915-9e4b-618f02674a8c up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:34.145758 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:34.167498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port d825d2bd-fa4a-4915-9e4b-618f02674a8c completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:28:34.255658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port d825d2bd-fa4a-4915-9e4b-618f02674a8c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:28:34.256033 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:34.256458 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port d825d2bd-fa4a-4915-9e4b-618f02674a8c Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:28:34.313292 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:28:34.744751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3db64-9010-43cc-9ead-67ca75243eee req-f50cda6b-5755-4c16-a8eb-f207e88814d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:34.746673 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-82f3db64-9010-43cc-9ead-67ca75243eee req-f50cda6b-5755-4c16-a8eb-f207e88814d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0622506 Aug 31 16:28:34.804086 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-82f3db64-9010-43cc-9ead-67ca75243eee req-546c4131-597f-46c3-aecd-eea15b553911 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512912 Aug 31 16:28:35.951090 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eda19-a327-43d4-b6bc-cc480e920b0e req-8c36f05a-67e4-4571-b4c3-216305a6eb2b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:35.952612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f03eda19-a327-43d4-b6bc-cc480e920b0e req-8c36f05a-67e4-4571-b4c3-216305a6eb2b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0511222 Aug 31 16:28:35.994962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:36.011887 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f03eda19-a327-43d4-b6bc-cc480e920b0e req-20bf3d88-a71d-4eec-9973-1043ea300c8b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494139 Aug 31 16:28:37.142906 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b1d4-2353-4a05-84d7-15481eaec3a0 req-84b66247-dd1e-4e00-948f-50d6dc0e6633 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:37.144519 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9229b1d4-2353-4a05-84d7-15481eaec3a0 req-84b66247-dd1e-4e00-948f-50d6dc0e6633 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0526085 Aug 31 16:28:37.206656 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9229b1d4-2353-4a05-84d7-15481eaec3a0 req-bb27c1c7-6131-4790-8bc1-3861ba311533 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509918 Aug 31 16:28:38.368600 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59549b-c450-4191-9a0a-728af311148e req-83b4bbd8-6e8f-4f87-839f-9d0516e53b36 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:38.371206 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-df59549b-c450-4191-9a0a-728af311148e req-83b4bbd8-6e8f-4f87-839f-9d0516e53b36 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0638075 Aug 31 16:28:38.432269 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-df59549b-c450-4191-9a0a-728af311148e req-655cd9e6-7183-44e5-ada0-4a21339eeff0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546944 Aug 31 16:28:38.633203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-17582f0e-4857-44ba-a22f-5c97921104d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:39.614561 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db85330-d772-4ec1-9cbc-1776480dc86b req-a6ea695b-0cb9-4552-9000-a6ed4d28140b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:39.614561 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9db85330-d772-4ec1-9cbc-1776480dc86b req-a6ea695b-0cb9-4552-9000-a6ed4d28140b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0625968 Aug 31 16:28:39.682630 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9db85330-d772-4ec1-9cbc-1776480dc86b req-ee93fd70-b32b-4ce5-9652-6d714084ab60 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576265 Aug 31 16:28:40.753600 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-917feb84-d780-42eb-815c-ce8c0a2069c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:40.838848 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd4c1a-d287-492c-a0ae-f5759053d73b req-938770d9-91cb-46a6-a0e8-2db7443674c0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:40.840818 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7bdd4c1a-d287-492c-a0ae-f5759053d73b req-938770d9-91cb-46a6-a0e8-2db7443674c0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0616057 Aug 31 16:28:40.906867 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7bdd4c1a-d287-492c-a0ae-f5759053d73b req-8e7f08e4-8708-4645-9983-873ad2501be3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558808 Aug 31 16:28:42.118518 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44233f8d-c40a-411e-8ddf-8659be409e9f req-c7336587-3d91-470c-8efc-37330c9b1e10 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:42.120515 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-44233f8d-c40a-411e-8ddf-8659be409e9f req-c7336587-3d91-470c-8efc-37330c9b1e10 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0703843 Aug 31 16:28:42.184793 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-44233f8d-c40a-411e-8ddf-8659be409e9f req-d099747c-31f2-4307-8a53-1c4c19879b29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580325 Aug 31 16:28:42.307358 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:43.327568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353aea1-bb95-4e0d-92b2-bb5d124da9d9 req-863cd64e-d329-4bf3-a519-a5f76577ec6e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:43.329243 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6353aea1-bb95-4e0d-92b2-bb5d124da9d9 req-863cd64e-d329-4bf3-a519-a5f76577ec6e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0536144 Aug 31 16:28:43.403956 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6353aea1-bb95-4e0d-92b2-bb5d124da9d9 req-a039c398-cd0e-47f8-b38d-e901d34664d9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682883 Aug 31 16:28:43.650485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:43.941683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:44.552666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:44.570630 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e2d3d-04f2-4e7d-a41e-072510c1d037 req-3245519f-96ed-48ef-bfc3-04d8d7a1af25 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:44.572663 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-204e2d3d-04f2-4e7d-a41e-072510c1d037 req-3245519f-96ed-48ef-bfc3-04d8d7a1af25 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0734262 Aug 31 16:28:44.641910 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-204e2d3d-04f2-4e7d-a41e-072510c1d037 req-c7232424-7a2c-45b3-8188-9afc2a0bdee3 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627193 Aug 31 16:28:45.781229 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84b96d-a616-48bc-b9a6-f7e8ecef02d3 req-22fba979-fc43-4a12-96f9-12538ad4e7c0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:45.782969 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fc84b96d-a616-48bc-b9a6-f7e8ecef02d3 req-22fba979-fc43-4a12-96f9-12538ad4e7c0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0595789 Aug 31 16:28:45.850765 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fc84b96d-a616-48bc-b9a6-f7e8ecef02d3 req-9e215810-07c5-4187-98d4-ae8169a60e91 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614941 Aug 31 16:28:47.036571 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c620d-8376-4925-8ef2-671ffd56620d req-15ebebf9-d4a3-41c4-b048-66ff63d98962 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:47.038255 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b36c620d-8376-4925-8ef2-671ffd56620d req-15ebebf9-d4a3-41c4-b048-66ff63d98962 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0605569 Aug 31 16:28:47.108228 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b36c620d-8376-4925-8ef2-671ffd56620d req-88c564f5-9cd5-4b98-878e-72a4011a945a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586786 Aug 31 16:28:48.238519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefc9e9-9ff6-429a-99e8-65fdae627237 req-e337a842-d0d1-4eb4-bf77-0a548e18c065 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:48.240551 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5eefc9e9-9ff6-429a-99e8-65fdae627237 req-e337a842-d0d1-4eb4-bf77-0a548e18c065 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0517855 Aug 31 16:28:48.299216 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5eefc9e9-9ff6-429a-99e8-65fdae627237 req-9d98d4fc-b7a4-4c63-bce1-5430d4f9bcf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517824 Aug 31 16:28:49.444589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aa2b7-6755-4fd1-80f1-6d8af4cef8ee req-1269abf7-7926-4d74-8c82-1c42a3c113f9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:49.447315 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8d2aa2b7-6755-4fd1-80f1-6d8af4cef8ee req-1269abf7-7926-4d74-8c82-1c42a3c113f9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0687850 Aug 31 16:28:49.506717 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8d2aa2b7-6755-4fd1-80f1-6d8af4cef8ee req-405bf8b8-a288-409d-8fb2-d23105479404 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532069 Aug 31 16:28:50.671299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b3d36-84ea-4d9e-840e-7c147cbbca18 req-c18c11ba-eed6-437e-bdcd-14c5e003ea46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:50.672893 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-157b3d36-84ea-4d9e-840e-7c147cbbca18 req-c18c11ba-eed6-437e-bdcd-14c5e003ea46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0567474 Aug 31 16:28:50.733964 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-157b3d36-84ea-4d9e-840e-7c147cbbca18 req-98e66810-4482-4b0c-af38-0d673827d434 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512588 Aug 31 16:28:51.393256 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:28:51.870621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e806c-701e-4a1f-a814-380adbf1fa0e req-98295e3f-c3e3-4b0f-9249-ae21bb434e7f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:51.872373 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e94e806c-701e-4a1f-a814-380adbf1fa0e req-98295e3f-c3e3-4b0f-9249-ae21bb434e7f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0576043 Aug 31 16:28:51.934126 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e94e806c-701e-4a1f-a814-380adbf1fa0e req-30b2b57e-93d9-4ed3-bd76-cdffd37510e4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513403 Aug 31 16:28:53.080157 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b41e-d1a0-4e3e-9402-8b479e6da763 req-a232224e-8b7f-4d2e-92b3-851b93be8d8a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:53.082039 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a0d3b41e-d1a0-4e3e-9402-8b479e6da763 req-a232224e-8b7f-4d2e-92b3-851b93be8d8a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0580523 Aug 31 16:28:53.145129 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a0d3b41e-d1a0-4e3e-9402-8b479e6da763 req-e3b0eba7-0c46-40a5-b065-35de11286e50 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570943 Aug 31 16:28:54.238619 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:54.286407 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ea7eb-37aa-4144-bf6b-dc598a9782df req-1c44f63e-8933-4a21-88ff-b8499f0fc89c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:54.288065 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7e8ea7eb-37aa-4144-bf6b-dc598a9782df req-1c44f63e-8933-4a21-88ff-b8499f0fc89c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0592642 Aug 31 16:28:54.347381 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7e8ea7eb-37aa-4144-bf6b-dc598a9782df req-61beb93c-3a2d-4741-9b73-c2d889837d1d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527363 Aug 31 16:28:55.485546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e05fd8-596c-4c23-b0e4-caf5cf7c545d req-a7fc4906-0db8-47c7-a4cc-8508be137a82 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:55.487265 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b8e05fd8-596c-4c23-b0e4-caf5cf7c545d req-a7fc4906-0db8-47c7-a4cc-8508be137a82 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0575218 Aug 31 16:28:55.528004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:55.544263 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b8e05fd8-596c-4c23-b0e4-caf5cf7c545d req-daae8946-49a0-46ae-8875-1c49947fd183 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511520 Aug 31 16:28:55.742191 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=16 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:28:56.706540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bb099-9900-4426-80a4-97cd6b431a14 req-20925d7a-e410-4276-a69a-a6d93d8a4234 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:56.709363 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f07bb099-9900-4426-80a4-97cd6b431a14 req-20925d7a-e410-4276-a69a-a6d93d8a4234 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0851038 Aug 31 16:28:56.780459 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f07bb099-9900-4426-80a4-97cd6b431a14 req-9fb1c653-3b44-4b43-b7cd-09609e039859 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648172 Aug 31 16:28:57.918208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729e2d3-a95d-437d-b3bf-736493e14b82 req-a45d2261-d0a0-4158-b1ca-de07bc5357ef tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:57.920013 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2729e2d3-a95d-437d-b3bf-736493e14b82 req-a45d2261-d0a0-4158-b1ca-de07bc5357ef tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0538466 Aug 31 16:28:57.978016 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2729e2d3-a95d-437d-b3bf-736493e14b82 req-a0b7069f-ad5c-41b4-8d39-1dc88a1e9cbe tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516682 Aug 31 16:28:59.116758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae87b6-443b-40da-8b9c-a7e1d9ff68de req-ad1f438b-6b54-4bcc-9d13-fdcfa69a1f41 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:28:59.118454 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3bae87b6-443b-40da-8b9c-a7e1d9ff68de req-ad1f438b-6b54-4bcc-9d13-fdcfa69a1f41 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0529892 Aug 31 16:28:59.179048 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3bae87b6-443b-40da-8b9c-a7e1d9ff68de req-707b3df8-0f42-4f3d-a637-544ae2837ea6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532401 Aug 31 16:29:00.358857 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a2c65-be2b-4298-8a4f-b3ed2f5c1de1 req-51bc6e55-1cdc-4140-9a38-55269e5114cb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:00.361385 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cd4a2c65-be2b-4298-8a4f-b3ed2f5c1de1 req-51bc6e55-1cdc-4140-9a38-55269e5114cb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0813601 Aug 31 16:29:00.432817 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cd4a2c65-be2b-4298-8a4f-b3ed2f5c1de1 req-b2c55843-abbb-42b2-a674-b1b924262c7f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651424 Aug 31 16:29:01.326030 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:01.329135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:01.568066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f42b-f58b-4dec-a3af-c1139da0e505 req-00784063-0a36-4d93-9001-864a046c22c8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:01.569728 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f3b1f42b-f58b-4dec-a3af-c1139da0e505 req-00784063-0a36-4d93-9001-864a046c22c8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0522900 Aug 31 16:29:01.633492 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f3b1f42b-f58b-4dec-a3af-c1139da0e505 req-b51ddbce-87e8-40b3-b635-9962f044dd49 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526056 Aug 31 16:29:02.767013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858478e9-2fac-49b7-871e-11c4399527ab req-c1137f36-1a78-4587-90b6-63f541dc4341 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:02.768741 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-858478e9-2fac-49b7-871e-11c4399527ab req-c1137f36-1a78-4587-90b6-63f541dc4341 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0536585 Aug 31 16:29:02.805597 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:02.827641 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-858478e9-2fac-49b7-871e-11c4399527ab req-d0df539d-8e3f-486b-965f-e8dc2bbfcf7e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526545 Aug 31 16:29:03.974534 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efb3e8-2b5b-42e9-aee7-decddd1b9df2 req-149c476d-487a-47b8-aa48-da6e62751cdd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:03.976067 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-49efb3e8-2b5b-42e9-aee7-decddd1b9df2 req-149c476d-487a-47b8-aa48-da6e62751cdd tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0657568 Aug 31 16:29:04.039029 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-49efb3e8-2b5b-42e9-aee7-decddd1b9df2 req-9a832e61-bc95-4edc-9db8-78966ce03140 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560474 Aug 31 16:29:05.184675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6b271-fd13-4812-904e-4e9b7c727e1a req-e361d5da-34f6-4d78-b6a6-f49f052ab483 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:05.187477 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5ef6b271-fd13-4812-904e-4e9b7c727e1a req-e361d5da-34f6-4d78-b6a6-f49f052ab483 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0657611 Aug 31 16:29:05.254711 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5ef6b271-fd13-4812-904e-4e9b7c727e1a req-ee34b5d9-9c65-4f1d-a2c8-b566b20d6e2a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581567 Aug 31 16:29:06.419666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09285fd1-ec5d-44c4-9397-4bfbe4475f81 req-9e270086-c348-4ec3-b8e8-cbd4ce22aa21 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:06.423704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-09285fd1-ec5d-44c4-9397-4bfbe4475f81 req-9e270086-c348-4ec3-b8e8-cbd4ce22aa21 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0656869 Aug 31 16:29:06.487534 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-09285fd1-ec5d-44c4-9397-4bfbe4475f81 req-f6997671-6aa8-4a7e-92a3-6b6e2352c782 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597672 Aug 31 16:29:06.773358 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=21 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:06.775089 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:07.639791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c5cd6-9b3a-4e2b-aac8-a3d2e3c89d67 req-5738d955-f1af-4e16-a588-3fe5d9de13f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:07.641432 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cb3c5cd6-9b3a-4e2b-aac8-a3d2e3c89d67 req-5738d955-f1af-4e16-a588-3fe5d9de13f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0607302 Aug 31 16:29:07.703049 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cb3c5cd6-9b3a-4e2b-aac8-a3d2e3c89d67 req-d2a257a9-d945-402b-9f80-618d73ad0d41 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552118 Aug 31 16:29:07.822729 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:29:08.598824 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3fdddb28-df06-4ecf-bf02-1b1c9c0c241d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:08.862499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f4700-7116-46d8-86dd-1be0dc50255e req-c86c2f70-fc17-439e-8d90-6669e23a5a91 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:08.864176 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-019f4700-7116-46d8-86dd-1be0dc50255e req-c86c2f70-fc17-439e-8d90-6669e23a5a91 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0584931 Aug 31 16:29:08.887696 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:08.925937 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-019f4700-7116-46d8-86dd-1be0dc50255e req-8b4d1600-fbd5-4de5-87ee-c3107b3a8673 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553460 Aug 31 16:29:10.070258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c69fa-5dd4-408c-9bb7-471ebc68eabf req-238a4ddf-7e8c-47eb-b401-6c51742102a1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:10.071963 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cf8c69fa-5dd4-408c-9bb7-471ebc68eabf req-238a4ddf-7e8c-47eb-b401-6c51742102a1 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0532565 Aug 31 16:29:10.130711 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cf8c69fa-5dd4-408c-9bb7-471ebc68eabf req-394fc384-a30a-41c4-b6c2-229c886a924e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522242 Aug 31 16:29:10.764430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d2b2592a-baa5-4bd1-a6a0-d196ef762e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:11.272243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238539-e471-4887-8c2a-6fab2413e967 req-f99782aa-4ebf-4616-a412-0068a033a10c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:11.274020 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b5238539-e471-4887-8c2a-6fab2413e967 req-f99782aa-4ebf-4616-a412-0068a033a10c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0562365 Aug 31 16:29:11.335920 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b5238539-e471-4887-8c2a-6fab2413e967 req-309c00ab-b2c2-4f43-bb79-af7bbef6f13d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515954 Aug 31 16:29:12.324749 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:12.489704 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7deade-ca82-485a-a271-3a7dca9d91a4 req-5e0c5ad8-39b7-4d88-b7b0-2537b9f427cb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:12.491410 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5f7deade-ca82-485a-a271-3a7dca9d91a4 req-5e0c5ad8-39b7-4d88-b7b0-2537b9f427cb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0604062 Aug 31 16:29:12.559296 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5f7deade-ca82-485a-a271-3a7dca9d91a4 req-e4f170f7-c3b3-4c42-917b-c1f64863ff84 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573468 Aug 31 16:29:13.610116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:13.720441 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd0ae5-675e-4cb7-b534-c8fee6d9f528 req-0fee7425-a907-404a-9058-7440192d3c46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:13.723193 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f0bd0ae5-675e-4cb7-b534-c8fee6d9f528 req-0fee7425-a907-404a-9058-7440192d3c46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0622320 Aug 31 16:29:13.788805 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f0bd0ae5-675e-4cb7-b534-c8fee6d9f528 req-e8424c46-fb75-4ed3-921f-3e0a15a22098 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585053 Aug 31 16:29:13.935771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:14.940623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5803d-0b99-4fc5-b882-e19f3fcd513d req-2c7fea4b-5c7a-46a3-9faf-7b4a18e7c330 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:14.942296 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8dc5803d-0b99-4fc5-b882-e19f3fcd513d req-2c7fea4b-5c7a-46a3-9faf-7b4a18e7c330 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0517716 Aug 31 16:29:15.001319 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8dc5803d-0b99-4fc5-b882-e19f3fcd513d req-e74ea1b2-1a69-4700-8be5-7514ee950863 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515060 Aug 31 16:29:16.136274 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b499e-aab3-4049-82e5-14cbfa99f63a req-6841e6f6-d071-4abf-85f4-2ed1f9254478 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:16.138388 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-805b499e-aab3-4049-82e5-14cbfa99f63a req-6841e6f6-d071-4abf-85f4-2ed1f9254478 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0555677 Aug 31 16:29:16.196254 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-805b499e-aab3-4049-82e5-14cbfa99f63a req-505eb0cf-0954-494c-b2b7-8d7f5082be7d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517232 Aug 31 16:29:17.330351 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5807f2-ad1d-4a02-b61b-cc9d52fbb5fd req-ae37f0e5-4880-4ab3-a079-dfa5fffe0993 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:17.332549 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ee5807f2-ad1d-4a02-b61b-cc9d52fbb5fd req-ae37f0e5-4880-4ab3-a079-dfa5fffe0993 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0544498 Aug 31 16:29:17.396376 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ee5807f2-ad1d-4a02-b61b-cc9d52fbb5fd req-f8536044-1711-479d-bd29-f46df3d7a558 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574770 Aug 31 16:29:17.816989 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:17.817819 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:18.528454 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546730ec-dda8-4470-a314-a5869f8c9c0e req-15644f09-1902-4f3a-9b1e-7db5d403a2d9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:18.530349 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-546730ec-dda8-4470-a314-a5869f8c9c0e req-15644f09-1902-4f3a-9b1e-7db5d403a2d9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0529313 Aug 31 16:29:18.598092 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-546730ec-dda8-4470-a314-a5869f8c9c0e req-0245ae4b-8697-42d0-9d52-4babef878fe6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614457 Aug 31 16:29:20.096708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd44f36-a80e-4d05-a44b-ee16fe280aa8 req-91a821fd-6e2b-43c1-8406-edcf76dea2f0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:20.098433 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0fd44f36-a80e-4d05-a44b-ee16fe280aa8 req-91a821fd-6e2b-43c1-8406-edcf76dea2f0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.3811424 Aug 31 16:29:20.161725 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0fd44f36-a80e-4d05-a44b-ee16fe280aa8 req-f4eedb63-5ba4-4351-af3a-68346c55ec0d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567880 Aug 31 16:29:21.326830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa89568-3a69-40a8-a2ee-994a22cf5307 req-b27cca7f-feed-4b98-add1-e92c2b991005 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:21.328549 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1fa89568-3a69-40a8-a2ee-994a22cf5307 req-b27cca7f-feed-4b98-add1-e92c2b991005 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0569634 Aug 31 16:29:21.368077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:21.396739 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1fa89568-3a69-40a8-a2ee-994a22cf5307 req-fac0ccfc-cabd-4dd8-8f2e-0a133d846552 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572903 Aug 31 16:29:21.415080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:22.549645 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224ffab-3adc-4a92-adc6-a4eee92dfb66 req-948191ed-9688-4d22-ab1e-123fce8072dc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:22.551323 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3224ffab-3adc-4a92-adc6-a4eee92dfb66 req-948191ed-9688-4d22-ab1e-123fce8072dc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0622666 Aug 31 16:29:22.615491 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3224ffab-3adc-4a92-adc6-a4eee92dfb66 req-65250541-b860-40a2-ac08-9e5dd9789249 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533793 Aug 31 16:29:23.753517 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa6f80-1693-4901-8248-c2437370d735 req-42d8d026-3f29-4c14-9297-bb70bc286679 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:23.755506 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3bfa6f80-1693-4901-8248-c2437370d735 req-42d8d026-3f29-4c14-9297-bb70bc286679 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0541339 Aug 31 16:29:23.847274 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3bfa6f80-1693-4901-8248-c2437370d735 req-7462adc1-8845-4d5b-a2a0-e80511165a9a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841422 Aug 31 16:29:24.999439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267041f-8cb2-4d7f-a480-92bd85e16817 req-20ff776e-1771-46b3-9f20-8c8a98c61450 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:25.002974 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f267041f-8cb2-4d7f-a480-92bd85e16817 req-20ff776e-1771-46b3-9f20-8c8a98c61450 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0730464 Aug 31 16:29:25.032305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:25.078654 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f267041f-8cb2-4d7f-a480-92bd85e16817 req-9c1f414b-67c0-4082-ab7c-b86cdff0b7e0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694492 Aug 31 16:29:26.233443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842db9d-e4c5-44c6-97de-8b47f3ab28a8 req-ded86cb5-a1b1-4f98-b53a-7c4c7c76500e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:26.235141 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0842db9d-e4c5-44c6-97de-8b47f3ab28a8 req-ded86cb5-a1b1-4f98-b53a-7c4c7c76500e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0561345 Aug 31 16:29:26.301387 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0842db9d-e4c5-44c6-97de-8b47f3ab28a8 req-6ea6b7dc-2815-4fc5-b584-9d8a51af8a61 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594940 Aug 31 16:29:27.467335 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5113c-122f-491f-ab65-074a33897c57 req-bdd9fe7c-6ae4-4f47-82c6-db0dd7b1a816 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:27.468947 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-86f5113c-122f-491f-ab65-074a33897c57 req-bdd9fe7c-6ae4-4f47-82c6-db0dd7b1a816 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0577219 Aug 31 16:29:27.547592 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-86f5113c-122f-491f-ab65-074a33897c57 req-a59638bd-26fe-4a3c-ab5d-9e5c02da1d52 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721905 Aug 31 16:29:28.699589 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaae30c-6f38-453f-b7d0-b38c8a1c941f req-85cc0e86-555e-4950-8609-9a64087f3d69 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:28.701200 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1aaae30c-6f38-453f-b7d0-b38c8a1c941f req-85cc0e86-555e-4950-8609-9a64087f3d69 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0595088 Aug 31 16:29:28.764302 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1aaae30c-6f38-453f-b7d0-b38c8a1c941f req-82f3344c-0836-4226-a3dc-4ac3d74d0f19 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564933 Aug 31 16:29:29.905818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083552c-89aa-4100-9b5a-f1d942987ad3 req-bf535709-45d7-43f0-9bfb-76859434a69a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:29.907459 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2083552c-89aa-4100-9b5a-f1d942987ad3 req-bf535709-45d7-43f0-9bfb-76859434a69a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0598147 Aug 31 16:29:29.922086 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:29.990325 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2083552c-89aa-4100-9b5a-f1d942987ad3 req-a91a331c-56c9-4e62-9185-e2ee233d9348 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758889 Aug 31 16:29:31.151988 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d922411-6664-4da7-bd6c-61ccbee63389 req-a72bb768-a1b2-4dfe-96e2-d2f57d530af8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:31.153679 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0d922411-6664-4da7-bd6c-61ccbee63389 req-a72bb768-a1b2-4dfe-96e2-d2f57d530af8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0566158 Aug 31 16:29:31.214657 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0d922411-6664-4da7-bd6c-61ccbee63389 req-a2983664-1580-4a7e-9c75-bf1acffa7889 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=af5cc67a-6385-4867-a825-b78313e91e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547698 Aug 31 16:29:31.336484 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=24 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:31.348968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=6,neutron:SELECT=20 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:31.429980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-23c16b41-fba7-440b-9da7-d285c50124ab tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:31.432330 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-23c16b41-fba7-440b-9da7-d285c50124ab tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 945 time: 0.0553372 Aug 31 16:29:31.541158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port d825d2bd-fa4a-4915-9e4b-618f02674a8c {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:29:31.541721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:31.671034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port d825d2bd-fa4a-4915-9e4b-618f02674a8c, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=d825d2bd-fa4a-4915-9e4b-618f02674a8c,segment=NetworkSegment(49e95772-1646-48ef-84b3-b3012bf79b62),segment_id=49e95772-1646-48ef-84b3-b3012bf79b62)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:31.671370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:31.688966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for d825d2bd-fa4a-4915-9e4b-618f02674a8c owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:29:31.923949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (d825d2bd-fa4a-4915-9e4b-618f02674a8c), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:31.953591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=d825d2bd-fa4a-4915-9e4b-618f02674a8c,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:31.970106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.970465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.970811 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.971154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.971493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.971824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.972161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.972496 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.972808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.973131 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.973535 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.973836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.974145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.974463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:31.974785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:32.018990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] No DVR routers for this DVR port d825d2bd-fa4a-4915-9e4b-618f02674a8c on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:29:32.022488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:32.028546 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-42c53781-c4f7-491f-ad6e-dc9953daf5da req-9f6abb59-4705-438f-a736-db6b9dc1f14a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "DELETE /networking/v2.0/ports/d825d2bd-fa4a-4915-9e4b-618f02674a8c HTTP/1.1" status: 204 len: 173 time: 0.5877075 Aug 31 16:29:32.029172 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8573a51-9030-4744-99da-2ada3b84af3a', 'name': 'network-vif-deleted', 'tag': 'd825d2bd-fa4a-4915-9e4b-618f02674a8c'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:29:32.031931 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c687d1c0-e711-444a-8b3c-e4ed1dee5fa1" -d '{"events": [{"server_uuid": "d8573a51-9030-4744-99da-2ada3b84af3a", "name": "network-vif-deleted", "tag": "d825d2bd-fa4a-4915-9e4b-618f02674a8c"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:29:32.076259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012de05d-60a4-499f-a31e-80a64a5b7295 x-openstack-request-id: req-012de05d-60a4-499f-a31e-80a64a5b7295 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:29:32.076555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8573a51-9030-4744-99da-2ada3b84af3a", "name": "network-vif-deleted", "tag": "d825d2bd-fa4a-4915-9e4b-618f02674a8c", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:29:32.076806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-012de05d-60a4-499f-a31e-80a64a5b7295 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:29:32.077219 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-012de05d-60a4-499f-a31e-80a64a5b7295']: {'server_uuid': 'd8573a51-9030-4744-99da-2ada3b84af3a', 'name': 'network-vif-deleted', 'tag': 'd825d2bd-fa4a-4915-9e4b-618f02674a8c', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:29:32.372344 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-60f97507-0f9e-4949-85e6-61bd392daae5 req-dd06331e-208a-45fd-9b3f-33f20640045c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 210 time: 0.0423992 Aug 31 16:29:32.736607 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:32.742081 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:33.526371 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-87059264-2307-4685-a60b-0775bde2ca8a req-699a9331-97d3-4eaf-8152-12e32614135d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 210 time: 0.0371776 Aug 31 16:29:33.794763 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-43fb8501-2e35-4e21-9cf9-522c6dbb34fd req-cec48c05-200e-4a40-8222-c954b5a9aaf0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d8573a51-9030-4744-99da-2ada3b84af3a HTTP/1.1" status: 200 len: 210 time: 0.0581172 Aug 31 16:29:34.368529 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device d825d2bd-fa4a-4915-9e4b-618f02674a8c no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:29:34.390170 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: d825d2bd-fa4a-4915-9e4b-618f02674a8c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:29:34.396590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device d825d2bd-fa4a-4915-9e4b-618f02674a8c not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:29:34.483116 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47166) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:34.720373 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:34.890928 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (900a31d8-6afe-45b2-b4b8-25931aafcbd3), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:35.044005 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:35.169774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 8365915a-45c8-49a3-a00d-62fdf6ebd19f {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:29:35.170184 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:35.277280 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 8365915a-45c8-49a3-a00d-62fdf6ebd19f, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=8365915a-45c8-49a3-a00d-62fdf6ebd19f,segment=NetworkSegment(49e95772-1646-48ef-84b3-b3012bf79b62),segment_id=49e95772-1646-48ef-84b3-b3012bf79b62)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:35.277723 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:35.293535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 8365915a-45c8-49a3-a00d-62fdf6ebd19f owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:29:35.563529 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (8365915a-45c8-49a3-a00d-62fdf6ebd19f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:35.592175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=8365915a-45c8-49a3-a00d-62fdf6ebd19f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:35.610099 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.610381 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.610935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.611488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.612075 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.612546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.612951 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.613358 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.613812 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.614204 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.614603 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.614988 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.615488 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.615990 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.616439 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:35.869131 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (900a31d8-6afe-45b2-b4b8-25931aafcbd3), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:36.035882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:36.486752 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:36.535341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:29:36.669403 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:29:36.675842 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-64c5391c-d302-458f-8f99-0460e06e9426 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "PUT /networking/v2.0/routers/900a31d8-6afe-45b2-b4b8-25931aafcbd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1910512 Aug 31 16:29:36.679882 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47168) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:36.680609 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] Sync routers for ids ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:29:36.695536 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] Routers {'900a31d8-6afe-45b2-b4b8-25931aafcbd3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:29:36.696352 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:29:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:36.747475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f97fd9b-54ee-4bf5-84ec-b5c3489263be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting subnet 6014c4aa-3d5b-4627-b1d8-57fe91907d6f {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:29:36.751473 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f97fd9b-54ee-4bf5-84ec-b5c3489263be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (6014c4aa-3d5b-4627-b1d8-57fe91907d6f), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:36.812444 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f97fd9b-54ee-4bf5-84ec-b5c3489263be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (6014c4aa-3d5b-4627-b1d8-57fe91907d6f), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:36.841418 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] Set router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:29:36.911374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f97fd9b-54ee-4bf5-84ec-b5c3489263be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (6014c4aa-3d5b-4627-b1d8-57fe91907d6f), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:37.084111 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f97fd9b-54ee-4bf5-84ec-b5c3489263be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (6014c4aa-3d5b-4627-b1d8-57fe91907d6f), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:37.131303 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-9f97fd9b-54ee-4bf5-84ec-b5c3489263be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:37.138584 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-9f97fd9b-54ee-4bf5-84ec-b5c3489263be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/6014c4aa-3d5b-4627-b1d8-57fe91907d6f HTTP/1.1" status: 204 len: 168 time: 0.4575355 Aug 31 16:29:37.141780 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97fd9b-54ee-4bf5-84ec-b5c3489263be tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Subnet': ['ID=6014c4aa-3d5b-4627-b1d8-57fe91907d6f,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:37.141951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b537654-5384-4a94-955a-5ee04f105ee1 None None] Network dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:29:37.142876 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47170) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:37.148655 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106003506', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:29:35Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:37.202026 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] Checking router: 900a31d8-6afe-45b2-b4b8-25931aafcbd3 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:29:37.219304 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] Routers {'900a31d8-6afe-45b2-b4b8-25931aafcbd3'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:29:37.219930 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:29:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:37.341812 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (900a31d8-6afe-45b2-b4b8-25931aafcbd3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:37.382917 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] DHCP port deletion for dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:29:37.403000 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] Set router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:29:37.454848 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Deleting port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:29:37.455391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:37.546673 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (900a31d8-6afe-45b2-b4b8-25931aafcbd3), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:37.559203 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] For port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe,segment=NetworkSegment(49e95772-1646-48ef-84b3-b3012bf79b62),segment_id=49e95772-1646-48ef-84b3-b3012bf79b62)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:37.559836 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:37.585827 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Calling delete_port for 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:29:37.714968 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106003506', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:29:35Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:37.725766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 6deb1fea-206f-47e1-ba36-ba0ea37a89be {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:29:37.726639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:37.747668 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f9676-382b-4ea1-8e79-422887b5d965 None None] The sync data for ids ['900a31d8-6afe-45b2-b4b8-25931aafcbd3'] in dv-neutron-855257-2-hyperv is: [{'id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106003506', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:29:35Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '6deb1fea-206f-47e1-ba36-ba0ea37a89be', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a31d8-6afe-45b2-b4b8-25931aafcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:28:14Z', 'updated_at': '2022-08-31T16:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:29:37.752905 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:37.785100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:29:37.817161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:37.830097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:29:37.830505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:29:37.855007 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Pushing event deleted for resources: {'Port': ['ID=62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:37.857599 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] No DVR routers for this DVR port 62eeb7c2-77af-4ace-8409-1e1b7ac7d9fe on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:29:37.867364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.868167 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.870229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.870229 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.871656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.872218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.872751 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.873293 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.873821 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.874340 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.877756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.878478 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.878880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.879376 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.879549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62ec3e-e1e7-45be-a1f4-b424e34be589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:37.901445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 6deb1fea-206f-47e1-ba36-ba0ea37a89be, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6deb1fea-206f-47e1-ba36-ba0ea37a89be,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:37.902046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:37.921000 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:37.922712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 6deb1fea-206f-47e1-ba36-ba0ea37a89be owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:29:38.261849 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6deb1fea-206f-47e1-ba36-ba0ea37a89be), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:38.299291 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=6deb1fea-206f-47e1-ba36-ba0ea37a89be,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:38.390486 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (900a31d8-6afe-45b2-b4b8-25931aafcbd3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:38.492960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (900a31d8-6afe-45b2-b4b8-25931aafcbd3), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:38.496992 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_controller (900a31d8-6afe-45b2-b4b8-25931aafcbd3), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:38.649448 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b15d435f-997d-41ef-8afd-36eee51baf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:38.689389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (900a31d8-6afe-45b2-b4b8-25931aafcbd3), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:38.690101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Fanout notify agent at l3_agent the message router_deleted on router 900a31d8-6afe-45b2-b4b8-25931aafcbd3 {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:29:38.705433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:38.705433 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a2d955d7-03cf-4464-839e-7e93cbedfa29 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/routers/900a31d8-6afe-45b2-b4b8-25931aafcbd3 HTTP/1.1" status: 204 len: 168 time: 1.5539558 Aug 31 16:29:38.705433 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47172) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:38.824193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:38.929982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:38.958972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:38.971572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e95772-1646-48ef-84b3-b3012bf79b62') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:38.971862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e95772-1646-48ef-84b3-b3012bf79b62') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:38.984055 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (49e95772-1646-48ef-84b3-b3012bf79b62), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:39.001021 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (49e95772-1646-48ef-84b3-b3012bf79b62), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:39.013495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:29:39.014115 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (49e95772-1646-48ef-84b3-b3012bf79b62), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:39.078112 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 49e95772-1646-48ef-84b3-b3012bf79b62 resource provider aggregate not found Aug 31 16:29:39.102588 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 49e95772-1646-48ef-84b3-b3012bf79b62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49e95772-1646-48ef-84b3-b3012bf79b62 found for delete ", "request_id": "req-a1e5f390-cf8b-4c1b-a680-f36c3af0f48b"}]} Aug 31 16:29:39.209002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:39.219014 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:39.222681 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/networks/dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee HTTP/1.1" status: 204 len: 168 time: 0.5165625 Aug 31 16:29:39.230316 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47178) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:39.236987 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87c020-b67a-46ea-a202-8b5f604b4b95 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Network': ['ID=dbc9ea5d-b536-4653-a5a2-c9b3f0fad9ee,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:39.304986 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27ca6396-1f74-4814-bbb2-be67a7e756db tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (af5cc67a-6385-4867-a825-b78313e91e70), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:39.341293 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27ca6396-1f74-4814-bbb2-be67a7e756db tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (af5cc67a-6385-4867-a825-b78313e91e70), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:39.495866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27ca6396-1f74-4814-bbb2-be67a7e756db tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (af5cc67a-6385-4867-a825-b78313e91e70), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:39.498570 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-27ca6396-1f74-4814-bbb2-be67a7e756db tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:39.499874 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-27ca6396-1f74-4814-bbb2-be67a7e756db tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/af5cc67a-6385-4867-a825-b78313e91e70 HTTP/1.1" status: 204 len: 168 time: 0.2682691 Aug 31 16:29:39.515631 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca6396-1f74-4814-bbb2-be67a7e756db tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5cc67a-6385-4867-a825-b78313e91e70,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:39.768965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6deb1fea-206f-47e1-ba36-ba0ea37a89be no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:29:39.799065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47184) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:39.804434 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b47082bd-9712-49a2-972a-f3cb7514430d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091073206', 'description': 'tempest-secgroup-smoke-2091073206 description', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:39.807623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 6deb1fea-206f-47e1-ba36-ba0ea37a89be {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:29:39.808186 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6deb1fea-206f-47e1-ba36-ba0ea37a89be not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:29:39.808818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8365915a-45c8-49a3-a00d-62fdf6ebd19f no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:29:39.842895 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 8365915a-45c8-49a3-a00d-62fdf6ebd19f {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:29:39.843454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 8365915a-45c8-49a3-a00d-62fdf6ebd19f not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:29:39.906391 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b47082bd-9712-49a2-972a-f3cb7514430d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:39.984314 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:39.992353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b47082bd-9712-49a2-972a-f3cb7514430d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:40.106680 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b47082bd-9712-49a2-972a-f3cb7514430d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:40.144259 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47082bd-9712-49a2-972a-f3cb7514430d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:40.274120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b47082bd-9712-49a2-972a-f3cb7514430d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:40.277020 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b47082bd-9712-49a2-972a-f3cb7514430d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4766977 Aug 31 16:29:40.280274 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47186) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:40.285029 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-4d12850a-a7f9-47b9-908f-58f88ed3fa46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': '4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:40.414582 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4d12850a-a7f9-47b9-908f-58f88ed3fa46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (eaf32849-e521-45ec-898e-76108474f0d6), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:40.462344 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=5 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:40.481225 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4d12850a-a7f9-47b9-908f-58f88ed3fa46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (eaf32849-e521-45ec-898e-76108474f0d6), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:40.575811 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4d12850a-a7f9-47b9-908f-58f88ed3fa46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (eaf32849-e521-45ec-898e-76108474f0d6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:40.599868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12850a-a7f9-47b9-908f-58f88ed3fa46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf32849-e521-45ec-898e-76108474f0d6,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:40.708785 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-4d12850a-a7f9-47b9-908f-58f88ed3fa46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:40.710033 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-4d12850a-a7f9-47b9-908f-58f88ed3fa46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4286902 Aug 31 16:29:40.713324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47188) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:40.718250 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-3267d19e-5703-4916-82c8-5a3d8b3cc230 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': '4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:40.792408 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-db6c9ec6-6797-4d77-8966-b2eea0c61a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:40.841700 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3267d19e-5703-4916-82c8-5a3d8b3cc230 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (0ba656e5-098c-457f-b6c3-7abd1f42a389), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:40.918030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3267d19e-5703-4916-82c8-5a3d8b3cc230 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (0ba656e5-098c-457f-b6c3-7abd1f42a389), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.003748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3267d19e-5703-4916-82c8-5a3d8b3cc230 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (0ba656e5-098c-457f-b6c3-7abd1f42a389), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.029030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267d19e-5703-4916-82c8-5a3d8b3cc230 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba656e5-098c-457f-b6c3-7abd1f42a389,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:41.103481 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-3267d19e-5703-4916-82c8-5a3d8b3cc230 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.104901 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-3267d19e-5703-4916-82c8-5a3d8b3cc230 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3903615 Aug 31 16:29:41.108464 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47190) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:41.113228 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-789c40c4-d510-4339-b89f-6923386251ca tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': '4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:41.244599 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-789c40c4-d510-4339-b89f-6923386251ca tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (9116ac64-cf15-4f82-97c0-3886d398ba91), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.318217 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-789c40c4-d510-4339-b89f-6923386251ca tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (9116ac64-cf15-4f82-97c0-3886d398ba91), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.386423 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-789c40c4-d510-4339-b89f-6923386251ca tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (9116ac64-cf15-4f82-97c0-3886d398ba91), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.412090 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c40c4-d510-4339-b89f-6923386251ca tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9116ac64-cf15-4f82-97c0-3886d398ba91,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:41.468325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-789c40c4-d510-4339-b89f-6923386251ca tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.469676 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-789c40c4-d510-4339-b89f-6923386251ca tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3601558 Aug 31 16:29:41.473078 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47192) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:41.478249 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-cca1f14e-91d5-43fd-a9e1-364909da3540 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': '4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:41.570662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cca1f14e-91d5-43fd-a9e1-364909da3540 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (4d63c9be-869d-4efb-a611-88965dcfaec3), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.644915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cca1f14e-91d5-43fd-a9e1-364909da3540 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (4d63c9be-869d-4efb-a611-88965dcfaec3), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.717914 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cca1f14e-91d5-43fd-a9e1-364909da3540 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4d63c9be-869d-4efb-a611-88965dcfaec3), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.740495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1f14e-91d5-43fd-a9e1-364909da3540 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d63c9be-869d-4efb-a611-88965dcfaec3,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:41.811360 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cca1f14e-91d5-43fd-a9e1-364909da3540 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.813166 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cca1f14e-91d5-43fd-a9e1-364909da3540 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388214 Aug 31 16:29:41.816420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47194) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:41.821925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-b7d91513-2065-40dd-ad4e-7770d13b814c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': '4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:41.906454 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-b7d91513-2065-40dd-ad4e-7770d13b814c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Project b6a2179b78184c81b58b8d33ffaff42f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:29:41.914078 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b7d91513-2065-40dd-ad4e-7770d13b814c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (46bc2fcc-6158-4e16-91ee-9f5bff99639d), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:41.989327 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:42.010730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b7d91513-2065-40dd-ad4e-7770d13b814c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (46bc2fcc-6158-4e16-91ee-9f5bff99639d), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:42.123791 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b7d91513-2065-40dd-ad4e-7770d13b814c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (46bc2fcc-6158-4e16-91ee-9f5bff99639d), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:42.167897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d91513-2065-40dd-ad4e-7770d13b814c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bc2fcc-6158-4e16-91ee-9f5bff99639d,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:42.268935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-b7d91513-2065-40dd-ad4e-7770d13b814c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:42.270489 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-b7d91513-2065-40dd-ad4e-7770d13b814c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4528468 Aug 31 16:29:42.273900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47196) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:42.280142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-34fe6c48-6e98-43f9-8d72-fc8882bed001 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'security_group_rule': {'security_group_id': '4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:42.295289 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:42.439630 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-34fe6c48-6e98-43f9-8d72-fc8882bed001 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Project b6a2179b78184c81b58b8d33ffaff42f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:29:42.448082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34fe6c48-6e98-43f9-8d72-fc8882bed001 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (243784d0-6198-4110-afd5-af8be4aaf7fa), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:42.472523 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:42.518465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34fe6c48-6e98-43f9-8d72-fc8882bed001 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (243784d0-6198-4110-afd5-af8be4aaf7fa), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:42.632711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34fe6c48-6e98-43f9-8d72-fc8882bed001 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (243784d0-6198-4110-afd5-af8be4aaf7fa), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:42.657033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe6c48-6e98-43f9-8d72-fc8882bed001 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243784d0-6198-4110-afd5-af8be4aaf7fa,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:42.742911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34fe6c48-6e98-43f9-8d72-fc8882bed001 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:42.745225 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-34fe6c48-6e98-43f9-8d72-fc8882bed001 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4692762 Aug 31 16:29:42.748392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47198) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:42.754216 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'network': {'name': 'tempest-network-smoke--1916672462', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'port_security_enabled': True}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:42.866085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:42.871319 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:42.901822 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:29:42.912585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (fd4601bc-e393-41bc-ad38-e50f1017df66), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:42.912978 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Added segment fd4601bc-e393-41bc-ad38-e50f1017df66 of type vlan for network cde36765-b1c1-4be2-9d56-44b8fa30031b Aug 31 16:29:42.961104 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (cde36765-b1c1-4be2-9d56-44b8fa30031b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:43.078158 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (cde36765-b1c1-4be2-9d56-44b8fa30031b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:43.083568 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:43.084390 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:43.163798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Network': ['ID=cde36765-b1c1-4be2-9d56-44b8fa30031b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:43.178088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network cde36765-b1c1-4be2-9d56-44b8fa30031b details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:29:43.247381 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-963caf4d-15a6-4935-9610-565b9610a417 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4977298 Aug 31 16:29:43.250798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47200) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:43.255450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1383110497', 'admin_state_up': True, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:43.353195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:43.354730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:43.426821 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_controller (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:43.632455 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:43.683498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:43.929331 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:43.964358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:43.991147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:44.117760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:44.120511 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.26.2.80 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/353812eb-2118-4e82-9432-b8a3d1abeca0) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:44.252059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=9 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:44.264677 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:44.352649 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:44.402697 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:44.406125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:44.411119 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:29:44.435421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=353812eb-2118-4e82-9432-b8a3d1abeca0,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:44.813808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:44.822613 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:29:45.078328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:45.211214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:45.323818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:29:45.523376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:29:45.535499 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Sync routers for ids ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:29:45.548620 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Routers {'2e8f34b5-fa52-48b9-9219-04ea319dbb3f'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:29:45.549262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:29:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:45.624762 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:45.626987 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0c9c55fe-df41-41e7-bb4a-6c64d523ea00 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3748646 Aug 31 16:29:45.630642 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47202) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:45.668498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Set router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:29:45.730929 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-588f0ef9-eb5d-455f-b978-760267eda81a tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?project_id=b6a2179b78184c81b58b8d33ffaff42f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0944552 Aug 31 16:29:45.731282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47206) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:45.865887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36425e8-1c2b-45de-b184-5731cd4d5e42 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:45.872644 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a36425e8-1c2b-45de-b184-5731cd4d5e42 tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349766 Aug 31 16:29:45.872958 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47208) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:45.909046 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ed1244ba-9f95-49e8-bbab-01fdc13a59ad tempest-TestNetworkAdvancedServerOps-2042644988 tempest-TestNetworkAdvancedServerOps-2042644988-project-admin] 10.222.0.46 "GET /networking/v2.0/subnets?network_id=b552db91-cf92-4da4-9b5b-c66dd5fca7ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346642 Aug 31 16:29:45.909336 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47210) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:45.918994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-372819892', 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:45.922681 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1383110497', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:44Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:45.957130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Checking router: 2e8f34b5-fa52-48b9-9219-04ea319dbb3f for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:29:45.957640 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Updating router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f port 353812eb-2118-4e82-9432-b8a3d1abeca0 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:29:46.148918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:46.176252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:46.183421 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:46.277428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:46.295647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:46.297116 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:46.567117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Publish callbacks [] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:46.626707 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (941d8e79-fd26-4861-bfd7-80ee891c9900), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:46.655538 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:46.696120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Subnet': ['ID=941d8e79-fd26-4861-bfd7-80ee891c9900,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:46.723069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Attempting to bind port 353812eb-2118-4e82-9432-b8a3d1abeca0 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:29:46.723756 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Attempting to bind port 353812eb-2118-4e82-9432-b8a3d1abeca0 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:29:46.724370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Attempting to bind port 353812eb-2118-4e82-9432-b8a3d1abeca0 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:29:46.726208 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Checking segment: {'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:29:46.726590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network hostable DHCP agents. Network: cde36765-b1c1-4be2-9d56-44b8fa30031b, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:29:46.742008 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:46.752648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:29:46.753255 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:29:46.753951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:46.754555 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:29:46.755334 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Bound port: 353812eb-2118-4e82-9432-b8a3d1abeca0, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:29:46.755923 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:46.801126 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f10d8c-b254-4254-98be-d677f5a20082 None None] Pushing event updated for resources: {'Port': ['ID=353812eb-2118-4e82-9432-b8a3d1abeca0,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:46.862233 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] For port 353812eb-2118-4e82-9432-b8a3d1abeca0, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:46.869590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] For port 353812eb-2118-4e82-9432-b8a3d1abeca0, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=353812eb-2118-4e82-9432-b8a3d1abeca0,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:46.878495 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network cde36765-b1c1-4be2-9d56-44b8fa30031b is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:29:46.959075 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:46.992251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, cde36765-b1c1-4be2-9d56-44b8fa30031b) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:47.001601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:47.001601 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:47.012183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Routers {'2e8f34b5-fa52-48b9-9219-04ea319dbb3f'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:29:47.012858 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:29:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:47.063612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe1143-69e1-4299-ab2e-cba819d758b5 None None] Network cde36765-b1c1-4be2-9d56-44b8fa30031b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:29:47.137465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5f8d16c6-a97f-4442-a45a-166d46210508 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2238197 Aug 31 16:29:47.138386 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47212) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:29:47.188552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:47.270227 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f10d8c-b254-4254-98be-d677f5a20082 None None] Pushing event updated for resources: {'Port': ['ID=353812eb-2118-4e82-9432-b8a3d1abeca0,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:47.363476 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] Set router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:29:47.503570 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-cde36765-b1c1-4be2-9d56-44b8fa30031b', 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b', 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'fixed_ips': [{'subnet_id': '941d8e79-fd26-4861-bfd7-80ee891c9900'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:29:47.505161 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:47.963729 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1383110497', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:44Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:48.022617 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56cf58-b767-485e-acdf-b562156f2b8f None None] The sync data for ids ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'] in dv-neutron-855257-2-hyperv is: [{'id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1383110497', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:44Z', 'revision_number': 3, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:29:48.027031 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Allocated IP 172.20.0.2 (cde36765-b1c1-4be2-9d56-44b8fa30031b/941d8e79-fd26-4861-bfd7-80ee891c9900/6056583e-f0e2-4ac1-a4b7-43a1e19b40ee) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:48.186040 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:48.311227 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Publish callbacks [] for port (6056583e-f0e2-4ac1-a4b7-43a1e19b40ee), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:48.427745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (6056583e-f0e2-4ac1-a4b7-43a1e19b40ee), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:48.502390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Network cde36765-b1c1-4be2-9d56-44b8fa30031b is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:48.511171 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:48.518610 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:29:48.525047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Pushing event updated for resources: {'Port': ['ID=6056583e-f0e2-4ac1-a4b7-43a1e19b40ee,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:48.590582 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:48.608824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.20.0.1 (cde36765-b1c1-4be2-9d56-44b8fa30031b/941d8e79-fd26-4861-bfd7-80ee891c9900/44eb271c-1ef1-4d19-89d7-1f552ffcf0f9) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:48.624585 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Attempting to bind port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:29:48.625683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Attempting to bind port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:29:48.626053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Attempting to bind port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee on network cde36765-b1c1-4be2-9d56-44b8fa30031b {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:29:48.639444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:29:48.640228 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Checking segment: {'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:29:48.641202 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:48.641772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Bound using segment: {'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:29:48.642551 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Bound port: 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:29:48.643192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6056583e-f0e2-4ac1-a4b7-43a1e19b40ee), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:48.664302 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:48.758443 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] For port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:48.765765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] For port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6056583e-f0e2-4ac1-a4b7-43a1e19b40ee,segment=NetworkSegment(fd4601bc-e393-41bc-ad38-e50f1017df66),segment_id=fd4601bc-e393-41bc-ad38-e50f1017df66)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:48.817889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:48.847949 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:48.872492 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6056583e-f0e2-4ac1-a4b7-43a1e19b40ee), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:48.940506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=7 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:48.942155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:48.952414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3723-7be0-4b40-988f-91c56e52661b None None] Pushing event updated for resources: {'Port': ['ID=6056583e-f0e2-4ac1-a4b7-43a1e19b40ee,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:48.992461 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network cde36765-b1c1-4be2-9d56-44b8fa30031b is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:48.997484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:49.004866 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:29:49.053892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=44eb271c-1ef1-4d19-89d7-1f552ffcf0f9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:49.085730 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:49.439398 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:49.841449 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:49.881005 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:49.901480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:49.979989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:29:49.980696 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6056583e-f0e2-4ac1-a4b7-43a1e19b40ee), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:49.981527 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee Aug 31 16:29:49.996035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=44eb271c-1ef1-4d19-89d7-1f552ffcf0f9,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:50.007764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:50.037663 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:50.052258 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:29:50.057176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 353812eb-2118-4e82-9432-b8a3d1abeca0 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:50.123723 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 353812eb-2118-4e82-9432-b8a3d1abeca0 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:29:50.124063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:50.124210 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 353812eb-2118-4e82-9432-b8a3d1abeca0 Aug 31 16:29:50.136591 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network cde36765-b1c1-4be2-9d56-44b8fa30031b is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:50.138659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:50.196765 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:29:50.308116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:29:50.484413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:29:50.489101 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-34d62f2a-bc62-428a-9956-f116f0e5615c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "PUT /networking/v2.0/routers/2e8f34b5-fa52-48b9-9219-04ea319dbb3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3490613 Aug 31 16:29:50.506081 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Sync routers for ids ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:29:50.524648 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Routers {'2e8f34b5-fa52-48b9-9219-04ea319dbb3f'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:29:50.525366 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:29:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:50.679056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d3f87e-b816-4c81-93a7-997ad896f955 None None] Network cde36765-b1c1-4be2-9d56-44b8fa30031b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:29:50.704755 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Set router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:29:50.769921 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-a8e9f05f-fb41-47a9-81ca-283fbb2750bf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2091073206&fields=id&tenant_id=b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 267 time: 0.0844529 Aug 31 16:29:50.808907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-55ddadf1-d13a-4ae5-8e25-026e23a48a31 None None] Provisioning complete for port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:29:50.809625 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-55ddadf1-d13a-4ae5-8e25-026e23a48a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6056583e-f0e2-4ac1-a4b7-43a1e19b40ee), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:50.810191 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-55ddadf1-d13a-4ae5-8e25-026e23a48a31 None None] Attempt 1 to provision port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee Aug 31 16:29:50.958822 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-392de624-4689-4a50-abad-532149d224c5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:50.962232 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-392de624-4689-4a50-abad-532149d224c5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/networks?id=cde36765-b1c1-4be2-9d56-44b8fa30031b HTTP/1.1" status: 200 len: 797 time: 0.1833417 Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-55ddadf1-d13a-4ae5-8e25-026e23a48a31 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:50.964898 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:29:50.984771 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1383110497', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:49Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '44eb271c-1ef1-4d19-89d7-1f552ffcf0f9', 'name': '', 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:e6:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '941d8e79-fd26-4861-bfd7-80ee891c9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:48Z', 'updated_at': '2022-08-31T16:29:49Z', 'revision_number': 2, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': '941d8e79-fd26-4861-bfd7-80ee891c9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:50.993270 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-663fdcf8-f9f6-446a-b1da-0438f930f846 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/quotas/b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 375 time: 0.0164473 Aug 31 16:29:51.014578 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Checking router: 2e8f34b5-fa52-48b9-9219-04ea319dbb3f for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:29:51.014942 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Updating router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:29:51.046761 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:51.054210 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:51.071866 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:51.075371 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-ff48755a-3818-433a-bc61-5ad1f3bf2574 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748689 Aug 31 16:29:51.109230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:51.201939 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-9db4cf58-7e33-45a8-8fc2-00b5bf767bda service neutron] 10.222.0.46 "GET /networking/v2.0/networks/cde36765-b1c1-4be2-9d56-44b8fa30031b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122134 Aug 31 16:29:51.284132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:51.345056 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-49de37ba-7a3c-4d5a-98be-1f9372810f7c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/cde36765-b1c1-4be2-9d56-44b8fa30031b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302855 Aug 31 16:29:51.397076 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-529bfe5b-6a7a-4e15-bc27-cde32bdb3d9b None None] Provisioning complete for port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:29:51.397694 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-529bfe5b-6a7a-4e15-bc27-cde32bdb3d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:51.398232 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-529bfe5b-6a7a-4e15-bc27-cde32bdb3d9b None None] Attempt 1 to provision port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 Aug 31 16:29:51.425324 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Publish callbacks [] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:51.447974 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:51.467616 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-529bfe5b-6a7a-4e15-bc27-cde32bdb3d9b None None] Port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:29:51.506444 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:51.636319 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Pushing event updated for resources: {'Port': ['ID=44eb271c-1ef1-4d19-89d7-1f552ffcf0f9,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:51.648276 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d5375add-2612-43e0-887a-00c18b385823 req-0634fedc-528e-4487-8502-a2efe92293e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 210 time: 0.0536673 Aug 31 16:29:51.665315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.665315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.665315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.665315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.665315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.665315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.665315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.665315 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.666580 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.666580 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.666580 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.667020 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.667175 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.667529 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.667696 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:51.678318 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Attempting to bind port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:29:51.678687 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Attempting to bind port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:29:51.679046 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Attempting to bind port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 on network cde36765-b1c1-4be2-9d56-44b8fa30031b {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:29:51.686395 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:29:51.686778 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Checking segment: {'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:29:51.687176 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:51.687560 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Bound using segment: {'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:29:51.688037 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Bound port: 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:29:51.688411 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:51.789529 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] For port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:51.795555 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] For port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=44eb271c-1ef1-4d19-89d7-1f552ffcf0f9,segment=NetworkSegment(fd4601bc-e393-41bc-ad38-e50f1017df66),segment_id=fd4601bc-e393-41bc-ad38-e50f1017df66)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:51.873381 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:51.945053 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Routers {'2e8f34b5-fa52-48b9-9219-04ea319dbb3f'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:29:51.946176 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:29:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:51.968716 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-529bfe5b-6a7a-4e15-bc27-cde32bdb3d9b None None] Attempt 2 to provision port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 Aug 31 16:29:52.044149 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb38c58-b591-4eb4-a73c-f1210df926d8 None None] Pushing event updated for resources: {'Port': ['ID=44eb271c-1ef1-4d19-89d7-1f552ffcf0f9,revision_number=4']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-529bfe5b-6a7a-4e15-bc27-cde32bdb3d9b None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:52.170660 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:29:52.176087 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] Set router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:29:52.179098 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-529bfe5b-6a7a-4e15-bc27-cde32bdb3d9b None None] Provisioning complete for port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:29:52.179466 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-529bfe5b-6a7a-4e15-bc27-cde32bdb3d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6056583e-f0e2-4ac1-a4b7-43a1e19b40ee), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:52.179805 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-529bfe5b-6a7a-4e15-bc27-cde32bdb3d9b None None] Attempt 1 to provision port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-529bfe5b-6a7a-4e15-bc27-cde32bdb3d9b None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:52.225143 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:29:52.353710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-374d3c58-678a-4989-9631-726046332009 None None] Provisioning complete for port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:29:52.354178 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-374d3c58-678a-4989-9631-726046332009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:52.354787 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-374d3c58-678a-4989-9631-726046332009 None None] Attempt 1 to provision port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-374d3c58-678a-4989-9631-726046332009 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:52.422406 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:29:52.503001 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1383110497', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:49Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '44eb271c-1ef1-4d19-89d7-1f552ffcf0f9', 'name': '', 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:e6:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '941d8e79-fd26-4861-bfd7-80ee891c9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:48Z', 'updated_at': '2022-08-31T16:29:51Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': '941d8e79-fd26-4861-bfd7-80ee891c9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:52.531909 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f50d6-8d0a-4d64-81b7-e2b1f508c922 None None] The sync data for ids ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'] in dv-neutron-855257-2-hyperv is: [{'id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1383110497', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:49Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '44eb271c-1ef1-4d19-89d7-1f552ffcf0f9', 'name': '', 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'mac_address': 'fa:16:3e:e6:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '941d8e79-fd26-4861-bfd7-80ee891c9900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:48Z', 'updated_at': '2022-08-31T16:29:51Z', 'revision_number': 4, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'subnets': [{'id': '941d8e79-fd26-4861-bfd7-80ee891c9900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:29:52.769318 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7b17ca5c-dfea-4c2f-b2f6-6cf37f4696c0 req-5e85bc40-e5ab-4938-944b-5a6c5ac1f3cc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 210 time: 0.0553684 Aug 31 16:29:53.794781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:53.863480 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:29:53.864041 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:53.864523 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:29:53.933904 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:29:53.960120 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-845be9e2-87a0-440b-8468-6c671abade06 req-2f33ab37-bb69-4b1a-ac11-dcfeea0e5648 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 210 time: 0.0473797 Aug 31 16:29:54.273917 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:54.339691 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-3de76dfb-dcb5-4711-9d15-27b2482e4fb6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:54.341277 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-3de76dfb-dcb5-4711-9d15-27b2482e4fb6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/networks?id=cde36765-b1c1-4be2-9d56-44b8fa30031b HTTP/1.1" status: 200 len: 797 time: 0.1242476 Aug 31 16:29:54.437292 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-e96501c6-4a4f-4a83-a679-527f9ef5dc76 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b6a2179b78184c81b58b8d33ffaff42f HTTP/1.1" status: 200 len: 380 time: 0.0825276 Aug 31 16:29:54.455572 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Request body: {'port': {'device_id': 'aacd30eb-ad5d-46c5-85d2-16fc1f7229bd', 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b', 'admin_state_up': True, 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'security_groups': ['4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:54.695105 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Made reservation on behalf of b6a2179b78184c81b58b8d33ffaff42f for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:54.699916 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:54.868152 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Allocated IP 172.20.0.11 (cde36765-b1c1-4be2-9d56-44b8fa30031b/941d8e79-fd26-4861-bfd7-80ee891c9900/2f7b2a30-1da9-4392-8ac3-b5fb1286a336) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:55.006022 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:55.070616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:55.087278 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d2d8f7e8-5930-4911-937a-ea87e12b64a5 req-5e764bba-0b35-41ae-9ee6-99bc82031f74 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 210 time: 0.0356352 Aug 31 16:29:55.181488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:55.239481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Network cde36765-b1c1-4be2-9d56-44b8fa30031b is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:55.244081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:55.249100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:29:55.276318 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event updated for resources: {'Port': ['ID=2f7b2a30-1da9-4392-8ac3-b5fb1286a336,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:55.329428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:55.330586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:55.431404 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-34d15ddd-1a7a-4cc9-ab73-c30aa98cd651 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9822927 Aug 31 16:29:55.445334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-2d07a919-8c5f-46ac-8611-a83285f339c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 16:29:55.447356 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-2d07a919-8c5f-46ac-8611-a83285f339c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0097427 Aug 31 16:29:55.461027 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Request body: {'port': {'device_id': 'aacd30eb-ad5d-46c5-85d2-16fc1f7229bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:55.540990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:55.566956 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-731b3017-545f-4ac9-9225-4901adc8cea8 None None] Provisioning complete for port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:29:55.568047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-731b3017-545f-4ac9-9225-4901adc8cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:55.568047 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-731b3017-545f-4ac9-9225-4901adc8cea8 None None] Attempt 1 to provision port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 Aug 31 16:29:55.608799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:55.612645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-731b3017-545f-4ac9-9225-4901adc8cea8 None None] Port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:29:55.851045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:29:55.859981 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Publish callbacks [] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:55.875004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Transition to ACTIVE for port object 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:29:55.940179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:56.090385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7b2a30-1da9-4392-8ac3-b5fb1286a336,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:56.113881 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-731b3017-545f-4ac9-9225-4901adc8cea8 None None] Attempt 2 to provision port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 Aug 31 16:29:56.146299 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:56.150532 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Attempting to bind port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:29:56.151051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Attempting to bind port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:29:56.152944 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Attempting to bind port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 on network cde36765-b1c1-4be2-9d56-44b8fa30031b {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:29:56.158760 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 on network cde36765-b1c1-4be2-9d56-44b8fa30031b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:29:56.163438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Attempting to bind port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 on network cde36765-b1c1-4be2-9d56-44b8fa30031b {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:29:56.166966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:29:56.167604 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Checking segment: {'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:29:56.168176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Bound using segment: {'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:29:56.168804 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Bound port: 2f7b2a30-1da9-4392-8ac3-b5fb1286a336, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4601bc-e393-41bc-ad38-e50f1017df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:29:56.169372 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:56.172000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-731b3017-545f-4ac9-9225-4901adc8cea8 None None] Port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:29:56.285012 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9735-b1a7-4646-92dd-92efc6800dff req-96088d90-d430-4b46-ba1c-495f3c3ae0d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:56.286689 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1c4a9735-b1a7-4646-92dd-92efc6800dff req-96088d90-d430-4b46-ba1c-495f3c3ae0d0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 944 time: 0.0805631 Aug 31 16:29:56.291975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] For port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:56.297858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] For port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=2f7b2a30-1da9-4392-8ac3-b5fb1286a336,segment=NetworkSegment(fd4601bc-e393-41bc-ad38-e50f1017df66),segment_id=fd4601bc-e393-41bc-ad38-e50f1017df66)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:56.356063 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1c4a9735-b1a7-4646-92dd-92efc6800dff req-b2ee17cf-d8a8-4e99-9885-7566554aa149 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603750 Aug 31 16:29:56.370871 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:56.397211 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:56.397875 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:56.399463 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/2f7b2a30-1da9-4392-8ac3-b5fb1286a336 HTTP/1.1" status: 200 len: 1094 time: 0.9440386 Aug 31 16:29:56.399928 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacd30eb-ad5d-46c5-85d2-16fc1f7229bd', 'tag': '2f7b2a30-1da9-4392-8ac3-b5fb1286a336'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:29:56.402328 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762d5d86-7ae8-4624-a0f8-3b2082313edf" -d '{"events": [{"name": "network-changed", "server_uuid": "aacd30eb-ad5d-46c5-85d2-16fc1f7229bd", "tag": "2f7b2a30-1da9-4392-8ac3-b5fb1286a336"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:29:56.458082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10da1323-da02-4746-8454-464a79007582 x-openstack-request-id: req-10da1323-da02-4746-8454-464a79007582 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:29:56.458407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacd30eb-ad5d-46c5-85d2-16fc1f7229bd", "tag": "2f7b2a30-1da9-4392-8ac3-b5fb1286a336", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:29:56.458619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10da1323-da02-4746-8454-464a79007582 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:29:56.459114 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10da1323-da02-4746-8454-464a79007582'] response: {'name': 'network-changed', 'server_uuid': 'aacd30eb-ad5d-46c5-85d2-16fc1f7229bd', 'tag': '2f7b2a30-1da9-4392-8ac3-b5fb1286a336', 'status': 'completed', 'code': 200} Aug 31 16:29:56.460284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4301b61-849b-4c7c-a1c8-6a42290509c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7b2a30-1da9-4392-8ac3-b5fb1286a336,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:56.535082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d5d86-7ae8-4624-a0f8-3b2082313edf req-234c1424-ea0b-4c7a-b0cb-c877d8596157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:56.536792 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-762d5d86-7ae8-4624-a0f8-3b2082313edf req-234c1424-ea0b-4c7a-b0cb-c877d8596157 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 1128 time: 0.0484700 Aug 31 16:29:56.673447 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-731b3017-545f-4ac9-9225-4901adc8cea8 None None] Attempt 3 to provision port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 Aug 31 16:29:56.674226 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d5d86-7ae8-4624-a0f8-3b2082313edf req-6c349930-11b4-4d4f-9acf-e6eacf10494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:56.675815 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-762d5d86-7ae8-4624-a0f8-3b2082313edf req-6c349930-11b4-4d4f-9acf-e6eacf10494f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1179049 Aug 31 16:29:56.720502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:56.726800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:56.744025 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-731b3017-545f-4ac9-9225-4901adc8cea8 None None] Port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:29:56.827718 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d5d86-7ae8-4624-a0f8-3b2082313edf req-15be42f4-f2b0-41a0-8d74-1df864c8eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:56.830375 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-762d5d86-7ae8-4624-a0f8-3b2082313edf req-15be42f4-f2b0-41a0-8d74-1df864c8eff0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445882 Aug 31 16:29:56.923855 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-183d14f8-0a45-465b-883b-055ae40e48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:56.925321 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-183d14f8-0a45-465b-883b-055ae40e48f4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 1128 time: 0.0463791 Aug 31 16:29:56.972006 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-ffe75853-59e4-4724-982d-416aee63ec1a service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f7b2a30-1da9-4392-8ac3-b5fb1286a336 HTTP/1.1" status: 200 len: 217 time: 0.0359855 Aug 31 16:29:57.036126 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-cf98ef3b-7b6e-4a86-b4d0-7106f157e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:57.037694 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-cf98ef3b-7b6e-4a86-b4d0-7106f157e823 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=941d8e79-fd26-4861-bfd7-80ee891c9900 HTTP/1.1" status: 200 len: 834 time: 0.0556257 Aug 31 16:29:57.095698 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-91b7db05-b667-4b3a-8d2a-9971bba5806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:57.097266 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-91b7db05-b667-4b3a-8d2a-9971bba5806a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cde36765-b1c1-4be2-9d56-44b8fa30031b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515001 Aug 31 16:29:57.163681 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:29:57.203737 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-4e744c03-39cc-4526-ac0f-b538416f9bb0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cde36765-b1c1-4be2-9d56-44b8fa30031b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983677 Aug 31 16:29:57.315367 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-2d4b3c11-2135-404d-9ff8-c51845eb144f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cde36765-b1c1-4be2-9d56-44b8fa30031b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019108 Aug 31 16:29:57.528552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7671d78-2e3f-4bb7-85f2-3b079370dfbe req-23d79edf-dfba-453a-ac85-f25640e5645f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:57.531130 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c7671d78-2e3f-4bb7-85f2-3b079370dfbe req-23d79edf-dfba-453a-ac85-f25640e5645f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 944 time: 0.0859773 Aug 31 16:29:57.590581 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c7671d78-2e3f-4bb7-85f2-3b079370dfbe req-58234a9b-4757-4dba-8143-f9aea6486efa tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509894 Aug 31 16:29:58.410578 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:29:58.551645 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=2f7b2a30-1da9-4392-8ac3-b5fb1286a336,segment=NetworkSegment(fd4601bc-e393-41bc-ad38-e50f1017df66),segment_id=fd4601bc-e393-41bc-ad38-e50f1017df66)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:58.566149 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '2f7b2a30-1da9-4392-8ac3-b5fb1286a336', 'network_id': 'cde36765-b1c1-4be2-9d56-44b8fa30031b', 'port_id': '2f7b2a30-1da9-4392-8ac3-b5fb1286a336', 'mac_address': 'fa:16:3e:e2:18:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941d8e79-fd26-4861-bfd7-80ee891c9900', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:29:58.631935 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:29:58.632561 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:58.649541 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:29:58.679322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=2f7b2a30-1da9-4392-8ac3-b5fb1286a336,segment=NetworkSegment(fd4601bc-e393-41bc-ad38-e50f1017df66),segment_id=fd4601bc-e393-41bc-ad38-e50f1017df66)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:58.731304 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af0b71-b8ad-4d89-8810-ce892ad68010 req-8c96577e-c4e2-4ed2-9aab-9dd6469f8028 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:58.732941 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c7af0b71-b8ad-4d89-8810-ce892ad68010 req-8c96577e-c4e2-4ed2-9aab-9dd6469f8028 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 944 time: 0.0555563 Aug 31 16:29:58.778357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:29:58.798058 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c7af0b71-b8ad-4d89-8810-ce892ad68010 req-0384b0b4-b765-4ea3-8c40-72e734223cee tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540206 Aug 31 16:29:58.844409 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=2f7b2a30-1da9-4392-8ac3-b5fb1286a336,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:59.038703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['2f7b2a30-1da9-4392-8ac3-b5fb1286a336'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:29:59.954457 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9add9c1-4f25-4ec1-b60b-7243e0a202b4 req-de55f628-8540-44e4-b4c4-8f2289007edb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:29:59.956119 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9add9c1-4f25-4ec1-b60b-7243e0a202b4 req-de55f628-8540-44e4-b4c4-8f2289007edb tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0670738 Aug 31 16:29:59.997312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:00.024577 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9add9c1-4f25-4ec1-b60b-7243e0a202b4 req-6f86097c-bc4c-40aa-b991-623b68fbe593 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562806 Aug 31 16:30:00.426518 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:30:00.478905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:30:00.580472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:30:00.580915 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:00.581304 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:30:00.626027 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:30:01.169942 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1335181-74ea-4727-a461-1444a35cda28 req-efad4fdd-908b-4af0-bdf0-86e18ed16198 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:01.172615 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d1335181-74ea-4727-a461-1444a35cda28 req-efad4fdd-908b-4af0-bdf0-86e18ed16198 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0664055 Aug 31 16:30:01.256037 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d1335181-74ea-4727-a461-1444a35cda28 req-a05d933a-1ae6-4a9f-8b9b-e5d5f0bae396 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770230 Aug 31 16:30:02.392802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af3c4-0509-4e2e-a9c7-f62933ec1cbe req-ac1b8178-4564-423d-a132-c785a39568c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:02.394482 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e57af3c4-0509-4e2e-a9c7-f62933ec1cbe req-ac1b8178-4564-423d-a132-c785a39568c7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0557001 Aug 31 16:30:02.462845 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e57af3c4-0509-4e2e-a9c7-f62933ec1cbe req-aea45d86-af1b-4928-b056-0ffd8960f4ab tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577364 Aug 31 16:30:03.608311 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f04201-d5fe-41a3-a033-be2a3ee5e21c req-d3c35e63-5f1e-480a-941e-04a49b2ac923 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:03.610047 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-06f04201-d5fe-41a3-a033-be2a3ee5e21c req-d3c35e63-5f1e-480a-941e-04a49b2ac923 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0589886 Aug 31 16:30:03.702144 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-06f04201-d5fe-41a3-a033-be2a3ee5e21c req-d530a549-8eca-45c0-9880-200e4b9868ad tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832925 Aug 31 16:30:04.837154 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15287b-1c29-4692-8411-68dba66308db req-0b518ef4-a77a-4401-a222-9fbfddc23077 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:04.839316 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8c15287b-1c29-4692-8411-68dba66308db req-0b518ef4-a77a-4401-a222-9fbfddc23077 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0555108 Aug 31 16:30:04.922922 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8c15287b-1c29-4692-8411-68dba66308db req-433f92f7-c3a0-42a7-ac0c-1d7ba881adbf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770586 Aug 31 16:30:06.057083 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909dce8-49a6-4fd2-9ba6-4de64efa099b req-8641f4ef-49da-4258-b452-aec92b38148c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:06.058787 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b909dce8-49a6-4fd2-9ba6-4de64efa099b req-8641f4ef-49da-4258-b452-aec92b38148c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0547512 Aug 31 16:30:06.118789 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b909dce8-49a6-4fd2-9ba6-4de64efa099b req-f2713325-3226-4489-82ca-790878d027b5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537872 Aug 31 16:30:07.254413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f6fe2-4837-4ae2-8cd2-9bea45acd400 req-2f6425ba-ccb4-4c7a-834b-e748bd62ebe0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:07.256021 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-454f6fe2-4837-4ae2-8cd2-9bea45acd400 req-2f6425ba-ccb4-4c7a-834b-e748bd62ebe0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0536458 Aug 31 16:30:07.322639 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-454f6fe2-4837-4ae2-8cd2-9bea45acd400 req-a42ce2d1-b365-4848-aa28-6e6c2b11e623 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552115 Aug 31 16:30:08.472858 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ffed8-051f-46e9-996b-ae0db6ba9a1f req-6d8ea09a-8d0f-4739-905e-2dc2981da8ec tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:08.474757 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f78ffed8-051f-46e9-996b-ae0db6ba9a1f req-6d8ea09a-8d0f-4739-905e-2dc2981da8ec tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0661011 Aug 31 16:30:08.560663 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f78ffed8-051f-46e9-996b-ae0db6ba9a1f req-f732ec51-4408-493a-8d7a-449faf1e1474 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755000 Aug 31 16:30:08.643498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7abf4267-ae58-4d68-9008-821cb0f74652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:09.735692 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b051d2-8018-4f03-98d9-dee41e9c7dcc req-56312f91-219f-4ed0-b9e5-f6d5d20f9229 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:09.736878 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:09.737500 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-13b051d2-8018-4f03-98d9-dee41e9c7dcc req-56312f91-219f-4ed0-b9e5-f6d5d20f9229 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0641258 Aug 31 16:30:09.742821 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:09.809717 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-13b051d2-8018-4f03-98d9-dee41e9c7dcc req-1cc3ca41-a65f-4d61-bf85-2ef1c627148c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644414 Aug 31 16:30:10.768973 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ea22-07c7-4f09-8e65-425e28d44031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:10.963610 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3aa1f7-3899-4f34-a2aa-153e7e54b8f6 req-8159a7ec-c3e1-447c-918e-061a281f8e17 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:10.965458 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d3aa1f7-3899-4f34-a2aa-153e7e54b8f6 req-8159a7ec-c3e1-447c-918e-061a281f8e17 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0582056 Aug 31 16:30:11.027974 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1d3aa1f7-3899-4f34-a2aa-153e7e54b8f6 req-237d6a14-cc2d-4440-b6a0-91bdc9658bb5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558639 Aug 31 16:30:12.172920 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0a75f-230c-4d7c-a67f-2d2b292a55cd req-69654f2d-968b-4c61-90d9-fa759c274952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:12.175587 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e0d0a75f-230c-4d7c-a67f-2d2b292a55cd req-69654f2d-968b-4c61-90d9-fa759c274952 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0621278 Aug 31 16:30:12.244379 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e0d0a75f-230c-4d7c-a67f-2d2b292a55cd req-df709c03-015a-470c-b309-a5d9f46d16b0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577393 Aug 31 16:30:12.323238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:13.395760 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e88a98-da0d-47d0-a560-f826c8678037 req-a43876b7-7951-4091-9698-639d4a996c46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:13.397756 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a8e88a98-da0d-47d0-a560-f826c8678037 req-a43876b7-7951-4091-9698-639d4a996c46 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0612795 Aug 31 16:30:13.458102 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a8e88a98-da0d-47d0-a560-f826c8678037 req-58a2e4f9-7be9-47f1-8ae6-e5fbd05eca5b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540717 Aug 31 16:30:13.620063 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:13.928796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:14.667700 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c8910-c702-4c43-8313-a0d616ef383b req-6c0b9354-1328-4bd2-a08f-af83352dd61c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:14.669279 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-098c8910-c702-4c43-8313-a0d616ef383b req-6c0b9354-1328-4bd2-a08f-af83352dd61c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0548499 Aug 31 16:30:14.729450 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-098c8910-c702-4c43-8313-a0d616ef383b req-af6a3584-ccc7-40f8-88cf-e589237a66a6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538061 Aug 31 16:30:15.877751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b41b77-6427-473a-a458-4f5ffcef9223 req-97b73794-82ec-41ce-9ca8-46e6e37ea6e9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:15.879473 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-03b41b77-6427-473a-a458-4f5ffcef9223 req-97b73794-82ec-41ce-9ca8-46e6e37ea6e9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0563729 Aug 31 16:30:15.943527 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-03b41b77-6427-473a-a458-4f5ffcef9223 req-341ac7ec-3b3a-45cd-93e9-0caf452d2133 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530193 Aug 31 16:30:17.096343 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3c330-8d7a-4283-956a-20d937b68d1f req-2f65d1e2-08dd-4328-919d-c559ca72d28b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:17.098115 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c1f3c330-8d7a-4283-956a-20d937b68d1f req-2f65d1e2-08dd-4328-919d-c559ca72d28b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0588005 Aug 31 16:30:17.156540 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c1f3c330-8d7a-4283-956a-20d937b68d1f req-d1971bba-9e90-407b-a837-4b8561399836 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518794 Aug 31 16:30:18.289497 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c16f07-306e-4bfc-9d1e-8c790d0e0eda req-1e4f9a41-47de-4444-8e13-91b9a95a5621 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:18.291359 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f8c16f07-306e-4bfc-9d1e-8c790d0e0eda req-1e4f9a41-47de-4444-8e13-91b9a95a5621 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0526881 Aug 31 16:30:18.355435 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f8c16f07-306e-4bfc-9d1e-8c790d0e0eda req-0cf494a2-9018-4222-ac37-bb83b558333d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571988 Aug 31 16:30:19.529091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce58b5a-9bbe-4aa9-a6b1-cf683a6c8bb4 req-2c88b665-9706-426e-9687-08e80546e98d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:19.531598 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dce58b5a-9bbe-4aa9-a6b1-cf683a6c8bb4 req-2c88b665-9706-426e-9687-08e80546e98d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0569501 Aug 31 16:30:19.621793 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-dce58b5a-9bbe-4aa9-a6b1-cf683a6c8bb4 req-4bc48801-2223-4903-98ed-f4739f9ec18e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838642 Aug 31 16:30:20.752694 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:20.766004 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed193e-92a3-40fb-be62-26a4e5fb6883 req-70e7791e-b762-4f57-bb10-d7cbbd9908dc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:20.767751 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-96ed193e-92a3-40fb-be62-26a4e5fb6883 req-70e7791e-b762-4f57-bb10-d7cbbd9908dc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0587437 Aug 31 16:30:20.848360 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-96ed193e-92a3-40fb-be62-26a4e5fb6883 req-a892dc5e-9995-48a2-b34b-c2c27ffc0c2a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732224 Aug 31 16:30:21.426637 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:21.823297 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:30:22.001893 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22d995-9a31-4054-82d7-530b82dd68bf req-051af9ab-53c2-417b-8ac8-109c503faa75 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:22.003875 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af22d995-9a31-4054-82d7-530b82dd68bf req-051af9ab-53c2-417b-8ac8-109c503faa75 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0629685 Aug 31 16:30:22.071844 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-af22d995-9a31-4054-82d7-530b82dd68bf req-5731dbbe-56c5-4b4f-af4f-95f84d69fa62 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607915 Aug 31 16:30:23.172896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=94 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:23.220363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b1034-45a4-48d9-b486-eeae3af38205 req-afec7402-8392-450d-8af1-96c02226630f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:23.222212 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b61b1034-45a4-48d9-b486-eeae3af38205 req-afec7402-8392-450d-8af1-96c02226630f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0587027 Aug 31 16:30:23.280849 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b61b1034-45a4-48d9-b486-eeae3af38205 req-6f4b5093-ef22-47d8-aa3d-fd17ea42cb3c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526569 Aug 31 16:30:24.417268 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:24.444190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea338ee2-5d98-4f9f-ab68-986cc7df2e03 req-074f0afe-7b4b-4d62-907e-2d80c541ee31 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:24.447418 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea338ee2-5d98-4f9f-ab68-986cc7df2e03 req-074f0afe-7b4b-4d62-907e-2d80c541ee31 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0844219 Aug 31 16:30:24.502661 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea338ee2-5d98-4f9f-ab68-986cc7df2e03 req-810473be-1021-46a9-b6cd-d39476c52a86 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496860 Aug 31 16:30:25.638479 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fab76-afc6-4552-abb6-c7a2d328cd19 req-ee3e973a-5e40-44b2-818a-802d5f9e1df6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:25.640133 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-db3fab76-afc6-4552-abb6-c7a2d328cd19 req-ee3e973a-5e40-44b2-818a-802d5f9e1df6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0579920 Aug 31 16:30:25.699822 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-db3fab76-afc6-4552-abb6-c7a2d328cd19 req-2af2e670-8bac-4c2c-81e7-f3773c88fd44 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535607 Aug 31 16:30:26.832438 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd34d-c0eb-47b5-851b-770043cd5851 req-435f557c-5b22-46cd-beba-268faab2d5e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:26.834167 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bd1bd34d-c0eb-47b5-851b-770043cd5851 req-435f557c-5b22-46cd-beba-268faab2d5e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0540142 Aug 31 16:30:26.887721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:26.899234 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bd1bd34d-c0eb-47b5-851b-770043cd5851 req-e2417e01-5c7e-4bfa-93e5-3233f8cc3de6 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583692 Aug 31 16:30:28.029036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69054-2f85-4351-be53-e3db336e248a req-840465e2-f7db-41de-b3ca-f5d82a08b9e2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:28.030636 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7ac69054-2f85-4351-be53-e3db336e248a req-840465e2-f7db-41de-b3ca-f5d82a08b9e2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0518692 Aug 31 16:30:28.089817 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7ac69054-2f85-4351-be53-e3db336e248a req-6c6d5b2c-a9d3-4bdf-ad72-9f2188b876a4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529869 Aug 31 16:30:29.244324 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf426f9a-f264-46db-a5fc-7f71a4649631 req-b629fd39-5fe7-466d-8181-5d4efbb354fa tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:29.245998 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cf426f9a-f264-46db-a5fc-7f71a4649631 req-b629fd39-5fe7-466d-8181-5d4efbb354fa tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0576560 Aug 31 16:30:29.331376 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cf426f9a-f264-46db-a5fc-7f71a4649631 req-90e9de3f-6f5f-482a-aca2-345492e23df7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791147 Aug 31 16:30:30.475453 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ed293-2224-4aae-a6a4-aba798d1d328 req-8da9726f-26d8-4c82-b9cc-cdba6c46a3d5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:30.478571 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e01ed293-2224-4aae-a6a4-aba798d1d328 req-8da9726f-26d8-4c82-b9cc-cdba6c46a3d5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0665059 Aug 31 16:30:30.546025 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e01ed293-2224-4aae-a6a4-aba798d1d328 req-a013f559-a6bd-48de-b52a-058ab0872c77 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601044 Aug 31 16:30:31.350837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:31.363069 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:31.674214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a3480-88a9-4f70-90de-51810a219212 req-db906bd3-ee1a-4757-a256-777072ac2961 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:31.675896 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d6a3480-88a9-4f70-90de-51810a219212 req-db906bd3-ee1a-4757-a256-777072ac2961 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0521977 Aug 31 16:30:31.734766 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3d6a3480-88a9-4f70-90de-51810a219212 req-40a63aa4-fd79-40e7-abc6-d26174064368 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517094 Aug 31 16:30:31.817326 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:31.818520 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:32.865896 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974e5af-1c04-4a1e-ae29-15c49f91e68c req-e9c9cf5d-d383-40a9-a80d-d9efa7c4a659 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:32.868306 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c974e5af-1c04-4a1e-ae29-15c49f91e68c req-e9c9cf5d-d383-40a9-a80d-d9efa7c4a659 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0563900 Aug 31 16:30:32.952044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c974e5af-1c04-4a1e-ae29-15c49f91e68c req-69ab0560-f633-426b-b051-fa9885695ada tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733051 Aug 31 16:30:34.086012 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c10b94-53b1-47bc-a0ce-3475171bbf45 req-22a60a73-21b5-4553-acc7-8299e1884ffa tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:34.087820 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8c10b94-53b1-47bc-a0ce-3475171bbf45 req-22a60a73-21b5-4553-acc7-8299e1884ffa tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0564823 Aug 31 16:30:34.154309 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d8c10b94-53b1-47bc-a0ce-3475171bbf45 req-b0deb78a-34ef-4c89-bf6a-654b2a039d01 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597358 Aug 31 16:30:35.319054 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32577e-0be4-4ba1-83a6-7d974a280755 req-b7202f0a-aa63-48d6-b573-0bd910fdfd32 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:35.321087 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bf32577e-0be4-4ba1-83a6-7d974a280755 req-b7202f0a-aa63-48d6-b573-0bd910fdfd32 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0687180 Aug 31 16:30:35.391986 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bf32577e-0be4-4ba1-83a6-7d974a280755 req-87ceb3c9-b1da-4ba0-b767-8abdd37b4b73 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645087 Aug 31 16:30:36.537733 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5112c-672c-480c-a211-903151f265ff req-ca191714-1296-43ee-9535-b19d40ed117f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:36.540279 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1dd5112c-672c-480c-a211-903151f265ff req-ca191714-1296-43ee-9535-b19d40ed117f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0552082 Aug 31 16:30:36.604026 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1dd5112c-672c-480c-a211-903151f265ff req-6bc5721c-7625-4ec7-aaf9-ebbee6035f4c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541141 Aug 31 16:30:37.741191 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a0a86-a47c-4553-8d8a-0b7474319553 req-6a48eb78-c118-4e8b-98a4-b22e4103679c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:37.743310 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-488a0a86-a47c-4553-8d8a-0b7474319553 req-6a48eb78-c118-4e8b-98a4-b22e4103679c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0585840 Aug 31 16:30:37.811319 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-488a0a86-a47c-4553-8d8a-0b7474319553 req-563f058c-7e0b-4d77-9443-5836d898bae7 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578115 Aug 31 16:30:38.608232 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b513eb39-0b80-4e43-ad66-ec012c59d2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:38.959776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee282ecd-39ac-4625-9ded-c1dbf91ade56 req-68a68deb-2bdb-4f9c-aa70-cd72afbefc36 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:38.962394 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ee282ecd-39ac-4625-9ded-c1dbf91ade56 req-68a68deb-2bdb-4f9c-aa70-cd72afbefc36 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0680187 Aug 31 16:30:39.025816 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ee282ecd-39ac-4625-9ded-c1dbf91ade56 req-48271c66-5842-4349-a990-d7b0cdf9858f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575695 Aug 31 16:30:40.186608 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71432d72-5234-4a8c-9a80-b7793e756c7a req-adef8dcc-2a59-4548-9bfb-fde487ac1628 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:40.188258 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-71432d72-5234-4a8c-9a80-b7793e756c7a req-adef8dcc-2a59-4548-9bfb-fde487ac1628 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0809138 Aug 31 16:30:40.247581 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-71432d72-5234-4a8c-9a80-b7793e756c7a req-cf78388f-4def-4437-b5b9-77db40aa0457 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530801 Aug 31 16:30:40.728555 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4c09200f-849c-4a5f-b907-5d01d6d9839c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:41.393175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257614-8f30-4308-a9fb-3e20198d2eff req-5fb60a21-cfcb-4caa-b551-68d3f6b5cb67 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:41.394937 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a7257614-8f30-4308-a9fb-3e20198d2eff req-5fb60a21-cfcb-4caa-b551-68d3f6b5cb67 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0652826 Aug 31 16:30:41.482565 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a7257614-8f30-4308-a9fb-3e20198d2eff req-771e5c50-f380-4dfe-9dca-dd74c990c89f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799456 Aug 31 16:30:42.311328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:42.614659 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8dbb8-aa0a-4e4a-b7e1-d6836738f81d req-3d7c3e92-3e66-4b0e-8f78-edc3379939b8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:42.616857 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0cd8dbb8-aa0a-4e4a-b7e1-d6836738f81d req-3d7c3e92-3e66-4b0e-8f78-edc3379939b8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0562973 Aug 31 16:30:42.673863 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0cd8dbb8-aa0a-4e4a-b7e1-d6836738f81d req-4b03775f-3aeb-4bbe-83b0-65895cf3918b tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512307 Aug 31 16:30:43.602912 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:43.833369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d2dca-4722-4773-9c8f-7d64b6f240d4 req-26793781-579d-4df2-bf09-2dd41b6f3eb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:43.836740 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5b8d2dca-4722-4773-9c8f-7d64b6f240d4 req-26793781-579d-4df2-bf09-2dd41b6f3eb0 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0659058 Aug 31 16:30:43.895201 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5b8d2dca-4722-4773-9c8f-7d64b6f240d4 req-e7afd8c4-f994-43cb-9141-dd388faeb6b8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522397 Aug 31 16:30:43.934129 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:45.034217 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff10f6d-a19e-4749-9735-68ce32bc0240 req-b4477206-cb51-4397-b928-3c19541a3b4e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:45.036042 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ff10f6d-a19e-4749-9735-68ce32bc0240 req-b4477206-cb51-4397-b928-3c19541a3b4e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0618789 Aug 31 16:30:45.091499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:45.097911 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4ff10f6d-a19e-4749-9735-68ce32bc0240 req-b285c169-4158-4c29-9293-31155f7a6c12 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532110 Aug 31 16:30:46.278606 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2ad4a-a106-4bf8-85cd-5e45f4d2e502 req-b59858cc-5066-4ace-8096-95c0c376eaa4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:46.281434 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d3a2ad4a-a106-4bf8-85cd-5e45f4d2e502 req-b59858cc-5066-4ace-8096-95c0c376eaa4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0909712 Aug 31 16:30:46.369835 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d3a2ad4a-a106-4bf8-85cd-5e45f4d2e502 req-eddddaa5-7af7-46fe-8ddb-221b8231e1ad tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822041 Aug 31 16:30:47.520594 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418af835-abc9-4c0e-bdb8-bc762c259b3b req-0d3426ce-4191-4215-9f38-1562bef91a11 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:47.522794 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-418af835-abc9-4c0e-bdb8-bc762c259b3b req-0d3426ce-4191-4215-9f38-1562bef91a11 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0707412 Aug 31 16:30:47.584062 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-418af835-abc9-4c0e-bdb8-bc762c259b3b req-2c28dfbd-a5e5-4cf6-ad27-c280a1a6ee01 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548701 Aug 31 16:30:48.727286 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d700e-206d-4262-a7bb-3b2bfd51d5e2 req-dec22f4f-6bad-46ae-a211-a0a93b8da3cf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:48.730002 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4e4d700e-206d-4262-a7bb-3b2bfd51d5e2 req-dec22f4f-6bad-46ae-a211-a0a93b8da3cf tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0635045 Aug 31 16:30:48.772157 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=15 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:48.774584 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=17 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:48.821733 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4e4d700e-206d-4262-a7bb-3b2bfd51d5e2 req-887f86be-8c23-4323-b877-52ffcc924632 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855811 Aug 31 16:30:49.960831 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a4e9-609e-4e37-97f7-7d81651032e5 req-1425a19e-a404-45e5-97c3-d128d9865e2e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:49.963653 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c5b7a4e9-609e-4e37-97f7-7d81651032e5 req-1425a19e-a404-45e5-97c3-d128d9865e2e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0629845 Aug 31 16:30:50.028091 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c5b7a4e9-609e-4e37-97f7-7d81651032e5 req-38633e54-95cf-408d-9543-8d6d2e0e0105 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577068 Aug 31 16:30:51.156352 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c35fa0-0437-41fa-9942-5909667e769f req-026c7458-95ef-4d5d-aba1-f7fff1abb6f2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:51.158004 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-03c35fa0-0437-41fa-9942-5909667e769f req-026c7458-95ef-4d5d-aba1-f7fff1abb6f2 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0528266 Aug 31 16:30:51.179994 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:51.221139 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-03c35fa0-0437-41fa-9942-5909667e769f req-9ca17e1d-8dc6-4b92-a2df-a5e2e2708e9d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564418 Aug 31 16:30:51.442421 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:30:52.335929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:52.356138 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93c1f0-d95b-4a58-aada-112c1bc77104 req-7bbce69d-55ac-4a75-85fb-5e0e7e657396 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:52.357873 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8d93c1f0-d95b-4a58-aada-112c1bc77104 req-7bbce69d-55ac-4a75-85fb-5e0e7e657396 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0577612 Aug 31 16:30:52.423179 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8d93c1f0-d95b-4a58-aada-112c1bc77104 req-d145865e-12b9-4ccc-b066-9b7200d911d9 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526402 Aug 31 16:30:53.563834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061d07f-2921-4ea0-bc90-17e6bb6d14c0 req-203f5da1-74dd-4ed5-8a8a-5ac89df56368 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:53.565790 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e061d07f-2921-4ea0-bc90-17e6bb6d14c0 req-203f5da1-74dd-4ed5-8a8a-5ac89df56368 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0541406 Aug 31 16:30:53.587385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:30:53.627301 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e061d07f-2921-4ea0-bc90-17e6bb6d14c0 req-62a4a70e-153d-43ef-8deb-5e89e2bb5927 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550687 Aug 31 16:30:54.765704 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e433a-9d15-48af-93a0-7394d0a96337 req-611dfdcb-4cfa-448d-8d2d-19d6bb968684 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:54.767346 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0f8e433a-9d15-48af-93a0-7394d0a96337 req-611dfdcb-4cfa-448d-8d2d-19d6bb968684 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0580561 Aug 31 16:30:54.828963 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0f8e433a-9d15-48af-93a0-7394d0a96337 req-aab9a084-47ab-4348-90cd-052563cfd81f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508926 Aug 31 16:30:55.976675 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4b2a0-6c71-45a1-a61b-36a444f3f8a1 req-e3fbd2ee-fe05-42ff-b915-a37a05ba2be5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:55.978481 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2fe4b2a0-6c71-45a1-a61b-36a444f3f8a1 req-e3fbd2ee-fe05-42ff-b915-a37a05ba2be5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0548139 Aug 31 16:30:56.039766 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2fe4b2a0-6c71-45a1-a61b-36a444f3f8a1 req-0ed8e5a9-510f-4cd6-bacd-f36005d5f43c tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543880 Aug 31 16:30:57.178555 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f52d-9ee2-486e-8204-195f258c981d req-5f0e10b1-12e1-405b-855d-6a5670dccd3e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:57.181173 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fc38f52d-9ee2-486e-8204-195f258c981d req-5f0e10b1-12e1-405b-855d-6a5670dccd3e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0541024 Aug 31 16:30:57.242186 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-fc38f52d-9ee2-486e-8204-195f258c981d req-73d92393-aadb-4deb-b536-f0446b98b30a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535648 Aug 31 16:30:58.389822 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18359927-ac0c-49e4-be72-a09d06c31f7d req-9c42a6ed-ccfc-4ea7-97af-18fa45050cc5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:58.391431 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-18359927-ac0c-49e4-be72-a09d06c31f7d req-9c42a6ed-ccfc-4ea7-97af-18fa45050cc5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0673406 Aug 31 16:30:58.457147 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-18359927-ac0c-49e4-be72-a09d06c31f7d req-4481bddd-3c71-471e-9bc7-7a471cc3a710 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563266 Aug 31 16:30:58.824283 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:30:59.636984 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c77f13-dea8-4976-a7a1-a7bd0a91b5e9 req-c973e1e4-eef5-4f20-ae49-8883a5293bb8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:59.639768 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-99c77f13-dea8-4976-a7a1-a7bd0a91b5e9 req-c973e1e4-eef5-4f20-ae49-8883a5293bb8 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0845783 Aug 31 16:30:59.703939 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-99c77f13-dea8-4976-a7a1-a7bd0a91b5e9 req-4f6c9098-841a-4020-b6e6-146a42ae26e5 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572457 Aug 31 16:30:59.963938 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d2b46905-9b2c-43da-8ecd-62f7ab058197 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:30:59.966531 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-d2b46905-9b2c-43da-8ecd-62f7ab058197 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 945 time: 0.0812025 Aug 31 16:31:00.073451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:31:00.073990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:00.182724 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=2f7b2a30-1da9-4392-8ac3-b5fb1286a336,segment=NetworkSegment(fd4601bc-e393-41bc-ad38-e50f1017df66),segment_id=fd4601bc-e393-41bc-ad38-e50f1017df66)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:00.183081 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:00.199882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:31:00.728736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (2f7b2a30-1da9-4392-8ac3-b5fb1286a336), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:00.761002 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=2f7b2a30-1da9-4392-8ac3-b5fb1286a336,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:00.784964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.785521 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.786106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.786630 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.787228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.788368 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.788892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.789445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.789996 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.790481 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.791068 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.791646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.792193 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.792643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.793085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:00.868302 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] No DVR routers for this DVR port 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:31:00.871693 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:00.876791 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a7f360e-17ab-4882-aa0f-092447570e08 req-80d95463-8140-4280-9467-ca6a6e708c09 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.43 "DELETE /networking/v2.0/ports/2f7b2a30-1da9-4392-8ac3-b5fb1286a336 HTTP/1.1" status: 204 len: 173 time: 0.9045272 Aug 31 16:31:00.905369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacd30eb-ad5d-46c5-85d2-16fc1f7229bd', 'name': 'network-vif-deleted', 'tag': '2f7b2a30-1da9-4392-8ac3-b5fb1286a336'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:31:00.909616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0518b793-17f9-4ef6-92d1-fbae2cdb06bd" -d '{"events": [{"server_uuid": "aacd30eb-ad5d-46c5-85d2-16fc1f7229bd", "name": "network-vif-deleted", "tag": "2f7b2a30-1da9-4392-8ac3-b5fb1286a336"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:31:00.922281 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4678a14c-3881-4b45-a66a-a6ea203ede8e req-c1ef34d5-1c75-4524-a9cf-4c765bd710dc tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 210 time: 0.0928731 Aug 31 16:31:00.970388 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f44d33-0598-44e4-b88d-713c34983023 x-openstack-request-id: req-53f44d33-0598-44e4-b88d-713c34983023 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:31:00.971385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacd30eb-ad5d-46c5-85d2-16fc1f7229bd", "name": "network-vif-deleted", "tag": "2f7b2a30-1da9-4392-8ac3-b5fb1286a336", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:31:00.971385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53f44d33-0598-44e4-b88d-713c34983023 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:31:00.971385 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-53f44d33-0598-44e4-b88d-713c34983023']: {'server_uuid': 'aacd30eb-ad5d-46c5-85d2-16fc1f7229bd', 'name': 'network-vif-deleted', 'tag': '2f7b2a30-1da9-4392-8ac3-b5fb1286a336', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:31:01.355708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:01.357913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:02.049305 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-247ba53a-b950-4380-bac1-eef13e1be645 req-f882e042-d6a5-44f8-8dc6-2beaa80aac51 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 210 time: 0.0303550 Aug 31 16:31:02.337519 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-af0dfb37-639d-45f4-b431-5ae5632185e5 req-cf8c761f-128c-48cb-bc59-511b30cc620d tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacd30eb-ad5d-46c5-85d2-16fc1f7229bd HTTP/1.1" status: 200 len: 210 time: 0.0315857 Aug 31 16:31:02.753527 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:02.775378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:31:02.775782 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 2f7b2a30-1da9-4392-8ac3-b5fb1286a336 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:03.021116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47380) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:03.212721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:03.342993 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:03.457711 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:03.734262 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:31:03.734555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:03.846599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=44eb271c-1ef1-4d19-89d7-1f552ffcf0f9,segment=NetworkSegment(fd4601bc-e393-41bc-ad38-e50f1017df66),segment_id=fd4601bc-e393-41bc-ad38-e50f1017df66)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:03.846965 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:03.864621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:31:04.173824 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (44eb271c-1ef1-4d19-89d7-1f552ffcf0f9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:04.207347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=44eb271c-1ef1-4d19-89d7-1f552ffcf0f9,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:04.369194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:04.493974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:04.598925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:04.746635 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:31:04.862333 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:31:04.868975 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-5b75b887-8d18-4db2-b214-2730047a9700 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "PUT /networking/v2.0/routers/2e8f34b5-fa52-48b9-9219-04ea319dbb3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8480875 Aug 31 16:31:04.873190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47382) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:04.877001 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] Sync routers for ids ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:31:04.893434 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] Routers {'2e8f34b5-fa52-48b9-9219-04ea319dbb3f'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:31:04.894285 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:30:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:04.949280 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4839c002-8d88-4645-b347-34f83aec789f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting subnet 941d8e79-fd26-4861-bfd7-80ee891c9900 {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:31:04.953270 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4839c002-8d88-4645-b347-34f83aec789f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (941d8e79-fd26-4861-bfd7-80ee891c9900), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.007845 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4839c002-8d88-4645-b347-34f83aec789f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (941d8e79-fd26-4861-bfd7-80ee891c9900), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.039041 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] Set router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:31:05.119365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4839c002-8d88-4645-b347-34f83aec789f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (941d8e79-fd26-4861-bfd7-80ee891c9900), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.245635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1383110497', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:31:04Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:05.254864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4839c002-8d88-4645-b347-34f83aec789f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (941d8e79-fd26-4861-bfd7-80ee891c9900), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.291505 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] Checking router: 2e8f34b5-fa52-48b9-9219-04ea319dbb3f for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:31:05.304900 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839c002-8d88-4645-b347-34f83aec789f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Subnet': ['ID=941d8e79-fd26-4861-bfd7-80ee891c9900,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:05.306381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] Routers {'2e8f34b5-fa52-48b9-9219-04ea319dbb3f'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:31:05.307392 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:30:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:05.311405 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-4839c002-8d88-4645-b347-34f83aec789f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.316930 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-4839c002-8d88-4645-b347-34f83aec789f tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/subnets/941d8e79-fd26-4861-bfd7-80ee891c9900 HTTP/1.1" status: 204 len: 168 time: 0.4424069 Aug 31 16:31:05.320725 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47384) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:05.353432 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324de57c-7eb9-4975-b0b6-5c93cb43880e None None] Network cde36765-b1c1-4be2-9d56-44b8fa30031b requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:31:05.440066 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.503549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] Set router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:31:05.565665 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_gateway (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.602054 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] DHCP port deletion for cde36765-b1c1-4be2-9d56-44b8fa30031b request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:31:05.676082 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:05.684209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Deleting port 353812eb-2118-4e82-9432-b8a3d1abeca0 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:31:05.685577 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.692209 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Deleting port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:31:05.692772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (6056583e-f0e2-4ac1-a4b7-43a1e19b40ee), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.827795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] For port 353812eb-2118-4e82-9432-b8a3d1abeca0, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=353812eb-2118-4e82-9432-b8a3d1abeca0,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:05.828863 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.841112 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] For port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6056583e-f0e2-4ac1-a4b7-43a1e19b40ee,segment=NetworkSegment(fd4601bc-e393-41bc-ad38-e50f1017df66),segment_id=fd4601bc-e393-41bc-ad38-e50f1017df66)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:05.841708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (6056583e-f0e2-4ac1-a4b7-43a1e19b40ee), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:05.852612 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Calling delete_port for 353812eb-2118-4e82-9432-b8a3d1abeca0 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:31:05.867455 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:06.032062 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:06.056963 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1383110497', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:31:04Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:06.065510 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Calling delete_port for 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:31:06.103901 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac1580a-614f-4082-a807-0ef359dd8a64 None None] The sync data for ids ['2e8f34b5-fa52-48b9-9219-04ea319dbb3f'] in dv-neutron-855257-2-hyperv is: [{'id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1383110497', 'tenant_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:31:04Z', 'revision_number': 5, 'project_id': 'b6a2179b78184c81b58b8d33ffaff42f', 'gw_port': {'id': '353812eb-2118-4e82-9432-b8a3d1abeca0', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f34b5-fa52-48b9-9219-04ea319dbb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:29:43Z', 'updated_at': '2022-08-31T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:31:06.154207 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:06.157374 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (353812eb-2118-4e82-9432-b8a3d1abeca0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.200046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Port': ['ID=353812eb-2118-4e82-9432-b8a3d1abeca0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:06.220651 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:06.260052 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Current status of the port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee is: DOWN; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:31:06.275179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.357154 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (6056583e-f0e2-4ac1-a4b7-43a1e19b40ee), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.374045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.377423 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router_controller (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.403106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Pushing event deleted for resources: {'Port': ['ID=6056583e-f0e2-4ac1-a4b7-43a1e19b40ee,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:06.421153 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.421788 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.422347 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.422918 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.423502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.424065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.424631 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.425184 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.425791 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.440748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.440748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.440748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.440748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.440748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.440748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:06.440748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f31efe-150b-4aff-bf56-a15497263583 None None] No DVR routers for this DVR port 6056583e-f0e2-4ac1-a4b7-43a1e19b40ee on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:31:06.545583 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (2e8f34b5-fa52-48b9-9219-04ea319dbb3f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.546546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Fanout notify agent at l3_agent the message router_deleted on router 2e8f34b5-fa52-48b9-9219-04ea319dbb3f {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:31:06.557598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.560150 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2fa83da4-3f5d-4da3-8895-e60079e5689e tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/routers/2e8f34b5-fa52-48b9-9219-04ea319dbb3f HTTP/1.1" status: 204 len: 168 time: 1.2372077 Aug 31 16:31:06.564019 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47386) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:06.675928 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (cde36765-b1c1-4be2-9d56-44b8fa30031b), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.811968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (cde36765-b1c1-4be2-9d56-44b8fa30031b), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.847663 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde36765-b1c1-4be2-9d56-44b8fa30031b']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:06.867201 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4601bc-e393-41bc-ad38-e50f1017df66') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:06.867539 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4601bc-e393-41bc-ad38-e50f1017df66') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:06.879393 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (fd4601bc-e393-41bc-ad38-e50f1017df66), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.895745 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (fd4601bc-e393-41bc-ad38-e50f1017df66), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:06.908060 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:31:06.908833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (fd4601bc-e393-41bc-ad38-e50f1017df66), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:07.018126 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment fd4601bc-e393-41bc-ad38-e50f1017df66 resource provider aggregate not found Aug 31 16:31:07.046424 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment fd4601bc-e393-41bc-ad38-e50f1017df66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd4601bc-e393-41bc-ad38-e50f1017df66 found for delete ", "request_id": "req-7a535495-8f57-42bb-b76b-9705c8f67c69"}]} Aug 31 16:31:07.116695 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (cde36765-b1c1-4be2-9d56-44b8fa30031b), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:07.124518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:07.130122 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/networks/cde36765-b1c1-4be2-9d56-44b8fa30031b HTTP/1.1" status: 204 len: 168 time: 0.5627592 Aug 31 16:31:07.131968 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47394) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:07.147761 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25350ef3-a932-4955-834a-245eec16e9f4 tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'Network': ['ID=cde36765-b1c1-4be2-9d56-44b8fa30031b,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:07.216748 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:07.259646 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:07.403313 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:07.408106 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:07.411677 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4 HTTP/1.1" status: 204 len: 168 time: 0.2766049 Aug 31 16:31:07.427175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff8a703-a3c3-4ef1-ad4d-15c75c407fe4,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:07.437524 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.437897 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.438242 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.438580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.438917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.439257 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.439588 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.439926 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.440247 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.440587 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.440902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.441307 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.441636 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.450999 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.450999 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30de89c-112d-421b-bdae-b8c1b92abf4a tempest-TestNetworkAdvancedServerOps-1905079329 tempest-TestNetworkAdvancedServerOps-1905079329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:07.820221 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 353812eb-2118-4e82-9432-b8a3d1abeca0 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:07.841843 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 353812eb-2118-4e82-9432-b8a3d1abeca0 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:31:07.842192 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 353812eb-2118-4e82-9432-b8a3d1abeca0 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:07.842611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:07.865583 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:31:07.865921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 44eb271c-1ef1-4d19-89d7-1f552ffcf0f9 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:08.180368 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47402) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:08.341362 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-09101559-39e2-4e68-b7a3-9966d5a974c8 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b6a2179b78184c81b58b8d33ffaff42f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595066 Aug 31 16:31:08.344265 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47406) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:08.428310 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec20cea3-3521-4605-90b5-930617cc364e admin admin] Publish callbacks [] for security_group (722722b2-88cd-45f8-ad16-fc9861b98509), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:08.466866 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec20cea3-3521-4605-90b5-930617cc364e admin admin] Publish callbacks [] for security_group (722722b2-88cd-45f8-ad16-fc9861b98509), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:08.619548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-34dc27c1-7651-4b56-a315-b7fb0392033f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:08.659707 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec20cea3-3521-4605-90b5-930617cc364e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (722722b2-88cd-45f8-ad16-fc9861b98509), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:08.663183 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-ec20cea3-3521-4605-90b5-930617cc364e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:08.664911 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-ec20cea3-3521-4605-90b5-930617cc364e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/722722b2-88cd-45f8-ad16-fc9861b98509 HTTP/1.1" status: 204 len: 168 time: 0.3193371 Aug 31 16:31:08.677877 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20cea3-3521-4605-90b5-930617cc364e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722722b2-88cd-45f8-ad16-fc9861b98509,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:08.818593 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:08.819700 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:09.440595 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47412) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:09.449830 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:09.457649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3382-3f70-45bb-934d-a1a9c4e83737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:09.527870 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:09.565575 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3382-3f70-45bb-934d-a1a9c4e83737 admin admin] Publish callbacks [] for security_group (1cb482c4-1c96-4f5f-a421-d10733d43b13), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:09.693961 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3382-3f70-45bb-934d-a1a9c4e83737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1cb482c4-1c96-4f5f-a421-d10733d43b13), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:09.743911 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb3382-3f70-45bb-934d-a1a9c4e83737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb482c4-1c96-4f5f-a421-d10733d43b13,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:09.750362 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7cbb3382-3f70-45bb-934d-a1a9c4e83737 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=006b5ec18ea04eccae92942e13ec8848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080657 Aug 31 16:31:09.753426 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47414) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:09.821850 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd978-9fb9-43cc-9af0-925b98bfa74e admin admin] Publish callbacks [] for security_group (1cb482c4-1c96-4f5f-a421-d10733d43b13), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:09.847240 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd978-9fb9-43cc-9af0-925b98bfa74e admin admin] Publish callbacks [] for security_group (1cb482c4-1c96-4f5f-a421-d10733d43b13), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:10.025212 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd978-9fb9-43cc-9af0-925b98bfa74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1cb482c4-1c96-4f5f-a421-d10733d43b13), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:10.028451 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd978-9fb9-43cc-9af0-925b98bfa74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:10.029987 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cc4fd978-9fb9-43cc-9af0-925b98bfa74e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1cb482c4-1c96-4f5f-a421-d10733d43b13 HTTP/1.1" status: 204 len: 168 time: 0.2750087 Aug 31 16:31:10.043952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fd978-9fb9-43cc-9af0-925b98bfa74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb482c4-1c96-4f5f-a421-d10733d43b13,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:10.762410 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-56d72d65-d2a2-4523-91a2-004d972f6073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:11.541708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47436) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:11.657791 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-765268819-network', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:11.756779 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Made reservation on behalf of 7001003cc0d44d0b87e154b4d72b3de0 for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:31:11.759579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:11.770183 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:11.879842 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Publish callbacks [] for security_group (4d99a5a0-7c56-4d61-9212-350846d38c53), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:11.979449 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4d99a5a0-7c56-4d61-9212-350846d38c53), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:12.014144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:31:12.027096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d99a5a0-7c56-4d61-9212-350846d38c53,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:12.035803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (500920b5-5399-4bc7-9514-0885abf43b9e), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:12.041856 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Added segment 500920b5-5399-4bc7-9514-0885abf43b9e of type vlan for network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 Aug 31 16:31:12.090884 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (b1b499b4-ff15-4d9b-9bfa-67029c21beb7), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:12.208294 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (b1b499b4-ff15-4d9b-9bfa-67029c21beb7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:12.210622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:12.211229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:12.217114 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:12.293546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b499b4-ff15-4d9b-9bfa-67029c21beb7,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:12.308175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:31:12.373981 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-352c2438-d97c-482a-8501-edea207773c6 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8303771 Aug 31 16:31:12.378173 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:12.381597 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47440) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:12.389840 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Request body: {'subnet': {'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-765268819-subnet', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'ip_version': 4}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:12.505243 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Made reservation on behalf of 7001003cc0d44d0b87e154b4d72b3de0 for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:31:12.508558 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:12.820826 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (00f6b012-dc0c-418b-869f-089f3a57edc7), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:12.921677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:12.939339 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f6b012-dc0c-418b-869f-089f3a57edc7,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:12.955443 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Checking segment: {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:31:12.956050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Network hostable DHCP agents. Network: b1b499b4-ff15-4d9b-9bfa-67029c21beb7, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:31:13.093365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:31:13.208335 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, b1b499b4-ff15-4d9b-9bfa-67029c21beb7) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:13.215493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:13.216577 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:13.222742 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a4dc31-da7d-408c-9804-b19d45d385d5 None None] Network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:31:13.318971 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-87039a70-9c2b-49e8-8026-6c1e274e9f6d admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9333019 Aug 31 16:31:13.320378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47442) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:13.325692 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-765268819-router', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:13.356684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-b1b499b4-ff15-4d9b-9bfa-67029c21beb7', 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'fixed_ips': [{'subnet_id': '00f6b012-dc0c-418b-869f-089f3a57edc7'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:31:13.358173 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:13.419962 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (5655bb2b-fc45-4520-9e82-06a151e3bce1), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:13.421302 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (5655bb2b-fc45-4520-9e82-06a151e3bce1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:13.515048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks [] for router_controller (5655bb2b-fc45-4520-9e82-06a151e3bce1), precommit_add_association {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:13.524100 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Allocated IP 172.20.0.2 (b1b499b4-ff15-4d9b-9bfa-67029c21beb7/00f6b012-dc0c-418b-869f-089f3a57edc7/e87d6247-2143-4de5-9ff6-b09ae14262cd) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:31:13.674227 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:13.760763 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Publish callbacks [] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:13.830119 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks [] for router_gateway (5655bb2b-fc45-4520-9e82-06a151e3bce1), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:13.866687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:13.922305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:31:13.929552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:13.934321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:31:13.936887 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Pushing event updated for resources: {'Port': ['ID=e87d6247-2143-4de5-9ff6-b09ae14262cd,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:13.970811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:14.011659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Attempting to bind port e87d6247-2143-4de5-9ff6-b09ae14262cd on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:31:14.012335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Attempting to bind port e87d6247-2143-4de5-9ff6-b09ae14262cd by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:31:14.012766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Attempting to bind port e87d6247-2143-4de5-9ff6-b09ae14262cd on network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:31:14.020330 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:31:14.020900 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Checking segment: {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:31:14.022193 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:14.022826 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Bound using segment: {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:31:14.023607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Bound port: e87d6247-2143-4de5-9ff6-b09ae14262cd, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:31:14.024231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:14.049216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:14.122359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] For port e87d6247-2143-4de5-9ff6-b09ae14262cd, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:31:14.125753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:14.129406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] For port e87d6247-2143-4de5-9ff6-b09ae14262cd, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e87d6247-2143-4de5-9ff6-b09ae14262cd,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:31:14.182186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks [] for router_gateway (5655bb2b-fc45-4520-9e82-06a151e3bce1), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:14.209171 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:14.237526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:14.334378 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ceb308-f1cb-4244-b91f-ea3bf43df9cb None None] Pushing event updated for resources: {'Port': ['ID=e87d6247-2143-4de5-9ff6-b09ae14262cd,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:14.373489 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:14.395186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Allocated IP 172.26.2.161 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/cb760b23-c8a0-4a84-bcf6-84105bfb42c2) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:31:14.585736 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks [] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:14.746001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:14.751333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:14.794447 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:31:14.797835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:14.803143 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:31:14.809178 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Pushing event updated for resources: {'Port': ['ID=cb760b23-c8a0-4a84-bcf6-84105bfb42c2,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:15.259490 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks [] for router_gateway (5655bb2b-fc45-4520-9e82-06a151e3bce1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:15.382772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf95b90e-b47f-405a-9882-6b3fce0e1bc2 None None] Network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:31:15.453537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1cc347d6-8911-43d1-b782-bd59d2b00b62 None None] Provisioning complete for port e87d6247-2143-4de5-9ff6-b09ae14262cd triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:15.453945 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1cc347d6-8911-43d1-b782-bd59d2b00b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:15.454301 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1cc347d6-8911-43d1-b782-bd59d2b00b62 None None] Attempt 1 to provision port e87d6247-2143-4de5-9ff6-b09ae14262cd Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1cc347d6-8911-43d1-b782-bd59d2b00b62 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:15.529666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:15.560952 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (5655bb2b-fc45-4520-9e82-06a151e3bce1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:15.862080 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e87d6247-2143-4de5-9ff6-b09ae14262cd up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:31:15.865227 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Router 5655bb2b-fc45-4520-9e82-06a151e3bce1 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:31:15.869516 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-57e00f6d-9125-4fea-83a0-1cd9db9ace53 None None] Provisioning complete for port e87d6247-2143-4de5-9ff6-b09ae14262cd triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:15.870170 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-57e00f6d-9125-4fea-83a0-1cd9db9ace53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:15.870738 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-57e00f6d-9125-4fea-83a0-1cd9db9ace53 None None] Attempt 1 to provision port e87d6247-2143-4de5-9ff6-b09ae14262cd Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-57e00f6d-9125-4fea-83a0-1cd9db9ace53 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:16.011483 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:16.014780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port e87d6247-2143-4de5-9ff6-b09ae14262cd triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:16.015313 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:16.015783 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port e87d6247-2143-4de5-9ff6-b09ae14262cd Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:16.063011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:16.492612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:31:16.504828 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Sync routers for ids ['5655bb2b-fc45-4520-9e82-06a151e3bce1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:31:16.527262 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Routers {'5655bb2b-fc45-4520-9e82-06a151e3bce1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:31:16.528374 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:31:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['5655bb2b-fc45-4520-9e82-06a151e3bce1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:16.570365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:16.571688 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-c8002772-1d50-4aa4-8097-cd0b514e97f0 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2499838 Aug 31 16:31:16.581064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47444) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:16.631522 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:16.678258 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Set router 5655bb2b-fc45-4520-9e82-06a151e3bce1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:31:16.863580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:16.896599 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'name': 'tempest-TestShelveInstance-765268819-router', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:13Z', 'updated_at': '2022-08-31T16:31:14Z', 'revision_number': 3, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'gw_port': {'id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:14Z', 'updated_at': '2022-08-31T16:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:16.943398 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Checking router: 5655bb2b-fc45-4520-9e82-06a151e3bce1 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:31:16.943987 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Updating router 5655bb2b-fc45-4520-9e82-06a151e3bce1 port cb760b23-c8a0-4a84-bcf6-84105bfb42c2 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:31:16.994370 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:17.129697 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=53,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:17.133610 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=69,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:17.193918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:17.347258 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Publish callbacks [] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:17.434119 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_common [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Allocated IP 172.20.0.1 (b1b499b4-ff15-4d9b-9bfa-67029c21beb7/00f6b012-dc0c-418b-869f-089f3a57edc7/fd87e789-d822-4524-9458-cd254c3b811c) {{(pid=114265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:31:17.580220 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Publish callbacks [] for port (fd87e789-d822-4524-9458-cd254c3b811c), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:17.739851 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:17.740802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (fd87e789-d822-4524-9458-cd254c3b811c), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:17.799646 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Attempting to bind port cb760b23-c8a0-4a84-bcf6-84105bfb42c2 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:31:17.800281 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Attempting to bind port cb760b23-c8a0-4a84-bcf6-84105bfb42c2 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:31:17.800835 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Attempting to bind port cb760b23-c8a0-4a84-bcf6-84105bfb42c2 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:31:17.824739 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:31:17.825120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:31:17.825307 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:31:17.825947 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:17.826551 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:31:17.827302 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Bound port: cb760b23-c8a0-4a84-bcf6-84105bfb42c2, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:31:17.827878 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:17.835186 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:17.838965 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd87e789-d822-4524-9458-cd254c3b811c,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:17.843182 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Received port after_create {{(pid=114265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:31:17.877871 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Pushing event updated for resources: {'Port': ['ID=cb760b23-c8a0-4a84-bcf6-84105bfb42c2,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:17.896963 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.897476 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.898692 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.898692 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.899089 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.899564 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.899994 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.900505 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.900923 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.901387 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.901840 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.902370 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.902779 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.903459 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.904198 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:17.923562 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (5655bb2b-fc45-4520-9e82-06a151e3bce1), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:17.950352 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] For port cb760b23-c8a0-4a84-bcf6-84105bfb42c2, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:31:17.954320 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] For port cb760b23-c8a0-4a84-bcf6-84105bfb42c2, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=cb760b23-c8a0-4a84-bcf6-84105bfb42c2,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:31:18.003564 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:18.060710 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:18.115540 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:18.122547 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Routers {'5655bb2b-fc45-4520-9e82-06a151e3bce1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:31:18.123430 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:31:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['5655bb2b-fc45-4520-9e82-06a151e3bce1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:18.148043 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Provisioning complete for port fd87e789-d822-4524-9458-cd254c3b811c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:18.148840 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (fd87e789-d822-4524-9458-cd254c3b811c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:18.148840 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Attempt 1 to provision port fd87e789-d822-4524-9458-cd254c3b811c Aug 31 16:31:18.184407 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Port fd87e789-d822-4524-9458-cd254c3b811c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:18.204285 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65beb8-5d76-42f7-8c67-60f1cebe9f61 None None] Pushing event updated for resources: {'Port': ['ID=cb760b23-c8a0-4a84-bcf6-84105bfb42c2,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:18.250575 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fd87e789-d822-4524-9458-cd254c3b811c), before_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:18.276824 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:18.286053 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:18.302244 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] Set router 5655bb2b-fc45-4520-9e82-06a151e3bce1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:31:18.484989 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Publish callbacks [] for port (fd87e789-d822-4524-9458-cd254c3b811c), precommit_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:18.518533 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'name': 'tempest-TestShelveInstance-765268819-router', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:13Z', 'updated_at': '2022-08-31T16:31:14Z', 'revision_number': 3, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'gw_port': {'id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:14Z', 'updated_at': '2022-08-31T16:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:18.545280 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3c1fa-2e03-4076-8723-821f4fe791bc None None] The sync data for ids ['5655bb2b-fc45-4520-9e82-06a151e3bce1'] in dv-neutron-855257-2-hyperv is: [{'id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'name': 'tempest-TestShelveInstance-765268819-router', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:13Z', 'updated_at': '2022-08-31T16:31:14Z', 'revision_number': 3, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'gw_port': {'id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:14Z', 'updated_at': '2022-08-31T16:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:31:18.562559 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133811718'] for port (fd87e789-d822-4524-9458-cd254c3b811c), after_update {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:18.696978 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd87e789-d822-4524-9458-cd254c3b811c,revision_number=2']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:18.704323 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (5655bb2b-fc45-4520-9e82-06a151e3bce1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:18.721477 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Attempt 2 to provision port fd87e789-d822-4524-9458-cd254c3b811c Aug 31 16:31:18.885850 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Port fd87e789-d822-4524-9458-cd254c3b811c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:18.899080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 is already hosted by enough agents. {{(pid=114265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:31:18.901331 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:19.099982 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Router 5655bb2b-fc45-4520-9e82-06a151e3bce1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:31:19.266037 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:19.279581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:31:19.287411 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f564a1c0-83b5-45b9-aa68-d519e69d31a0 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/5655bb2b-fc45-4520-9e82-06a151e3bce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7037611 Aug 31 16:31:19.387616 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Attempt 3 to provision port fd87e789-d822-4524-9458-cd254c3b811c Aug 31 16:31:19.450224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Port fd87e789-d822-4524-9458-cd254c3b811c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:19.880922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device cb760b23-c8a0-4a84-bcf6-84105bfb42c2 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:31:19.932950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port cb760b23-c8a0-4a84-bcf6-84105bfb42c2 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:19.935072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:19.935072 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port cb760b23-c8a0-4a84-bcf6-84105bfb42c2 Aug 31 16:31:19.954311 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Attempt 4 to provision port fd87e789-d822-4524-9458-cd254c3b811c Aug 31 16:31:20.154833 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Port fd87e789-d822-4524-9458-cd254c3b811c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:20.156314 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:20.210462 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47460) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:20.217139 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-174143414-network', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:20.316766 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Made reservation on behalf of 2d639da67d1a4c49aaf2f3035608a58d for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:31:20.320089 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:20.338470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:20.422296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Sync routers for ids ['5655bb2b-fc45-4520-9e82-06a151e3bce1'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:31:20.434287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Routers {'5655bb2b-fc45-4520-9e82-06a151e3bce1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:31:20.434930 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:31:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['5655bb2b-fc45-4520-9e82-06a151e3bce1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:20.458837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Publish callbacks [] for security_group (1cb0fd96-837a-4632-a73c-d413d6c046f9), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:20.546319 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:20.553002 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:20.574146 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1cb0fd96-837a-4632-a73c-d413d6c046f9), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:20.577406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Set router 5655bb2b-fc45-4520-9e82-06a151e3bce1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:31:20.630030 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:31:20.642592 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb0fd96-837a-4632-a73c-d413d6c046f9,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:20.656865 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Attempt 5 to provision port fd87e789-d822-4524-9458-cd254c3b811c Aug 31 16:31:20.657499 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4dc55664-b4a1-4221-a5f0-867e891f9ec5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:20.658095 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Added segment 4dc55664-b4a1-4221-a5f0-867e891f9ec5 of type vlan for network 77441bef-261a-40b0-b503-25fbfe4eefa6 Aug 31 16:31:20.730290 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (77441bef-261a-40b0-b503-25fbfe4eefa6), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:20.735494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Port fd87e789-d822-4524-9458-cd254c3b811c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:20.822796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'name': 'tempest-TestShelveInstance-765268819-router', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:13Z', 'updated_at': '2022-08-31T16:31:18Z', 'revision_number': 4, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'gw_port': {'id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:14Z', 'updated_at': '2022-08-31T16:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'fd87e789-d822-4524-9458-cd254c3b811c', 'name': '', 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'mac_address': 'fa:16:3e:d9:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '00f6b012-dc0c-418b-869f-089f3a57edc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:17Z', 'updated_at': '2022-08-31T16:31:18Z', 'revision_number': 2, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'subnets': [{'id': '00f6b012-dc0c-418b-869f-089f3a57edc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:20.842778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (77441bef-261a-40b0-b503-25fbfe4eefa6), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:20.844733 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:20.845815 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:20.855021 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Checking router: 5655bb2b-fc45-4520-9e82-06a151e3bce1 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:31:20.855373 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Updating router 5655bb2b-fc45-4520-9e82-06a151e3bce1 port fd87e789-d822-4524-9458-cd254c3b811c binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:31:20.887190 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fd87e789-d822-4524-9458-cd254c3b811c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:20.970022 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] Pushing event updated for resources: {'Network': ['ID=77441bef-261a-40b0-b503-25fbfe4eefa6,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:20.992231 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 77441bef-261a-40b0-b503-25fbfe4eefa6 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:31:21.074918 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-7f6d5a46-6fbd-4763-820f-39dda7c0d382 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8630171 Aug 31 16:31:21.078677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47462) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:21.088267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Request body: {'subnet': {'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-174143414-subnet', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'ip_version': 4}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:21.248042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Made reservation on behalf of 2d639da67d1a4c49aaf2f3035608a58d for: {'subnet': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:31:21.249158 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Attempt 6 to provision port fd87e789-d822-4524-9458-cd254c3b811c Aug 31 16:31:21.251097 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133341574'] for subnet (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:21.300761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Publish callbacks [] for port (fd87e789-d822-4524-9458-cd254c3b811c), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:21.305456 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Port fd87e789-d822-4524-9458-cd254c3b811c cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:21.410239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:21.425385 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (fd87e789-d822-4524-9458-cd254c3b811c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:21.522817 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7090e09-1627-4334-a401-8289dabcafd5 None None] Pushing event updated for resources: {'Port': ['ID=fd87e789-d822-4524-9458-cd254c3b811c,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:21.527951 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:21.539057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Attempting to bind port fd87e789-d822-4524-9458-cd254c3b811c on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:31:21.539513 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Attempting to bind port fd87e789-d822-4524-9458-cd254c3b811c by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:31:21.539940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Attempting to bind port fd87e789-d822-4524-9458-cd254c3b811c on network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:31:21.546865 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:31:21.547328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Checking segment: {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:31:21.547856 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:21.548339 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Bound using segment: {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:31:21.549028 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Bound port: fd87e789-d822-4524-9458-cd254c3b811c, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:31:21.549450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (fd87e789-d822-4524-9458-cd254c3b811c), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:21.595061 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:21.636876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133810367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133341584'] for subnet (6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:21.640531 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] For port fd87e789-d822-4524-9458-cd254c3b811c, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:31:21.648849 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] For port fd87e789-d822-4524-9458-cd254c3b811c, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fd87e789-d822-4524-9458-cd254c3b811c,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:31:21.732549 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:21.734500 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:21.754048 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Checking segment: {'id': '4dc55664-b4a1-4221-a5f0-867e891f9ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:31:21.754859 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Network hostable DHCP agents. Network: 77441bef-261a-40b0-b503-25fbfe4eefa6, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:31:21.796684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (fd87e789-d822-4524-9458-cd254c3b811c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:21.806361 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Attempt 7 to provision port fd87e789-d822-4524-9458-cd254c3b811c Aug 31 16:31:21.834322 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:21.867610 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Routers {'5655bb2b-fc45-4520-9e82-06a151e3bce1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:31:21.868260 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:31:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['5655bb2b-fc45-4520-9e82-06a151e3bce1'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:21.916808 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Network 77441bef-261a-40b0-b503-25fbfe4eefa6 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:31:21.948275 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7090e09-1627-4334-a401-8289dabcafd5 None None] Pushing event updated for resources: {'Port': ['ID=fd87e789-d822-4524-9458-cd254c3b811c,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-15ce353c-fc0b-4a4e-8fa1-a676a72d94ed None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:21.954997 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:22.014286 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] Set router 5655bb2b-fc45-4520-9e82-06a151e3bce1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:31:22.100141 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.base_scheduler [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 77441bef-261a-40b0-b503-25fbfe4eefa6) {{(pid=114265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:22.109931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:22.109931 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:22.111807 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-4fc001cc-6d4a-442d-a419-cc1757863acf None None] Provisioning complete for port fd87e789-d822-4524-9458-cd254c3b811c triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:22.112390 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-4fc001cc-6d4a-442d-a419-cc1757863acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (fd87e789-d822-4524-9458-cd254c3b811c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:22.112912 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-4fc001cc-6d4a-442d-a419-cc1757863acf None None] Attempt 1 to provision port fd87e789-d822-4524-9458-cd254c3b811c Aug 31 16:31:22.122994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b96d4ca-d6af-4a85-9092-c96bf17c05bb None None] Network 77441bef-261a-40b0-b503-25fbfe4eefa6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-4fc001cc-6d4a-442d-a419-cc1757863acf None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:22.269726 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:22.295587 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:22.348120 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-77441bef-261a-40b0-b503-25fbfe4eefa6', 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6', 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'fixed_ips': [{'subnet_id': '6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:31:22.349660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:22.358115 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-02043f89-911d-45ac-99b8-306f631e8567 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2768736 Aug 31 16:31:22.360232 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47464) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:22.366802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-174143414-router', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:22.465541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (698fc00f-d99d-4cdd-9119-aa38163a8d4e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:22.467180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (698fc00f-d99d-4cdd-9119-aa38163a8d4e), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:22.536326 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'name': 'tempest-TestShelveInstance-765268819-router', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:13Z', 'updated_at': '2022-08-31T16:31:18Z', 'revision_number': 4, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'gw_port': {'id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:14Z', 'updated_at': '2022-08-31T16:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'fd87e789-d822-4524-9458-cd254c3b811c', 'name': '', 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'mac_address': 'fa:16:3e:d9:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '00f6b012-dc0c-418b-869f-089f3a57edc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:17Z', 'updated_at': '2022-08-31T16:31:21Z', 'revision_number': 4, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'subnets': [{'id': '00f6b012-dc0c-418b-869f-089f3a57edc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:22.537369 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks [] for router_controller (698fc00f-d99d-4cdd-9119-aa38163a8d4e), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:22.607037 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438655b3-8249-4fd9-8634-5701bd9118cd None None] The sync data for ids ['5655bb2b-fc45-4520-9e82-06a151e3bce1'] in dv-neutron-855257-2-hyperv is: [{'id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'name': 'tempest-TestShelveInstance-765268819-router', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:13Z', 'updated_at': '2022-08-31T16:31:18Z', 'revision_number': 4, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'gw_port': {'id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:14Z', 'updated_at': '2022-08-31T16:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': 'fd87e789-d822-4524-9458-cd254c3b811c', 'name': '', 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'mac_address': 'fa:16:3e:d9:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '00f6b012-dc0c-418b-869f-089f3a57edc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:17Z', 'updated_at': '2022-08-31T16:31:21Z', 'revision_number': 4, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'subnets': [{'id': '00f6b012-dc0c-418b-869f-089f3a57edc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:31:22.723127 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Allocated IP 172.20.0.2 (77441bef-261a-40b0-b503-25fbfe4eefa6/6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a/df0e6fbf-620a-495b-a21a-145fe7249e05) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:31:22.881640 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks [] for router_gateway (698fc00f-d99d-4cdd-9119-aa38163a8d4e), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:22.968548 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Publish callbacks [] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:23.054767 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:23.135162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Network 77441bef-261a-40b0-b503-25fbfe4eefa6 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:31:23.138659 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:23.143350 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:31:23.151609 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Pushing event updated for resources: {'Port': ['ID=df0e6fbf-620a-495b-a21a-145fe7249e05,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:23.228618 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Attempting to bind port df0e6fbf-620a-495b-a21a-145fe7249e05 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:31:23.229051 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Attempting to bind port df0e6fbf-620a-495b-a21a-145fe7249e05 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '4dc55664-b4a1-4221-a5f0-867e891f9ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:31:23.229430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Attempting to bind port df0e6fbf-620a-495b-a21a-145fe7249e05 on network 77441bef-261a-40b0-b503-25fbfe4eefa6 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:31:23.240902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:31:23.240902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Checking segment: {'id': '4dc55664-b4a1-4221-a5f0-867e891f9ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:31:23.240902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:23.240902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Bound using segment: {'id': '4dc55664-b4a1-4221-a5f0-867e891f9ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:31:23.240902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Bound port: df0e6fbf-620a-495b-a21a-145fe7249e05, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc55664-b4a1-4221-a5f0-867e891f9ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:31:23.240902 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:23.295631 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:23.324669 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] For port df0e6fbf-620a-495b-a21a-145fe7249e05, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:31:23.329057 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] For port df0e6fbf-620a-495b-a21a-145fe7249e05, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=df0e6fbf-620a-495b-a21a-145fe7249e05,segment=NetworkSegment(4dc55664-b4a1-4221-a5f0-867e891f9ec5),segment_id=4dc55664-b4a1-4221-a5f0-867e891f9ec5)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:31:23.392592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:23.495321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765fd0e-1602-4d86-be25-5b22e36abcf5 None None] Pushing event updated for resources: {'Port': ['ID=df0e6fbf-620a-495b-a21a-145fe7249e05,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:23.582453 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks [] for router_gateway (698fc00f-d99d-4cdd-9119-aa38163a8d4e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:23.606954 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:23.775267 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Allocated IP 172.26.2.112 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/0ecb6d2c-883a-4ef5-b0b6-54512a358872) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:31:23.933176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fd87e789-d822-4524-9458-cd254c3b811c up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:31:23.960841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks [] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:23.983922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port fd87e789-d822-4524-9458-cd254c3b811c triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:23.984262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (fd87e789-d822-4524-9458-cd254c3b811c), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:23.984579 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port fd87e789-d822-4524-9458-cd254c3b811c Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:24.033853 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:24.035605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device df0e6fbf-620a-495b-a21a-145fe7249e05 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:31:24.088614 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:24.090168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port df0e6fbf-620a-495b-a21a-145fe7249e05 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:24.090552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:24.090891 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port df0e6fbf-620a-495b-a21a-145fe7249e05 Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:24.138011 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:24.141499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:31:24.144969 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:24.150252 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:31:24.156279 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Pushing event updated for resources: {'Port': ['ID=0ecb6d2c-883a-4ef5-b0b6-54512a358872,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:24.322807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:24.470731 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:24.554467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks [] for router_gateway (698fc00f-d99d-4cdd-9119-aa38163a8d4e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:24.576283 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e6c0a-52fc-4c58-a542-6cc3fd235fec None None] Network 77441bef-261a-40b0-b503-25fbfe4eefa6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:31:24.652292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a5774c31-5992-4050-bacf-594c7c4c589a None None] Provisioning complete for port df0e6fbf-620a-495b-a21a-145fe7249e05 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:24.652794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a5774c31-5992-4050-bacf-594c7c4c589a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:24.653200 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a5774c31-5992-4050-bacf-594c7c4c589a None None] Attempt 1 to provision port df0e6fbf-620a-495b-a21a-145fe7249e05 Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a5774c31-5992-4050-bacf-594c7c4c589a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:24.720721 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:24.851787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (698fc00f-d99d-4cdd-9119-aa38163a8d4e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:25.042867 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-cd46d4e9-259d-4793-8300-bf2fa9497b83 None None] Provisioning complete for port df0e6fbf-620a-495b-a21a-145fe7249e05 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:25.043479 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cd46d4e9-259d-4793-8300-bf2fa9497b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:25.043603 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-cd46d4e9-259d-4793-8300-bf2fa9497b83 None None] Attempt 1 to provision port df0e6fbf-620a-495b-a21a-145fe7249e05 Aug 31 16:31:25.080276 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:25.082357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Router 698fc00f-d99d-4cdd-9119-aa38163a8d4e is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-cd46d4e9-259d-4793-8300-bf2fa9497b83 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:25.086269 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:25.205494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:31:25.217243 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Sync routers for ids ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:31:25.230435 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Routers {'698fc00f-d99d-4cdd-9119-aa38163a8d4e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:31:25.230667 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:31:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:25.320627 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:25.325307 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-68e111b1-add5-4426-b220-b4bd31e62a31 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9611330 Aug 31 16:31:25.325738 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47466) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:25.351659 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Set router 698fc00f-d99d-4cdd-9119-aa38163a8d4e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:31:25.673726 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'name': 'tempest-TestShelveInstance-174143414-router', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:22Z', 'updated_at': '2022-08-31T16:31:24Z', 'revision_number': 3, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'gw_port': {'id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:23Z', 'updated_at': '2022-08-31T16:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:25.675004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:25.701885 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Checking router: 698fc00f-d99d-4cdd-9119-aa38163a8d4e for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:31:25.702252 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Updating router 698fc00f-d99d-4cdd-9119-aa38163a8d4e port 0ecb6d2c-883a-4ef5-b0b6-54512a358872 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:31:25.734311 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:25.901623 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:25.906100 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:25.956921 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=100 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:26.040770 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Publish callbacks [] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:26.109956 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Allocated IP 172.20.0.1 (77441bef-261a-40b0-b503-25fbfe4eefa6/6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a/541f0bd2-5138-4b6d-b5df-159812c49272) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:31:26.139245 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:26.179411 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Attempting to bind port 0ecb6d2c-883a-4ef5-b0b6-54512a358872 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:31:26.179986 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Attempting to bind port 0ecb6d2c-883a-4ef5-b0b6-54512a358872 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:31:26.180566 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Attempting to bind port 0ecb6d2c-883a-4ef5-b0b6-54512a358872 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:31:26.197378 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:31:26.197964 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:31:26.198395 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:26.198651 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:31:26.199105 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Bound port: 0ecb6d2c-883a-4ef5-b0b6-54512a358872, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:31:26.199505 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:26.237483 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd804863-6268-4b5f-aa08-fe9131173505 None None] Pushing event updated for resources: {'Port': ['ID=0ecb6d2c-883a-4ef5-b0b6-54512a358872,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:26.256431 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Publish callbacks [] for port (541f0bd2-5138-4b6d-b5df-159812c49272), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:26.285348 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] For port 0ecb6d2c-883a-4ef5-b0b6-54512a358872, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:31:26.289850 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] For port 0ecb6d2c-883a-4ef5-b0b6-54512a358872, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0ecb6d2c-883a-4ef5-b0b6-54512a358872,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:31:26.374311 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:26.403469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:26.415728 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Routers {'698fc00f-d99d-4cdd-9119-aa38163a8d4e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:31:26.416444 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:31:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:26.471990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Network 77441bef-261a-40b0-b503-25fbfe4eefa6 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:31:26.480850 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd804863-6268-4b5f-aa08-fe9131173505 None None] Pushing event updated for resources: {'Port': ['ID=0ecb6d2c-883a-4ef5-b0b6-54512a358872,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:26.485094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:26.492719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:31:26.504065 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Pushing event updated for resources: {'Port': ['ID=541f0bd2-5138-4b6d-b5df-159812c49272,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:26.554206 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] Set router 698fc00f-d99d-4cdd-9119-aa38163a8d4e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:31:26.588586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (698fc00f-d99d-4cdd-9119-aa38163a8d4e), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:26.664631 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:26.679234 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:26.752385 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'name': 'tempest-TestShelveInstance-174143414-router', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:22Z', 'updated_at': '2022-08-31T16:31:24Z', 'revision_number': 3, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'gw_port': {'id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:23Z', 'updated_at': '2022-08-31T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:26.779738 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462217ea-2081-41b6-8916-e72dbfe03436 None None] The sync data for ids ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'] in dv-neutron-855257-2-hyperv is: [{'id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'name': 'tempest-TestShelveInstance-174143414-router', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:22Z', 'updated_at': '2022-08-31T16:31:24Z', 'revision_number': 3, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'gw_port': {'id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:23Z', 'updated_at': '2022-08-31T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:31:26.839786 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Provisioning complete for port 541f0bd2-5138-4b6d-b5df-159812c49272 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:26.840793 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:26.841140 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Attempt 1 to provision port 541f0bd2-5138-4b6d-b5df-159812c49272 Aug 31 16:31:26.872389 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:26.881249 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Port 541f0bd2-5138-4b6d-b5df-159812c49272 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:27.121218 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Publish callbacks [] for port (541f0bd2-5138-4b6d-b5df-159812c49272), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:27.230648 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:27.323676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (698fc00f-d99d-4cdd-9119-aa38163a8d4e), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:27.325941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Pushing event updated for resources: {'Port': ['ID=541f0bd2-5138-4b6d-b5df-159812c49272,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:27.382375 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Attempt 2 to provision port 541f0bd2-5138-4b6d-b5df-159812c49272 Aug 31 16:31:27.415646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:27.439789 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Port 541f0bd2-5138-4b6d-b5df-159812c49272 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:27.499888 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Network 77441bef-261a-40b0-b503-25fbfe4eefa6 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:31:27.501933 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:27.691011 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Router 698fc00f-d99d-4cdd-9119-aa38163a8d4e has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:31:27.846955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:31:27.858603 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-c77687ab-6c26-4841-adfa-b734d39877ce admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/698fc00f-d99d-4cdd-9119-aa38163a8d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5314112 Aug 31 16:31:27.908044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 0ecb6d2c-883a-4ef5-b0b6-54512a358872 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:31:27.947615 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Attempt 3 to provision port 541f0bd2-5138-4b6d-b5df-159812c49272 Aug 31 16:31:28.012820 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Port 541f0bd2-5138-4b6d-b5df-159812c49272 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:28.022739 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 0ecb6d2c-883a-4ef5-b0b6-54512a358872 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:28.023125 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:28.023469 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 0ecb6d2c-883a-4ef5-b0b6-54512a358872 Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:28.068203 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:28.484768 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47478) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:28.490964 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-cb8cd6ea-79e2-4b31-ae29-d2e9bf240953 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1320230975', 'description': 'tempest-secgroup-smoke-1320230975 description', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:28.514010 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Attempt 4 to provision port 541f0bd2-5138-4b6d-b5df-159812c49272 Aug 31 16:31:28.555663 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Port 541f0bd2-5138-4b6d-b5df-159812c49272 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:28.636657 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd6ea-79e2-4b31-ae29-d2e9bf240953 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:28.736320 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd6ea-79e2-4b31-ae29-d2e9bf240953 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:28.799058 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Sync routers for ids ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:31:28.811968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Routers {'698fc00f-d99d-4cdd-9119-aa38163a8d4e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:31:28.812794 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:31:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:28.819826 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd6ea-79e2-4b31-ae29-d2e9bf240953 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:28.867513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cd6ea-79e2-4b31-ae29-d2e9bf240953 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:28.935668 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd6ea-79e2-4b31-ae29-d2e9bf240953 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:28.938354 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-cb8cd6ea-79e2-4b31-ae29-d2e9bf240953 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4509871 Aug 31 16:31:28.941142 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47480) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:28.946714 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-028ca55e-01d7-4e33-b782-008ad1199d0b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:28.957197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Set router 698fc00f-d99d-4cdd-9119-aa38163a8d4e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:31:29.038364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:29.056616 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-028ca55e-01d7-4e33-b782-008ad1199d0b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (1369d60e-0a17-49d2-b9e9-886cfd565ba0), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.102329 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Attempt 5 to provision port 541f0bd2-5138-4b6d-b5df-159812c49272 Aug 31 16:31:29.126165 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-028ca55e-01d7-4e33-b782-008ad1199d0b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (1369d60e-0a17-49d2-b9e9-886cfd565ba0), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.195047 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Port 541f0bd2-5138-4b6d-b5df-159812c49272 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:29.230586 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-028ca55e-01d7-4e33-b782-008ad1199d0b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (1369d60e-0a17-49d2-b9e9-886cfd565ba0), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.254458 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ca55e-01d7-4e33-b782-008ad1199d0b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1369d60e-0a17-49d2-b9e9-886cfd565ba0,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:29.290710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'name': 'tempest-TestShelveInstance-174143414-router', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:22Z', 'updated_at': '2022-08-31T16:31:26Z', 'revision_number': 4, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'gw_port': {'id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:23Z', 'updated_at': '2022-08-31T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '541f0bd2-5138-4b6d-b5df-159812c49272', 'name': '', 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'mac_address': 'fa:16:3e:11:78:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:25Z', 'updated_at': '2022-08-31T16:31:26Z', 'revision_number': 2, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'subnets': [{'id': '6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:29.317972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Checking router: 698fc00f-d99d-4cdd-9119-aa38163a8d4e for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:31:29.318383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Updating router 698fc00f-d99d-4cdd-9119-aa38163a8d4e port 541f0bd2-5138-4b6d-b5df-159812c49272 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:31:29.349094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.355846 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-028ca55e-01d7-4e33-b782-008ad1199d0b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.360356 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-028ca55e-01d7-4e33-b782-008ad1199d0b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4177547 Aug 31 16:31:29.365152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47482) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:29.371306 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-8325c473-f252-4eda-86f7-0192c6a4921e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:29.488540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8325c473-f252-4eda-86f7-0192c6a4921e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (1af00e22-3ebd-4ecd-9d84-49adc56c0584), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.608618 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8325c473-f252-4eda-86f7-0192c6a4921e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (1af00e22-3ebd-4ecd-9d84-49adc56c0584), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.627504 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=100 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:29.674383 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Publish callbacks [] for port (541f0bd2-5138-4b6d-b5df-159812c49272), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.696389 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Attempt 6 to provision port 541f0bd2-5138-4b6d-b5df-159812c49272 Aug 31 16:31:29.716390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8325c473-f252-4eda-86f7-0192c6a4921e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (1af00e22-3ebd-4ecd-9d84-49adc56c0584), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.733627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Port 541f0bd2-5138-4b6d-b5df-159812c49272 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:29.743491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325c473-f252-4eda-86f7-0192c6a4921e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af00e22-3ebd-4ecd-9d84-49adc56c0584,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:29.870555 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.887144 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8325c473-f252-4eda-86f7-0192c6a4921e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.891463 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8325c473-f252-4eda-86f7-0192c6a4921e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5250430 Aug 31 16:31:29.891808 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47484) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:29.897901 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-2e374782-e115-4325-83e2-35ad77b01b7a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:29.959333 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbcfb4-3d2e-47c0-8c7d-2e86fe10a560 None None] Pushing event updated for resources: {'Port': ['ID=541f0bd2-5138-4b6d-b5df-159812c49272,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:29.985262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Attempting to bind port 541f0bd2-5138-4b6d-b5df-159812c49272 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:31:29.985717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Attempting to bind port 541f0bd2-5138-4b6d-b5df-159812c49272 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '4dc55664-b4a1-4221-a5f0-867e891f9ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:31:29.986095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Attempting to bind port 541f0bd2-5138-4b6d-b5df-159812c49272 on network 77441bef-261a-40b0-b503-25fbfe4eefa6 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:31:29.993296 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:31:29.993710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Checking segment: {'id': '4dc55664-b4a1-4221-a5f0-867e891f9ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:31:29.994106 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:29.994511 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Bound using segment: {'id': '4dc55664-b4a1-4221-a5f0-867e891f9ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:31:29.995004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Bound port: 541f0bd2-5138-4b6d-b5df-159812c49272, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc55664-b4a1-4221-a5f0-867e891f9ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:31:29.995386 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.037005 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e374782-e115-4325-83e2-35ad77b01b7a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (7cda8000-2a92-409b-80f4-ca73b9a5c1ef), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.071107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] For port 541f0bd2-5138-4b6d-b5df-159812c49272, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:31:30.074925 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] For port 541f0bd2-5138-4b6d-b5df-159812c49272, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=541f0bd2-5138-4b6d-b5df-159812c49272,segment=NetworkSegment(4dc55664-b4a1-4221-a5f0-867e891f9ec5),segment_id=4dc55664-b4a1-4221-a5f0-867e891f9ec5)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:31:30.117935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e374782-e115-4325-83e2-35ad77b01b7a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (7cda8000-2a92-409b-80f4-ca73b9a5c1ef), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.191395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.226348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e374782-e115-4325-83e2-35ad77b01b7a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (7cda8000-2a92-409b-80f4-ca73b9a5c1ef), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.229339 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Routers {'698fc00f-d99d-4cdd-9119-aa38163a8d4e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:31:30.230604 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:31:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:30.243348 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Attempt 7 to provision port 541f0bd2-5138-4b6d-b5df-159812c49272 Aug 31 16:31:30.257662 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e374782-e115-4325-83e2-35ad77b01b7a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cda8000-2a92-409b-80f4-ca73b9a5c1ef,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:30.341229 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-2e374782-e115-4325-83e2-35ad77b01b7a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.343155 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-2e374782-e115-4325-83e2-35ad77b01b7a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4500692 Aug 31 16:31:30.347698 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47486) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:30.354391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-78716d26-d733-4c52-872b-54988a1e82b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:30.462406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-78716d26-d733-4c52-872b-54988a1e82b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (0bdbfdf9-1b45-45eb-b984-7ce9c18d5fc7), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.479559 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbcfb4-3d2e-47c0-8c7d-2e86fe10a560 None None] Pushing event updated for resources: {'Port': ['ID=541f0bd2-5138-4b6d-b5df-159812c49272,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:30.516370 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:30.535498 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-6fc7c78b-524f-475b-81aa-1228eac7de6a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:30.543150 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:30.557549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] Set router 698fc00f-d99d-4cdd-9119-aa38163a8d4e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:31:30.565659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-78716d26-d733-4c52-872b-54988a1e82b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (0bdbfdf9-1b45-45eb-b984-7ce9c18d5fc7), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.654476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-78716d26-d733-4c52-872b-54988a1e82b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (0bdbfdf9-1b45-45eb-b984-7ce9c18d5fc7), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.677377 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78716d26-d733-4c52-872b-54988a1e82b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdbfdf9-1b45-45eb-b984-7ce9c18d5fc7,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:30.733552 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-c5da219d-b1d9-42d9-bcb5-9446a1d41caa None None] Provisioning complete for port 541f0bd2-5138-4b6d-b5df-159812c49272 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:30.733940 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c5da219d-b1d9-42d9-bcb5-9446a1d41caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.734178 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-c5da219d-b1d9-42d9-bcb5-9446a1d41caa None None] Attempt 1 to provision port 541f0bd2-5138-4b6d-b5df-159812c49272 Aug 31 16:31:30.809746 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-c5da219d-b1d9-42d9-bcb5-9446a1d41caa None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:30.816587 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:30.868672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'name': 'tempest-TestShelveInstance-174143414-router', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:22Z', 'updated_at': '2022-08-31T16:31:26Z', 'revision_number': 4, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'gw_port': {'id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:23Z', 'updated_at': '2022-08-31T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '541f0bd2-5138-4b6d-b5df-159812c49272', 'name': '', 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'mac_address': 'fa:16:3e:11:78:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:25Z', 'updated_at': '2022-08-31T16:31:30Z', 'revision_number': 4, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'subnets': [{'id': '6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:30.896161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-78716d26-d733-4c52-872b-54988a1e82b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:30.897947 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-78716d26-d733-4c52-872b-54988a1e82b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5489020 Aug 31 16:31:30.901188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47488) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:30.902351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c381391-27a7-4d1d-856d-cf05f146c617 None None] The sync data for ids ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'] in dv-neutron-855257-2-hyperv is: [{'id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'name': 'tempest-TestShelveInstance-174143414-router', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:22Z', 'updated_at': '2022-08-31T16:31:26Z', 'revision_number': 4, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'gw_port': {'id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:23Z', 'updated_at': '2022-08-31T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '541f0bd2-5138-4b6d-b5df-159812c49272', 'name': '', 'network_id': '77441bef-261a-40b0-b503-25fbfe4eefa6', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'mac_address': 'fa:16:3e:11:78:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:25Z', 'updated_at': '2022-08-31T16:31:30Z', 'revision_number': 4, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'subnets': [{'id': '6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:31:30.908058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-a5a2abac-09cf-4732-bb8d-bb3e7a9053da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:31.042299 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-a5a2abac-09cf-4732-bb8d-bb3e7a9053da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Project 7001003cc0d44d0b87e154b4d72b3de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:31:31.049149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5a2abac-09cf-4732-bb8d-bb3e7a9053da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (2a3916ff-ac96-451b-a0c3-aae079b89287), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:31.143094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5a2abac-09cf-4732-bb8d-bb3e7a9053da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (2a3916ff-ac96-451b-a0c3-aae079b89287), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:31.267289 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5a2abac-09cf-4732-bb8d-bb3e7a9053da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (2a3916ff-ac96-451b-a0c3-aae079b89287), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:31.290872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2abac-09cf-4732-bb8d-bb3e7a9053da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3916ff-ac96-451b-a0c3-aae079b89287,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:31.370317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a5a2abac-09cf-4732-bb8d-bb3e7a9053da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:31.371828 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a5a2abac-09cf-4732-bb8d-bb3e7a9053da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4695919 Aug 31 16:31:31.374799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47490) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:31:31.379586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-38dcc84c-fb00-4974-893e-57ff497fd90b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:31.465320 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-38dcc84c-fb00-4974-893e-57ff497fd90b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Project 7001003cc0d44d0b87e154b4d72b3de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:31:31.473048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-38dcc84c-fb00-4974-893e-57ff497fd90b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (caf1e79b-e533-4572-8333-40071f4d16b3), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:31.549482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-38dcc84c-fb00-4974-893e-57ff497fd90b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (caf1e79b-e533-4572-8333-40071f4d16b3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:31.675850 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-38dcc84c-fb00-4974-893e-57ff497fd90b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (caf1e79b-e533-4572-8333-40071f4d16b3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:31.698357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcc84c-fb00-4974-893e-57ff497fd90b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf1e79b-e533-4572-8333-40071f4d16b3,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:31.869367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-38dcc84c-fb00-4974-893e-57ff497fd90b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:31.871294 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-38dcc84c-fb00-4974-893e-57ff497fd90b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4952264 Aug 31 16:31:31.872000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 541f0bd2-5138-4b6d-b5df-159812c49272 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:31:31.955740 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 541f0bd2-5138-4b6d-b5df-159812c49272 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:31.956305 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:31.956726 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 541f0bd2-5138-4b6d-b5df-159812c49272 Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:32.013029 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:32.020154 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=79,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:32.059473 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-59e256c1-d056-4f2d-b380-3add3a1ec4a4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1320230975&fields=id&tenant_id=7001003cc0d44d0b87e154b4d72b3de0 HTTP/1.1" status: 200 len: 267 time: 0.0569007 Aug 31 16:31:32.157390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:32.210649 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-05eee90c-5976-42e5-b5f6-b5566ba6481a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:32.213136 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-05eee90c-5976-42e5-b5f6-b5566ba6481a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/networks?id=b1b499b4-ff15-4d9b-9bfa-67029c21beb7 HTTP/1.1" status: 200 len: 808 time: 0.1425581 Aug 31 16:31:32.235149 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-0e264544-17dc-4640-abde-33e8bf0b15ff tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/quotas/7001003cc0d44d0b87e154b4d72b3de0 HTTP/1.1" status: 200 len: 375 time: 0.0157418 Aug 31 16:31:32.295716 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-8d12f8ed-1f8c-412c-88f6-351c484e3069 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7001003cc0d44d0b87e154b4d72b3de0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535018 Aug 31 16:31:32.444803 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-b5a068d6-7ae7-4b3d-9209-c3750c9184e9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b1b499b4-ff15-4d9b-9bfa-67029c21beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342173 Aug 31 16:31:32.558490 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-c2196af3-9418-46d8-aa63-04a03ab2b3d5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b1b499b4-ff15-4d9b-9bfa-67029c21beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070652 Aug 31 16:31:32.910089 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9902f739-ff6b-4094-84e2-853345c8689a req-b7b13e00-ddd5-42bb-a295-f164140e988b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 210 time: 0.0353177 Aug 31 16:31:34.029999 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4c496e49-90eb-4030-a455-2d35f8df9ffc req-10da7d35-534c-4b65-9316-b0f02b369095 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 210 time: 0.0463505 Aug 31 16:31:35.189662 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-444fcbf1-be34-4e4f-a63a-c36a5c3c4645 req-2b77a589-efd6-44ad-b50a-268973d7998c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 210 time: 0.0503733 Aug 31 16:31:35.824082 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:31:36.320235 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5b8177a4-5373-4f9d-a5d8-5ad704cc28aa req-3e543b84-70d8-4287-9e01-231439c35e03 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 210 time: 0.0351658 Aug 31 16:31:36.575080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-60481e2c-3a3d-4565-ba9a-a89c113f940d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:36.576666 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-60481e2c-3a3d-4565-ba9a-a89c113f940d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.43 "GET /networking/v2.0/networks?id=b1b499b4-ff15-4d9b-9bfa-67029c21beb7 HTTP/1.1" status: 200 len: 808 time: 0.1906574 Aug 31 16:31:36.693746 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-e90c1e04-dc06-4555-8687-4f602bd407d9 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7001003cc0d44d0b87e154b4d72b3de0 HTTP/1.1" status: 200 len: 380 time: 0.1038208 Aug 31 16:31:36.709518 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'port': {'device_id': '5fade7bd-8c52-4469-8078-eff3f7c41ae0', 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7', 'admin_state_up': True, 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'security_groups': ['49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:36.950317 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Made reservation on behalf of 7001003cc0d44d0b87e154b4d72b3de0 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:31:36.962516 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:36.966273 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:37.168356 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:37.174492 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Allocated IP 172.20.0.3 (b1b499b4-ff15-4d9b-9bfa-67029c21beb7/00f6b012-dc0c-418b-869f-089f3a57edc7/342ab002-5431-4ab7-a03e-26794dde4900) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:31:37.381196 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for port (342ab002-5431-4ab7-a03e-26794dde4900), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:37.493460 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3b9c13ca-d9e6-4af3-8660-85f546a5fbe8 req-a4404bde-196e-4eb9-b569-93c2206bac4d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 210 time: 0.0311418 Aug 31 16:31:37.563401 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (342ab002-5431-4ab7-a03e-26794dde4900), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:37.627412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:31:37.631736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:37.638504 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:31:37.680034 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'Port': ['ID=342ab002-5431-4ab7-a03e-26794dde4900,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:37.731056 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:37.732142 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:37.936076 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-791ccfaf-62d5-4bef-a1bd-af056a815858 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2343838 Aug 31 16:31:37.954071 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Request body: {'port': {'device_id': '5fade7bd-8c52-4469-8078-eff3f7c41ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:37.989516 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-3b7773ba-7b8d-4b6c-afd0-eee0d21b6feb None None] Provisioning complete for port 342ab002-5431-4ab7-a03e-26794dde4900 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:37.990430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-3b7773ba-7b8d-4b6c-afd0-eee0d21b6feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (342ab002-5431-4ab7-a03e-26794dde4900), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:37.990430 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3b7773ba-7b8d-4b6c-afd0-eee0d21b6feb None None] Attempt 1 to provision port 342ab002-5431-4ab7-a03e-26794dde4900 Aug 31 16:31:38.034660 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3b7773ba-7b8d-4b6c-afd0-eee0d21b6feb None None] Port 342ab002-5431-4ab7-a03e-26794dde4900 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:38.043771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (342ab002-5431-4ab7-a03e-26794dde4900), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:38.096397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:38.372266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342ab002-5431-4ab7-a03e-26794dde4900 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:31:38.381462 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Publish callbacks [] for port (342ab002-5431-4ab7-a03e-26794dde4900), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:38.395799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Transition to ACTIVE for port object 342ab002-5431-4ab7-a03e-26794dde4900 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:31:38.510510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (342ab002-5431-4ab7-a03e-26794dde4900), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:38.535552 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3b7773ba-7b8d-4b6c-afd0-eee0d21b6feb None None] Attempt 2 to provision port 342ab002-5431-4ab7-a03e-26794dde4900 Aug 31 16:31:38.579437 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3b7773ba-7b8d-4b6c-afd0-eee0d21b6feb None None] Port 342ab002-5431-4ab7-a03e-26794dde4900 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:31:38.613130 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-de0f79b5-5e48-4c5e-bd78-ff8c5b224c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:38.620891 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Pushing event updated for resources: {'Port': ['ID=342ab002-5431-4ab7-a03e-26794dde4900,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:38.638461 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66700a-575c-48a5-8a9a-30e9fd1969fd req-882b5baa-e3fc-4a38-9f17-d8eb66d1bebc tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:38.640644 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c66700a-575c-48a5-8a9a-30e9fd1969fd req-882b5baa-e3fc-4a38-9f17-d8eb66d1bebc tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 943 time: 0.0658288 Aug 31 16:31:38.655858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Attempting to bind port 342ab002-5431-4ab7-a03e-26794dde4900 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:31:38.656829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Attempting to bind port 342ab002-5431-4ab7-a03e-26794dde4900 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:31:38.656829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Attempting to bind port 342ab002-5431-4ab7-a03e-26794dde4900 on network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:31:38.663058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Port 342ab002-5431-4ab7-a03e-26794dde4900 on network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:31:38.663387 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Attempting to bind port 342ab002-5431-4ab7-a03e-26794dde4900 on network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:31:38.668943 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:31:38.669251 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Checking segment: {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:31:38.669676 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Bound using segment: {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:31:38.670239 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Bound port: 342ab002-5431-4ab7-a03e-26794dde4900, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:31:38.670620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (342ab002-5431-4ab7-a03e-26794dde4900), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:38.687619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:38.704123 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5c66700a-575c-48a5-8a9a-30e9fd1969fd req-e9a084ac-7831-4637-b5ef-4e73fca25051 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573208 Aug 31 16:31:38.744175 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] For port 342ab002-5431-4ab7-a03e-26794dde4900, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:31:38.747747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] For port 342ab002-5431-4ab7-a03e-26794dde4900, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=342ab002-5431-4ab7-a03e-26794dde4900,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:31:38.883213 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (342ab002-5431-4ab7-a03e-26794dde4900), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:38.889296 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:38.890029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:38.891519 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/342ab002-5431-4ab7-a03e-26794dde4900 HTTP/1.1" status: 200 len: 1093 time: 0.9440105 Aug 31 16:31:38.894194 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fade7bd-8c52-4469-8078-eff3f7c41ae0', 'tag': '342ab002-5431-4ab7-a03e-26794dde4900'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:31:38.895284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c46fc6-99da-47eb-be02-4ec441902478" -d '{"events": [{"name": "network-changed", "server_uuid": "5fade7bd-8c52-4469-8078-eff3f7c41ae0", "tag": "342ab002-5431-4ab7-a03e-26794dde4900"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:31:38.984836 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c7150-e3ab-4e7f-a6a2-a62ba5a39485 service neutron] Pushing event updated for resources: {'Port': ['ID=342ab002-5431-4ab7-a03e-26794dde4900,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:39.039669 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5c4400-4d28-41f1-be25-fb0ebd3b2945 x-openstack-request-id: req-fd5c4400-4d28-41f1-be25-fb0ebd3b2945 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:31:39.039937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fade7bd-8c52-4469-8078-eff3f7c41ae0", "tag": "342ab002-5431-4ab7-a03e-26794dde4900", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:31:39.040203 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd5c4400-4d28-41f1-be25-fb0ebd3b2945 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:31:39.040714 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5c4400-4d28-41f1-be25-fb0ebd3b2945'] response: {'name': 'network-changed', 'server_uuid': '5fade7bd-8c52-4469-8078-eff3f7c41ae0', 'tag': '342ab002-5431-4ab7-a03e-26794dde4900', 'status': 'completed', 'code': 200} Aug 31 16:31:39.081104 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-3b7773ba-7b8d-4b6c-afd0-eee0d21b6feb None None] Attempt 3 to provision port 342ab002-5431-4ab7-a03e-26794dde4900 Aug 31 16:31:39.140631 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46fc6-99da-47eb-be02-4ec441902478 req-cc13bc70-8805-4b31-8025-ecf9049276c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:39.141766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-3b7773ba-7b8d-4b6c-afd0-eee0d21b6feb None None] Port 342ab002-5431-4ab7-a03e-26794dde4900 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:31:39.142579 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-06c46fc6-99da-47eb-be02-4ec441902478 req-cc13bc70-8805-4b31-8025-ecf9049276c1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7001003cc0d44d0b87e154b4d72b3de0&device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 1127 time: 0.0701108 Aug 31 16:31:39.265371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46fc6-99da-47eb-be02-4ec441902478 req-168c1830-022a-4244-ad14-697238da08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:39.267125 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-06c46fc6-99da-47eb-be02-4ec441902478 req-168c1830-022a-4244-ad14-697238da08d2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=7001003cc0d44d0b87e154b4d72b3de0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1132243 Aug 31 16:31:39.393091 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46fc6-99da-47eb-be02-4ec441902478 req-0bd7a0c6-121f-4d50-9a69-25fcc71bd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:39.394751 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-06c46fc6-99da-47eb-be02-4ec441902478 req-0bd7a0c6-121f-4d50-9a69-25fcc71bd177 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186879 Aug 31 16:31:39.488616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-998c8c05-38a2-4cc8-98bf-d96accd644bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:39.490962 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-998c8c05-38a2-4cc8-98bf-d96accd644bf service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7001003cc0d44d0b87e154b4d72b3de0&device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 1127 time: 0.0454099 Aug 31 16:31:39.547920 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-907d750e-6b49-41c9-8211-d9dec26baa91 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=342ab002-5431-4ab7-a03e-26794dde4900 HTTP/1.1" status: 200 len: 217 time: 0.0468268 Aug 31 16:31:39.608414 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-86fc61b7-f07f-4b1d-85cb-0cbd9c4aec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:39.610228 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-86fc61b7-f07f-4b1d-85cb-0cbd9c4aec65 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=00f6b012-dc0c-418b-869f-089f3a57edc7 HTTP/1.1" status: 200 len: 847 time: 0.0532434 Aug 31 16:31:39.677874 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-fb5be6de-9315-4d4d-ac6d-c7367174274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:39.679416 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-fb5be6de-9315-4d4d-ac6d-c7367174274a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=b1b499b4-ff15-4d9b-9bfa-67029c21beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598633 Aug 31 16:31:39.813179 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-6f6e81b6-7d4a-42e9-8928-27296f40c093 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b1b499b4-ff15-4d9b-9bfa-67029c21beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215906 Aug 31 16:31:39.877881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967548-1d88-43f8-b76b-0063305397a5 req-5f1da22e-06cf-4865-88f6-4bd1e0fb8629 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:39.880856 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d9967548-1d88-43f8-b76b-0063305397a5 req-5f1da22e-06cf-4865-88f6-4bd1e0fb8629 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 943 time: 0.0576935 Aug 31 16:31:39.944047 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-7ad0d9cd-1712-4e34-835e-d7ec9f7efe07 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b1b499b4-ff15-4d9b-9bfa-67029c21beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213086 Aug 31 16:31:39.967258 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d9967548-1d88-43f8-b76b-0063305397a5 req-6d149dce-cb92-4983-9735-92fea2cc6995 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758448 Aug 31 16:31:40.767532 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7da68424-5082-4178-a93c-2d204909d567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:40.896765 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 342ab002-5431-4ab7-a03e-26794dde4900 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:31:41.044592 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 342ab002-5431-4ab7-a03e-26794dde4900, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=342ab002-5431-4ab7-a03e-26794dde4900,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:41.068656 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '342ab002-5431-4ab7-a03e-26794dde4900', 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7', 'port_id': '342ab002-5431-4ab7-a03e-26794dde4900', 'mac_address': 'fa:16:3e:53:07:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f6b012-dc0c-418b-869f-089f3a57edc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:31:41.117862 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 342ab002-5431-4ab7-a03e-26794dde4900 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:31:41.118258 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (342ab002-5431-4ab7-a03e-26794dde4900), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:41.137393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342ab002-5431-4ab7-a03e-26794dde4900 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:31:41.177471 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf77c5-c969-42f0-9fdc-4e2a1570fa2f req-11a00c47-d409-4c67-ab19-a93b2ef0e1ac tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:41.180342 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bfbf77c5-c969-42f0-9fdc-4e2a1570fa2f req-11a00c47-d409-4c67-ab19-a93b2ef0e1ac tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 943 time: 0.0921197 Aug 31 16:31:41.185597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 342ab002-5431-4ab7-a03e-26794dde4900, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=342ab002-5431-4ab7-a03e-26794dde4900,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:41.247547 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (342ab002-5431-4ab7-a03e-26794dde4900), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:41.313044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=342ab002-5431-4ab7-a03e-26794dde4900,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:41.499650 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['342ab002-5431-4ab7-a03e-26794dde4900'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:31:41.575975 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bfbf77c5-c969-42f0-9fdc-4e2a1570fa2f req-e5a1b602-ff88-4ff7-9416-bffc5b16fcbd tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890152 Aug 31 16:31:41.733328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:41.765292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:42.334094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:42.741074 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d01049-2f46-4b5d-b2b8-735aa11b36ed req-fe3d6186-4410-4d40-aff0-49501a69091d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:42.743829 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c7d01049-2f46-4b5d-b2b8-735aa11b36ed req-fe3d6186-4410-4d40-aff0-49501a69091d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0655160 Aug 31 16:31:42.808931 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c7d01049-2f46-4b5d-b2b8-735aa11b36ed req-a25a5fc5-646b-4722-8199-a40e145f335f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590901 Aug 31 16:31:42.908855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 342ab002-5431-4ab7-a03e-26794dde4900 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:31:42.975590 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 342ab002-5431-4ab7-a03e-26794dde4900 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:31:43.064627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 342ab002-5431-4ab7-a03e-26794dde4900 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:31:43.065089 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (342ab002-5431-4ab7-a03e-26794dde4900), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:43.065531 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 342ab002-5431-4ab7-a03e-26794dde4900 Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:31:43.111001 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:31:43.619026 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:43.904611 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:43.971755 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73d91d-592b-4ef7-8ae6-9f3d1b0184e5 req-037e7c50-011b-4eaa-8727-3426c3e5fc4a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:43.973656 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eb73d91d-592b-4ef7-8ae6-9f3d1b0184e5 req-037e7c50-011b-4eaa-8727-3426c3e5fc4a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0549190 Aug 31 16:31:44.003858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:44.062125 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-eb73d91d-592b-4ef7-8ae6-9f3d1b0184e5 req-1899a883-71e1-43d5-bf39-4b20c1b56c74 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815201 Aug 31 16:31:45.242079 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bff79-5f31-4297-ac4e-2dbbe756f873 req-d13e5814-ee40-4919-bd08-5d351eaca89c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:45.243949 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9f5bff79-5f31-4297-ac4e-2dbbe756f873 req-d13e5814-ee40-4919-bd08-5d351eaca89c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0601070 Aug 31 16:31:45.310268 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9f5bff79-5f31-4297-ac4e-2dbbe756f873 req-d0e1d07b-7212-49f8-8af9-8a6ce16847b7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563540 Aug 31 16:31:45.819780 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:45.821055 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:46.444046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31bdcd-0826-45cd-b7b6-babf3b53dbae req-59fc7348-b6dc-4db6-8b9f-cd800d873292 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:46.445889 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ee31bdcd-0826-45cd-b7b6-babf3b53dbae req-59fc7348-b6dc-4db6-8b9f-cd800d873292 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0528388 Aug 31 16:31:46.513165 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ee31bdcd-0826-45cd-b7b6-babf3b53dbae req-15605b00-1d56-4aed-97e1-19ac1e07df81 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610914 Aug 31 16:31:47.660466 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4a672-f627-40e8-b9e4-51212a0f0c12 req-2bb582f7-63f0-45a9-ad3a-82df80e5b1a3 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:47.663039 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4fa4a672-f627-40e8-b9e4-51212a0f0c12 req-2bb582f7-63f0-45a9-ad3a-82df80e5b1a3 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0556648 Aug 31 16:31:47.720736 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-4fa4a672-f627-40e8-b9e4-51212a0f0c12 req-8b815468-a655-4838-a033-4e3755e973ea tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516675 Aug 31 16:31:48.845870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:48.858135 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753d610-d1ab-48de-8564-77c4c77b59a5 req-80ccd3c8-5040-45f9-b75e-c987fc41ee5d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:48.859796 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4753d610-d1ab-48de-8564-77c4c77b59a5 req-80ccd3c8-5040-45f9-b75e-c987fc41ee5d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0542812 Aug 31 16:31:48.925337 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4753d610-d1ab-48de-8564-77c4c77b59a5 req-406578f3-4e12-45bf-b97b-72b1e8773439 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556586 Aug 31 16:31:50.071196 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceb18b-259c-4a20-bdca-71e4ddbe3203 req-a9c7c80a-0262-4c3f-b848-e3cdf45a89a1 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:50.072734 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b6ceb18b-259c-4a20-bdca-71e4ddbe3203 req-a9c7c80a-0262-4c3f-b848-e3cdf45a89a1 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0605237 Aug 31 16:31:50.086277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:50.149533 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b6ceb18b-259c-4a20-bdca-71e4ddbe3203 req-88fef0b1-1c7a-400a-b8a8-0fab8abbc4c5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705326 Aug 31 16:31:51.310962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea307d2-124f-4bcb-becc-583812ab69ea req-ae3ebc6c-37d1-46ea-a2e4-d5d6b58139e4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:51.312624 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cea307d2-124f-4bcb-becc-583812ab69ea req-ae3ebc6c-37d1-46ea-a2e4-d5d6b58139e4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0799923 Aug 31 16:31:51.386631 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-cea307d2-124f-4bcb-becc-583812ab69ea req-7fe63014-47dc-4185-9529-a8473f50987f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636020 Aug 31 16:31:51.527195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:31:52.524421 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892a09c-3842-41f4-9ac1-7bd392f3af9a req-90301726-6599-45f1-b140-337bd2bb6a58 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:52.526106 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e892a09c-3842-41f4-9ac1-7bd392f3af9a req-90301726-6599-45f1-b140-337bd2bb6a58 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0556116 Aug 31 16:31:52.590503 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e892a09c-3842-41f4-9ac1-7bd392f3af9a req-697462f3-fd48-401c-8a62-fbecf06339a3 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539646 Aug 31 16:31:53.737936 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac0cc4-d9aa-4acc-8606-484e2c4846ed req-2ca9162d-2dbc-45e6-8227-e2038ae936ca tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:53.743816 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4fac0cc4-d9aa-4acc-8606-484e2c4846ed req-2ca9162d-2dbc-45e6-8227-e2038ae936ca tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0608792 Aug 31 16:31:53.812122 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4fac0cc4-d9aa-4acc-8606-484e2c4846ed req-22f4b56e-a2b0-4b2b-b542-c59cafe9fdcf tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641916 Aug 31 16:31:54.957591 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697558dc-f3fd-4101-af08-f4c62b3d3fbb req-d40abd50-0849-44c8-bea9-2ff68feaaacd tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:54.959315 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-697558dc-f3fd-4101-af08-f4c62b3d3fbb req-d40abd50-0849-44c8-bea9-2ff68feaaacd tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0610497 Aug 31 16:31:55.024504 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-697558dc-f3fd-4101-af08-f4c62b3d3fbb req-957c907a-8e99-4a73-99f1-1b1ee4a365da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578156 Aug 31 16:31:56.172537 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db5d6b-27ae-47af-a518-cf7123b6e128 req-442aac7e-13b1-4144-b692-647c9ae31742 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:56.175251 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9db5d6b-27ae-47af-a518-cf7123b6e128 req-442aac7e-13b1-4144-b692-647c9ae31742 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0674677 Aug 31 16:31:56.265758 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f9db5d6b-27ae-47af-a518-cf7123b6e128 req-1786e0b4-0e2a-416d-abf1-ddb6b5e42db1 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832462 Aug 31 16:31:57.413868 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8e8f6-56db-4386-a093-4b688a7a64e8 req-c44f0f7b-9ed6-404e-8371-912b63aab717 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:57.415973 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f2c8e8f6-56db-4386-a093-4b688a7a64e8 req-c44f0f7b-9ed6-404e-8371-912b63aab717 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0651946 Aug 31 16:31:57.477877 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f2c8e8f6-56db-4386-a093-4b688a7a64e8 req-9b849fc8-50a6-4b4d-9ebf-c3c4f68611e5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552995 Aug 31 16:31:58.626441 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a47c72-3318-46a8-a326-f230e96cd805 req-6fe81fc0-1fb5-4a0d-aefe-7df318734231 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:58.628038 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d3a47c72-3318-46a8-a326-f230e96cd805 req-6fe81fc0-1fb5-4a0d-aefe-7df318734231 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0642495 Aug 31 16:31:58.688333 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d3a47c72-3318-46a8-a326-f230e96cd805 req-bb0fdeb1-42d9-47e6-b734-9918b1f3c243 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521264 Aug 31 16:31:59.815382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:31:59.830324 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb76ef-b24d-4f3b-9d24-5d2669dc1486 req-491c5fba-f948-47e8-b2a0-3b8900174226 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:31:59.832874 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ebfb76ef-b24d-4f3b-9d24-5d2669dc1486 req-491c5fba-f948-47e8-b2a0-3b8900174226 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0589015 Aug 31 16:31:59.896385 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ebfb76ef-b24d-4f3b-9d24-5d2669dc1486 req-c3c71d94-a685-41fa-86fc-066bfca937de tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569007 Aug 31 16:32:00.740124 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:00.741099 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:01.035748 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93919eeb-7d2c-4dae-bf0a-31675e5ba878 req-355fb78d-e744-4096-847b-3849540c7520 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:01.037247 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-93919eeb-7d2c-4dae-bf0a-31675e5ba878 req-355fb78d-e744-4096-847b-3849540c7520 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0595932 Aug 31 16:32:01.094641 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-93919eeb-7d2c-4dae-bf0a-31675e5ba878 req-4340bca9-c994-43ce-af26-4eb50fdb39a9 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507925 Aug 31 16:32:01.386403 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:01.390065 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:02.225390 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e0165-e128-4688-964d-c4072ba266e8 req-4c88dc12-b3db-457d-816c-234417803d09 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:02.227063 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-012e0165-e128-4688-964d-c4072ba266e8 req-4c88dc12-b3db-457d-816c-234417803d09 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0541739 Aug 31 16:32:02.288359 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-012e0165-e128-4688-964d-c4072ba266e8 req-5a8f93a5-2a61-4d8b-aed2-cfe291c28306 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548997 Aug 31 16:32:03.430722 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a94d8-6476-4355-9dbe-888588111c04 req-85f1d75e-27fb-44c9-a839-c8273ccff0a9 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:03.432352 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3e8a94d8-6476-4355-9dbe-888588111c04 req-85f1d75e-27fb-44c9-a839-c8273ccff0a9 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0600719 Aug 31 16:32:03.501760 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3e8a94d8-6476-4355-9dbe-888588111c04 req-0f324faf-f531-4971-93da-82f52c8ebcff tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594647 Aug 31 16:32:04.650929 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3d91c-2e97-4857-998d-00afbf2c8c27 req-2c4345a9-d477-4b37-ad33-434f6c45c562 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:04.652629 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-71f3d91c-2e97-4857-998d-00afbf2c8c27 req-2c4345a9-d477-4b37-ad33-434f6c45c562 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0556631 Aug 31 16:32:04.716116 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-71f3d91c-2e97-4857-998d-00afbf2c8c27 req-0ed1c8e9-0ae3-446a-ae46-dfc19b8f776e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568697 Aug 31 16:32:05.852775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733bd2e-0f80-4365-be35-bee8b3b37d85 req-c296edff-28d5-49b1-aec9-dfc4b1388cc9 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:05.854538 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7733bd2e-0f80-4365-be35-bee8b3b37d85 req-c296edff-28d5-49b1-aec9-dfc4b1388cc9 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0536966 Aug 31 16:32:05.911963 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7733bd2e-0f80-4365-be35-bee8b3b37d85 req-6b49ed81-7e53-488d-a85d-7484bbb043cd tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512388 Aug 31 16:32:07.050841 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf0e96-9380-433f-bc4f-9fd40baf441c req-c60805fd-a95b-46a7-be12-f6d2bd2ad4ad tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:07.052494 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a1cf0e96-9380-433f-bc4f-9fd40baf441c req-c60805fd-a95b-46a7-be12-f6d2bd2ad4ad tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0579743 Aug 31 16:32:07.116117 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a1cf0e96-9380-433f-bc4f-9fd40baf441c req-277eefe7-7781-4051-a407-f4081e9b3f11 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536971 Aug 31 16:32:08.256834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc35f7-cb9e-40e4-be16-cdb30dac4a0f req-3aa222ed-2071-499e-9401-73588fbeff16 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:08.258556 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4dc35f7-cb9e-40e4-be16-cdb30dac4a0f req-3aa222ed-2071-499e-9401-73588fbeff16 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0623736 Aug 31 16:32:08.340752 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4dc35f7-cb9e-40e4-be16-cdb30dac4a0f req-989b358c-bd63-4572-b6cf-cf4d83f5a1e4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720320 Aug 31 16:32:08.601958 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8d6dae3d-603f-4128-93f7-9a46ba5f6d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:09.484998 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e453caf-5242-4c44-8278-585e9c0f76ca req-04fd5652-5268-4e00-9b95-4776f972ee2c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:09.487242 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6e453caf-5242-4c44-8278-585e9c0f76ca req-04fd5652-5268-4e00-9b95-4776f972ee2c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0568538 Aug 31 16:32:09.565085 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6e453caf-5242-4c44-8278-585e9c0f76ca req-b23bcbf7-9668-4827-a825-a8503ed3ae53 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684679 Aug 31 16:32:10.709892 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afef90e-6c0b-4d49-bbe6-82acd68227e3 req-aca1d382-244a-4553-9df9-c5a78e49b2bc tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:10.712478 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2afef90e-6c0b-4d49-bbe6-82acd68227e3 req-aca1d382-244a-4553-9df9-c5a78e49b2bc tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0662787 Aug 31 16:32:10.778165 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:10.779577 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a35f2f96-a773-4f25-9bed-c543fa1630e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:10.783984 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2afef90e-6c0b-4d49-bbe6-82acd68227e3 req-a1c4b5a6-42ed-4590-92ee-217af1d37768 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648263 Aug 31 16:32:11.939332 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f0c5d-3274-41b6-b724-a81b691556f4 req-76b3e43b-cc11-483f-9c6a-dc888dc0b988 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:11.941827 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-230f0c5d-3274-41b6-b724-a81b691556f4 req-76b3e43b-cc11-483f-9c6a-dc888dc0b988 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0610178 Aug 31 16:32:12.011150 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-230f0c5d-3274-41b6-b724-a81b691556f4 req-82c4633c-a1fa-499c-ad82-b0b27886307a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619466 Aug 31 16:32:12.327336 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:12.824355 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:32:13.156102 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628323d9-5e33-4696-a4a4-0d0778b503af req-f76ca9aa-6874-4e22-a1bc-09f6b43e8b75 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:13.157775 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-628323d9-5e33-4696-a4a4-0d0778b503af req-f76ca9aa-6874-4e22-a1bc-09f6b43e8b75 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0584495 Aug 31 16:32:13.221039 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-628323d9-5e33-4696-a4a4-0d0778b503af req-34fede77-bb48-40a8-a9bb-00eb03461013 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527604 Aug 31 16:32:13.612750 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:13.910930 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:14.355755 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08efba-6044-4409-9a05-ea033d903a6b req-938b2089-6f19-4188-8131-47b0db136f77 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:14.357443 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9f08efba-6044-4409-9a05-ea033d903a6b req-938b2089-6f19-4188-8131-47b0db136f77 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0534034 Aug 31 16:32:14.431317 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9f08efba-6044-4409-9a05-ea033d903a6b req-3ce9ab6f-f4c5-4a8f-8c86-d65716256333 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624309 Aug 31 16:32:15.568829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70770b5-271c-4bf9-a020-f0a00aecb24d req-b5f44c35-55a0-4936-beab-f8e7e0fa8f7d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:15.570479 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b70770b5-271c-4bf9-a020-f0a00aecb24d req-b5f44c35-55a0-4936-beab-f8e7e0fa8f7d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0588753 Aug 31 16:32:15.618752 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:15.644486 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-b70770b5-271c-4bf9-a020-f0a00aecb24d req-e74e385b-abac-4716-ac65-eb774899adbc tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602057 Aug 31 16:32:16.779347 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47884c67-a625-48bc-9afb-0713bc01bcea req-fe5dfc64-8250-4496-b555-0605fcd243e0 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:16.781367 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-47884c67-a625-48bc-9afb-0713bc01bcea req-fe5dfc64-8250-4496-b555-0605fcd243e0 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0534201 Aug 31 16:32:16.843619 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-47884c67-a625-48bc-9afb-0713bc01bcea req-2265ae14-a485-4ef2-bdda-8e3a8a109dc7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551631 Aug 31 16:32:17.973053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15099706-c7d4-489f-9e86-c69de3e82741 req-f6a7cd2d-55d5-4660-aa7a-420f4efbd1f4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:17.974702 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-15099706-c7d4-489f-9e86-c69de3e82741 req-f6a7cd2d-55d5-4660-aa7a-420f4efbd1f4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0516701 Aug 31 16:32:18.032415 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-15099706-c7d4-489f-9e86-c69de3e82741 req-0b1bd019-92e4-4759-a436-f820b5cf574b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512390 Aug 31 16:32:19.148979 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:19.166745 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816a807-0765-4ffe-9b1f-6adcb42002cf req-7189fba4-bf98-4866-b010-9db9cf7f80b2 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:19.168718 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2816a807-0765-4ffe-9b1f-6adcb42002cf req-7189fba4-bf98-4866-b010-9db9cf7f80b2 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0572584 Aug 31 16:32:19.229162 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2816a807-0765-4ffe-9b1f-6adcb42002cf req-dfe0b953-1bd2-4f64-b62e-f9e5e618e10b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542886 Aug 31 16:32:20.380924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6f1e4-a74d-461a-a865-98d61ca8e3e8 req-62366b2c-bfdd-442f-b0b4-5aee98bd50e4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:20.382601 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8cf6f1e4-a74d-461a-a865-98d61ca8e3e8 req-62366b2c-bfdd-442f-b0b4-5aee98bd50e4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0585575 Aug 31 16:32:20.444224 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8cf6f1e4-a74d-461a-a865-98d61ca8e3e8 req-da4f0e90-1d6b-481c-8607-09fbb13c0e16 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549512 Aug 31 16:32:21.493129 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:21.583753 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3382b-ca4f-46d8-8314-de490a0c6d0f req-805805fc-a4b8-4d60-9d95-00d845f1b13d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:21.585591 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d4c3382b-ca4f-46d8-8314-de490a0c6d0f req-805805fc-a4b8-4d60-9d95-00d845f1b13d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0552406 Aug 31 16:32:21.657723 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d4c3382b-ca4f-46d8-8314-de490a0c6d0f req-6a0d8168-a11a-49f4-ab48-3b411be764e4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562704 Aug 31 16:32:22.804003 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518b1c5-fda2-45a3-a45d-de9b96a2634a req-3c19967e-dddf-43bb-aa56-71cd3db06901 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:22.805671 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9518b1c5-fda2-45a3-a45d-de9b96a2634a req-3c19967e-dddf-43bb-aa56-71cd3db06901 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0611799 Aug 31 16:32:22.818642 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:22.820099 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:22.868430 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9518b1c5-fda2-45a3-a45d-de9b96a2634a req-90d15db5-b1c3-4ed6-9fe6-5062418c04e9 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558686 Aug 31 16:32:24.014806 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78939e2-5d45-49ca-bdeb-84004320d863 req-b4b6a771-0fc8-4ebb-8b14-3d85557ba9f7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:24.016437 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f78939e2-5d45-49ca-bdeb-84004320d863 req-b4b6a771-0fc8-4ebb-8b14-3d85557ba9f7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0641859 Aug 31 16:32:24.075491 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f78939e2-5d45-49ca-bdeb-84004320d863 req-fb5e34f3-5d25-4211-9fc4-74598c6211da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516925 Aug 31 16:32:25.224519 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571be20c-3c32-49ac-9b6b-888bee08ed9f req-51551c6d-cde4-456f-93a8-36dd5fc8b9a0 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:25.226183 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-571be20c-3c32-49ac-9b6b-888bee08ed9f req-51551c6d-cde4-456f-93a8-36dd5fc8b9a0 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0560300 Aug 31 16:32:25.287197 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-571be20c-3c32-49ac-9b6b-888bee08ed9f req-cf470d92-1311-4565-bb55-c4ce09dc91d2 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550144 Aug 31 16:32:26.406900 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:26.431209 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dfc54-3199-45ac-8dd5-975f4a0355a6 req-1dcbe24a-7b06-476d-bafd-9180fdad0fea tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:26.432973 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c79dfc54-3199-45ac-8dd5-975f4a0355a6 req-1dcbe24a-7b06-476d-bafd-9180fdad0fea tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0639517 Aug 31 16:32:26.501027 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c79dfc54-3199-45ac-8dd5-975f4a0355a6 req-5da472ba-4dd3-4358-a31a-a8c0ebb9dd68 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574853 Aug 31 16:32:27.661137 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ae4c7-9e05-4c55-8307-1b551fc3d05a req-35aa803c-1236-455d-80c0-20a27a88374e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:27.662711 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a18ae4c7-9e05-4c55-8307-1b551fc3d05a req-35aa803c-1236-455d-80c0-20a27a88374e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0637016 Aug 31 16:32:27.723673 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a18ae4c7-9e05-4c55-8307-1b551fc3d05a req-82bff8e9-9cd7-4a11-8662-729360518e79 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507851 Aug 31 16:32:28.856857 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe99349-d471-4b62-b3dd-9cfeb6b672e1 req-2fae643c-cb26-40d1-ae31-1306fc46a2f7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:28.858379 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3fe99349-d471-4b62-b3dd-9cfeb6b672e1 req-2fae643c-cb26-40d1-ae31-1306fc46a2f7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0527716 Aug 31 16:32:28.923598 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3fe99349-d471-4b62-b3dd-9cfeb6b672e1 req-e1c76c8c-4b7b-4bc6-9ed5-777973052014 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590723 Aug 31 16:32:30.057961 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7febe31-787e-4060-b0f2-66dbbb50ca6e req-87ae6d23-4665-4413-8748-0451a7e1a5ad tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:30.059581 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d7febe31-787e-4060-b0f2-66dbbb50ca6e req-87ae6d23-4665-4413-8748-0451a7e1a5ad tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0525753 Aug 31 16:32:30.139923 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d7febe31-787e-4060-b0f2-66dbbb50ca6e req-166b4ee6-2f1b-4dad-83bc-8c567e9c1ef7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740554 Aug 31 16:32:31.283263 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f91b3-2b5b-431e-9681-499d197f6acc req-6227bcc1-fc86-4a71-bcb0-45d352de8996 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:31.285601 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1c3f91b3-2b5b-431e-9681-499d197f6acc req-6227bcc1-fc86-4a71-bcb0-45d352de8996 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0589347 Aug 31 16:32:31.364733 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-1c3f91b3-2b5b-431e-9681-499d197f6acc req-b94113eb-be8d-4be5-9fdf-b2bf4eed1655 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726814 Aug 31 16:32:31.386732 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:31.389933 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:32.518834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4c831-f3e6-45f6-8b83-83a048663c3c req-a71831de-d4b2-4eba-b5e8-c240d369d974 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:32.520517 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ccd4c831-f3e6-45f6-8b83-83a048663c3c req-a71831de-d4b2-4eba-b5e8-c240d369d974 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0557888 Aug 31 16:32:32.609492 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ccd4c831-f3e6-45f6-8b83-83a048663c3c req-e7afa08d-7672-4e25-97f8-de18d2ba6d52 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799725 Aug 31 16:32:33.757011 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91488f8b-abfb-446e-a79b-5336051bda0b req-bcd9c3f2-40bc-4a7b-ba8e-424ed818fe7b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:33.758719 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-91488f8b-abfb-446e-a79b-5336051bda0b req-bcd9c3f2-40bc-4a7b-ba8e-424ed818fe7b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0702417 Aug 31 16:32:33.821474 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-91488f8b-abfb-446e-a79b-5336051bda0b req-98493b76-50b6-44d0-8a40-b321460429bd tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544865 Aug 31 16:32:34.953099 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22436070-4eed-41ec-82e7-808773b600bf req-bb6cc6a8-c00b-4615-97cc-19376f3c985f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:34.954855 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-22436070-4eed-41ec-82e7-808773b600bf req-bb6cc6a8-c00b-4615-97cc-19376f3c985f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0506532 Aug 31 16:32:35.023675 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-22436070-4eed-41ec-82e7-808773b600bf req-74139d52-9c10-4419-b1db-f49e4babb214 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574255 Aug 31 16:32:36.163653 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02edde2-bd16-412f-974a-e3b53fe0d135 req-a7b2b285-b44e-4543-bfb9-131c748d064c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:36.165323 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a02edde2-bd16-412f-974a-e3b53fe0d135 req-a7b2b285-b44e-4543-bfb9-131c748d064c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0628576 Aug 31 16:32:36.226061 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a02edde2-bd16-412f-974a-e3b53fe0d135 req-acdf0f12-5a96-4e57-9cf3-163cc4c5a64d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542872 Aug 31 16:32:37.389212 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9db99-a16d-4ccf-aa57-051e9c9e3827 req-8b1c5ddb-c26e-4f40-9bc4-aff43d82ea48 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:37.390870 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5e9db99-a16d-4ccf-aa57-051e9c9e3827 req-8b1c5ddb-c26e-4f40-9bc4-aff43d82ea48 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0714841 Aug 31 16:32:37.446705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:37.469909 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a5e9db99-a16d-4ccf-aa57-051e9c9e3827 req-5c5d434b-32a2-4465-9391-10e015c773f8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702803 Aug 31 16:32:37.733987 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:37.740628 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:38.623687 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2c3d-9fa4-4e7b-b631-7cbb65522deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:38.629348 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687c64-3808-4e2d-b741-a873e516704a req-0b1198c2-d912-457a-bff9-3041057d0f3a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:38.631144 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e4687c64-3808-4e2d-b741-a873e516704a req-0b1198c2-d912-457a-bff9-3041057d0f3a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0679257 Aug 31 16:32:38.701924 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-e4687c64-3808-4e2d-b741-a873e516704a req-2fd14962-fdbc-4096-bf04-2e076e55cf01 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637538 Aug 31 16:32:39.859872 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db90bb2-1d52-47b6-bd20-7a1853ced46b req-7e8720c2-5aa1-4f41-99a3-58f18fb81234 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:39.861612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3db90bb2-1d52-47b6-bd20-7a1853ced46b req-7e8720c2-5aa1-4f41-99a3-58f18fb81234 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0702488 Aug 31 16:32:39.923065 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3db90bb2-1d52-47b6-bd20-7a1853ced46b req-b67b9bb8-a8ec-4eb9-a015-70bc1029385f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545402 Aug 31 16:32:40.830032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-38d02f63-2cd9-4647-baa5-0f08863a8cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:41.055333 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff175962-7a8c-42e8-ae9e-f0cf7ed9f48a req-90086c04-d013-4a68-ba89-a261c58030e7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:41.056940 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ff175962-7a8c-42e8-ae9e-f0cf7ed9f48a req-90086c04-d013-4a68-ba89-a261c58030e7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0511115 Aug 31 16:32:41.124187 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ff175962-7a8c-42e8-ae9e-f0cf7ed9f48a req-e87f3762-41b6-483b-b6b4-f1a9f5cd946c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560350 Aug 31 16:32:42.277800 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677349c-8709-4bf8-9d78-1595b93a5f09 req-8ae86593-d86e-4707-ac31-c11b0f94dd58 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:42.279472 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a677349c-8709-4bf8-9d78-1595b93a5f09 req-8ae86593-d86e-4707-ac31-c11b0f94dd58 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0688705 Aug 31 16:32:42.326958 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:42.343404 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:42.344151 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a677349c-8709-4bf8-9d78-1595b93a5f09 req-66e0d90c-f8cd-47cf-8225-230cdaebda7f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538168 Aug 31 16:32:42.613666 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-f5b4375d-bf09-4ff5-b5dc-7c745e1ba0f7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:32:42.615399 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-f5b4375d-bf09-4ff5-b5dc-7c745e1ba0f7 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 944 time: 0.0511231 Aug 31 16:32:42.728586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Deleting port 342ab002-5431-4ab7-a03e-26794dde4900 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:32:42.734798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (342ab002-5431-4ab7-a03e-26794dde4900), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:42.840394 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] For port 342ab002-5431-4ab7-a03e-26794dde4900, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=342ab002-5431-4ab7-a03e-26794dde4900,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:32:42.840754 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (342ab002-5431-4ab7-a03e-26794dde4900), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:42.856428 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Calling delete_port for 342ab002-5431-4ab7-a03e-26794dde4900 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:32:43.092766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (342ab002-5431-4ab7-a03e-26794dde4900), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:43.131216 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event deleted for resources: {'Port': ['ID=342ab002-5431-4ab7-a03e-26794dde4900,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:43.160220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.163365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.163365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.163365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.163365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.163365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.163365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.163365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.163365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.163365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.164878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.164878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.164878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.164878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.164878 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:43.192282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] No DVR routers for this DVR port 342ab002-5431-4ab7-a03e-26794dde4900 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:32:43.195861 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:43.199585 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2601e640-aa86-48ad-931b-560fdfa2b54c req-3eaaf056-b2d6-40f2-9c29-9f48eb586197 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.43 "DELETE /networking/v2.0/ports/342ab002-5431-4ab7-a03e-26794dde4900 HTTP/1.1" status: 204 len: 173 time: 0.5743957 Aug 31 16:32:43.200084 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fade7bd-8c52-4469-8078-eff3f7c41ae0', 'name': 'network-vif-deleted', 'tag': '342ab002-5431-4ab7-a03e-26794dde4900'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:32:43.202712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641b2e73-6de3-400f-bce9-4a896fc90950" -d '{"events": [{"server_uuid": "5fade7bd-8c52-4469-8078-eff3f7c41ae0", "name": "network-vif-deleted", "tag": "342ab002-5431-4ab7-a03e-26794dde4900"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:32:43.270437 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e786ea-582f-4e81-96c2-a2811b96f8db x-openstack-request-id: req-a2e786ea-582f-4e81-96c2-a2811b96f8db {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:32:43.271287 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fade7bd-8c52-4469-8078-eff3f7c41ae0", "name": "network-vif-deleted", "tag": "342ab002-5431-4ab7-a03e-26794dde4900", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:32:43.271689 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2e786ea-582f-4e81-96c2-a2811b96f8db {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:32:43.272346 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a2e786ea-582f-4e81-96c2-a2811b96f8db']: {'server_uuid': '5fade7bd-8c52-4469-8078-eff3f7c41ae0', 'name': 'network-vif-deleted', 'tag': '342ab002-5431-4ab7-a03e-26794dde4900', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:32:43.477248 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-1f62ccf6-3374-40d2-b70b-d4f30a4858f3 req-0e9bfcfd-1312-48a0-a533-478601c2c144 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 210 time: 0.0328646 Aug 31 16:32:43.641263 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:43.933059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:44.617753 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2e090200-af97-4623-b5ac-7edeeed4e2c2 req-e0310775-43dd-4fcd-9310-60a780710a27 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 210 time: 0.0300088 Aug 31 16:32:44.887629 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f89c3785-e6aa-4bcb-b0d4-802aa6f008b6 req-95da4c08-a710-451c-923a-620abd7638f5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fade7bd-8c52-4469-8078-eff3f7c41ae0 HTTP/1.1" status: 200 len: 210 time: 0.0454769 Aug 31 16:32:45.566442 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47662) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:32:45.658120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-94d8f538-7388-4e23-96ac-ae2b252a1903 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:45.687870 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-94d8f538-7388-4e23-96ac-ae2b252a1903 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:45.831161 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-94d8f538-7388-4e23-96ac-ae2b252a1903 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:45.835376 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-94d8f538-7388-4e23-96ac-ae2b252a1903 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:45.837181 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-94d8f538-7388-4e23-96ac-ae2b252a1903 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9 HTTP/1.1" status: 204 len: 168 time: 0.2707372 Aug 31 16:32:45.853499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8f538-7388-4e23-96ac-ae2b252a1903 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c82ba4-e9d5-4e6b-b85a-4cab1f3031f9,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:46.179186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47668) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:32:46.184798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-28fe94cc-acc2-4136-b914-09f58ca26e95 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90575691', 'description': 'tempest-secgroup-smoke-90575691 description', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:46.316450 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-28fe94cc-acc2-4136-b914-09f58ca26e95 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:46.365464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:46.423178 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-28fe94cc-acc2-4136-b914-09f58ca26e95 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (54e575b1-e6f5-42cc-8417-570bb49256f4), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:46.509515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-28fe94cc-acc2-4136-b914-09f58ca26e95 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (54e575b1-e6f5-42cc-8417-570bb49256f4), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:46.535566 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:46.547766 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe94cc-acc2-4136-b914-09f58ca26e95 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e575b1-e6f5-42cc-8417-570bb49256f4,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:46.666596 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-28fe94cc-acc2-4136-b914-09f58ca26e95 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:46.668423 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-28fe94cc-acc2-4136-b914-09f58ca26e95 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4875705 Aug 31 16:32:46.671796 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47670) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:32:46.697715 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '54e575b1-e6f5-42cc-8417-570bb49256f4', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:46.814224 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (c5d39411-3415-425a-b373-9b61e8fe2524), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:46.837582 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:46.883634 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (c5d39411-3415-425a-b373-9b61e8fe2524), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:46.956064 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (c5d39411-3415-425a-b373-9b61e8fe2524), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:46.977526 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d39411-3415-425a-b373-9b61e8fe2524,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:46.987342 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.987689 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.988038 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.988378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.988709 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.989042 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.989366 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.989732 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.990058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.990382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.990710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.991040 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.991365 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.991683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:46.992006 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:47.117253 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:47.118622 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b075e2d5-f2fa-489f-b02f-379e84f1258b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4456992 Aug 31 16:32:47.121937 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 47672) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:32:47.126914 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-ecef74fc-491e-4c69-94d8-b7ff04ef7b1f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '54e575b1-e6f5-42cc-8417-570bb49256f4', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:47.226517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ecef74fc-491e-4c69-94d8-b7ff04ef7b1f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (4704e521-b75d-4a07-8632-b9a9c2f0a017), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:47.237384 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 342ab002-5431-4ab7-a03e-26794dde4900 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:32:47.280627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 342ab002-5431-4ab7-a03e-26794dde4900 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:32:47.281627 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 342ab002-5431-4ab7-a03e-26794dde4900 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:32:47.307619 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ecef74fc-491e-4c69-94d8-b7ff04ef7b1f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (4704e521-b75d-4a07-8632-b9a9c2f0a017), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:47.401347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ecef74fc-491e-4c69-94d8-b7ff04ef7b1f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4704e521-b75d-4a07-8632-b9a9c2f0a017), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:47.423166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef74fc-491e-4c69-94d8-b7ff04ef7b1f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4704e521-b75d-4a07-8632-b9a9c2f0a017,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:47.523776 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-ecef74fc-491e-4c69-94d8-b7ff04ef7b1f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:47.525187 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-ecef74fc-491e-4c69-94d8-b7ff04ef7b1f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4019933 Aug 31 16:32:47.528935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47674) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:32:47.534935 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-25c12aea-ea2c-40ea-8cae-1f796c6d6107 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '54e575b1-e6f5-42cc-8417-570bb49256f4', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:47.614073 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25c12aea-ea2c-40ea-8cae-1f796c6d6107 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (1c2e45dc-4500-4d27-bb2f-c82797895049), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:47.667579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:47.687949 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25c12aea-ea2c-40ea-8cae-1f796c6d6107 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (1c2e45dc-4500-4d27-bb2f-c82797895049), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:47.761533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25c12aea-ea2c-40ea-8cae-1f796c6d6107 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (1c2e45dc-4500-4d27-bb2f-c82797895049), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:47.793036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c12aea-ea2c-40ea-8cae-1f796c6d6107 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2e45dc-4500-4d27-bb2f-c82797895049,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:47.905890 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-25c12aea-ea2c-40ea-8cae-1f796c6d6107 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:47.907176 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-25c12aea-ea2c-40ea-8cae-1f796c6d6107 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3770573 Aug 31 16:32:47.910899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47676) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:32:47.915735 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-41a0df2b-5197-4cf3-9065-bffe31ae3f37 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '54e575b1-e6f5-42cc-8417-570bb49256f4', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:48.047802 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41a0df2b-5197-4cf3-9065-bffe31ae3f37 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (174cdd23-1e27-4746-be57-55ed0bf130ba), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.118367 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41a0df2b-5197-4cf3-9065-bffe31ae3f37 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (174cdd23-1e27-4746-be57-55ed0bf130ba), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.224271 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41a0df2b-5197-4cf3-9065-bffe31ae3f37 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (174cdd23-1e27-4746-be57-55ed0bf130ba), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.248621 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0df2b-5197-4cf3-9065-bffe31ae3f37 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174cdd23-1e27-4746-be57-55ed0bf130ba,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:48.323519 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-41a0df2b-5197-4cf3-9065-bffe31ae3f37 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.324731 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-41a0df2b-5197-4cf3-9065-bffe31ae3f37 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4128213 Aug 31 16:32:48.329002 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47678) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:32:48.333899 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-f0e2b753-afca-4a75-90b8-757cdbab2a74 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '54e575b1-e6f5-42cc-8417-570bb49256f4', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:48.407461 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-f0e2b753-afca-4a75-90b8-757cdbab2a74 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Project 7001003cc0d44d0b87e154b4d72b3de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:32:48.414000 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b753-afca-4a75-90b8-757cdbab2a74 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (0f466aad-a82f-4a14-993b-1f5af365d3ab), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.488683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b753-afca-4a75-90b8-757cdbab2a74 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (0f466aad-a82f-4a14-993b-1f5af365d3ab), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.550236 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b753-afca-4a75-90b8-757cdbab2a74 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (0f466aad-a82f-4a14-993b-1f5af365d3ab), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.574175 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2b753-afca-4a75-90b8-757cdbab2a74 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f466aad-a82f-4a14-993b-1f5af365d3ab,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:48.654604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b753-afca-4a75-90b8-757cdbab2a74 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.656240 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-f0e2b753-afca-4a75-90b8-757cdbab2a74 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3260195 Aug 31 16:32:48.660408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 47680) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:32:48.665507 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-58f7dfc5-6903-43b6-bd60-f3b51ae4449e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'security_group_rule': {'security_group_id': '54e575b1-e6f5-42cc-8417-570bb49256f4', 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:48.744251 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.securitygroups_db [None req-58f7dfc5-6903-43b6-bd60-f3b51ae4449e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Project 7001003cc0d44d0b87e154b4d72b3de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:32:48.751352 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-58f7dfc5-6903-43b6-bd60-f3b51ae4449e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (e4e5285a-6ed2-4f0a-b089-6f1e5c7d9d97), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.801397 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=12 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:48.803657 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=14 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:48.831315 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-58f7dfc5-6903-43b6-bd60-f3b51ae4449e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (e4e5285a-6ed2-4f0a-b089-6f1e5c7d9d97), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.949769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-58f7dfc5-6903-43b6-bd60-f3b51ae4449e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (e4e5285a-6ed2-4f0a-b089-6f1e5c7d9d97), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:48.973622 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7dfc5-6903-43b6-bd60-f3b51ae4449e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e5285a-6ed2-4f0a-b089-6f1e5c7d9d97,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:49.060491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-58f7dfc5-6903-43b6-bd60-f3b51ae4449e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:49.062036 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-58f7dfc5-6903-43b6-bd60-f3b51ae4449e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4003046 Aug 31 16:32:49.825060 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:32:51.452944 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:32:57.423670 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=16,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:57.426802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:DELETE=2,neutron:SELECT=17,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:58.969239 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=49,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:58.972018 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=64,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:32:59.820024 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:01.384699 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:01.388632 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:08.686870 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1329-24bb-4941-b036-8c8fc91e3336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:10.784608 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-30979132-3ac5-4f98-82ff-e80b16d0568c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:12.400672 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:13.628646 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:14.041218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:14.734233 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:14.740773 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:20.636503 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-8fb3d31e-ef20-4148-a1eb-1883d3c87187 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-90575691&fields=id&tenant_id=7001003cc0d44d0b87e154b4d72b3de0 HTTP/1.1" status: 200 len: 267 time: 0.0654125 Aug 31 16:33:20.770507 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-3d7566a6-65dd-4f6d-b1fe-0ea546966026 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:20.772016 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-3d7566a6-65dd-4f6d-b1fe-0ea546966026 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/networks?id=b1b499b4-ff15-4d9b-9bfa-67029c21beb7 HTTP/1.1" status: 200 len: 808 time: 0.1271338 Aug 31 16:33:20.788712 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-8019a0bb-053f-427a-ac91-0a220719ecbd tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/quotas/7001003cc0d44d0b87e154b4d72b3de0 HTTP/1.1" status: 200 len: 375 time: 0.0103977 Aug 31 16:33:20.851880 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-dc632e2b-7273-4ffa-a601-9c8199260eb5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7001003cc0d44d0b87e154b4d72b3de0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540638 Aug 31 16:33:20.992983 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-44fdb054-c1b3-4d79-8d66-d016687ddaf7 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 16:33:20.994088 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-44fdb054-c1b3-4d79-8d66-d016687ddaf7 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1290157 Aug 31 16:33:21.099463 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-d6252a10-3ace-4306-b001-c6a1e1350631 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b1b499b4-ff15-4d9b-9bfa-67029c21beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981233 Aug 31 16:33:21.211793 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-dc81ed64-5ade-4729-a4b4-3705c7966ec1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/b1b499b4-ff15-4d9b-9bfa-67029c21beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060400 Aug 31 16:33:21.479613 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:21.930643 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dac6ba69-635a-47b5-a202-4d82ffd7782c req-fb4090b4-42ff-40ee-b65a-946dfb892a06 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 210 time: 0.0955904 Aug 31 16:33:23.057213 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3f488d57-72e5-4d42-bbca-3af2d7606701 req-7982d893-b87e-4a1f-a841-3294fd56b3da tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 210 time: 0.0379372 Aug 31 16:33:24.179313 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9dd62daf-b805-4abb-bb56-584fc45dbb8a req-df15f990-4e92-4481-b9ec-ee9613832170 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 210 time: 0.0319347 Aug 31 16:33:24.231046 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-9cf98a11-1123-4d2d-a006-6f3b23921e34 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:24.232557 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-9cf98a11-1123-4d2d-a006-6f3b23921e34 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.43 "GET /networking/v2.0/networks?id=b1b499b4-ff15-4d9b-9bfa-67029c21beb7 HTTP/1.1" status: 200 len: 808 time: 0.1237094 Aug 31 16:33:24.305756 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-4f8e0f9a-c1b4-4c67-83cf-b55ceb1a11b9 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7001003cc0d44d0b87e154b4d72b3de0 HTTP/1.1" status: 200 len: 378 time: 0.0613384 Aug 31 16:33:24.322107 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Request body: {'port': {'device_id': '5914bd06-4bc7-45ea-825a-b1d550b4fb95', 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7', 'admin_state_up': True, 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'security_groups': ['54e575b1-e6f5-42cc-8417-570bb49256f4']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:33:24.556048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Made reservation on behalf of 7001003cc0d44d0b87e154b4d72b3de0 for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:33:24.559365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:24.735955 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Allocated IP 172.20.0.8 (b1b499b4-ff15-4d9b-9bfa-67029c21beb7/00f6b012-dc0c-418b-869f-089f3a57edc7/21b7a467-7bd3-4f52-8336-d0da1225049f) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:33:24.888168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:24.892259 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:24.962701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:25.065284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:25.130036 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:33:25.135806 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:33:25.142585 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:33:25.189033 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event updated for resources: {'Port': ['ID=21b7a467-7bd3-4f52-8336-d0da1225049f,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:25.239185 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:25.240282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:25.330612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-c6ed2e7d-1f3a-4f1f-8da3-ea06863e6971 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0122390 Aug 31 16:33:25.367440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Request body: {'port': {'device_id': '5914bd06-4bc7-45ea-825a-b1d550b4fb95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:33:25.439973 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc673ef2-e327-4921-9fbe-282ffc38bf81 req-d4ceca49-c68e-4fc9-a167-5de8eb37e699 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:25.445876 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fc673ef2-e327-4921-9fbe-282ffc38bf81 req-d4ceca49-c68e-4fc9-a167-5de8eb37e699 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 931 time: 0.1399324 Aug 31 16:33:25.451544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1ba4270f-6112-4bab-9a81-576c74edeb8a None None] Provisioning complete for port 21b7a467-7bd3-4f52-8336-d0da1225049f triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:33:25.451544 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1ba4270f-6112-4bab-9a81-576c74edeb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:25.451544 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1ba4270f-6112-4bab-9a81-576c74edeb8a None None] Attempt 1 to provision port 21b7a467-7bd3-4f52-8336-d0da1225049f Aug 31 16:33:25.495381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4270f-6112-4bab-9a81-576c74edeb8a None None] Port 21b7a467-7bd3-4f52-8336-d0da1225049f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:33:25.508188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:25.571815 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fc673ef2-e327-4921-9fbe-282ffc38bf81 req-37334dde-7fdd-4f10-9d83-fd106e15179c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974357 Aug 31 16:33:25.851084 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b7a467-7bd3-4f52-8336-d0da1225049f {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:33:25.861787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Publish callbacks [] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:25.873918 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:25.877370 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Transition to ACTIVE for port object 21b7a467-7bd3-4f52-8336-d0da1225049f will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:33:25.994749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:25.996323 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1ba4270f-6112-4bab-9a81-576c74edeb8a None None] Attempt 2 to provision port 21b7a467-7bd3-4f52-8336-d0da1225049f Aug 31 16:33:26.055204 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4270f-6112-4bab-9a81-576c74edeb8a None None] Port 21b7a467-7bd3-4f52-8336-d0da1225049f cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:33:26.095195 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Pushing event updated for resources: {'Port': ['ID=21b7a467-7bd3-4f52-8336-d0da1225049f,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:26.147207 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Attempting to bind port 21b7a467-7bd3-4f52-8336-d0da1225049f on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:33:26.147678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Attempting to bind port 21b7a467-7bd3-4f52-8336-d0da1225049f by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:33:26.148180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Attempting to bind port 21b7a467-7bd3-4f52-8336-d0da1225049f on network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:33:26.157188 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Port 21b7a467-7bd3-4f52-8336-d0da1225049f on network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:33:26.157744 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Attempting to bind port 21b7a467-7bd3-4f52-8336-d0da1225049f on network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:33:26.167183 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:33:26.167717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Checking segment: {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:33:26.168464 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Bound using segment: {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:33:26.169041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Bound port: 21b7a467-7bd3-4f52-8336-d0da1225049f, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500920b5-5399-4bc7-9514-0885abf43b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:33:26.169659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:26.262361 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:26.265540 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] For port 21b7a467-7bd3-4f52-8336-d0da1225049f, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:33:26.269599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] For port 21b7a467-7bd3-4f52-8336-d0da1225049f, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=21b7a467-7bd3-4f52-8336-d0da1225049f,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:33:26.379289 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:26.386925 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:26.387964 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:26.390399 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/21b7a467-7bd3-4f52-8336-d0da1225049f HTTP/1.1" status: 200 len: 1093 time: 1.0283494 Aug 31 16:33:26.393832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5914bd06-4bc7-45ea-825a-b1d550b4fb95', 'tag': '21b7a467-7bd3-4f52-8336-d0da1225049f'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:33:26.397867 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1390ee-e8c2-49b2-b55c-caf7f3250750" -d '{"events": [{"name": "network-changed", "server_uuid": "5914bd06-4bc7-45ea-825a-b1d550b4fb95", "tag": "21b7a467-7bd3-4f52-8336-d0da1225049f"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:33:26.478559 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2599c4-df52-4d66-93e9-c5ce135edd61 x-openstack-request-id: req-0f2599c4-df52-4d66-93e9-c5ce135edd61 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:33:26.479008 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5914bd06-4bc7-45ea-825a-b1d550b4fb95", "tag": "21b7a467-7bd3-4f52-8336-d0da1225049f", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:33:26.479426 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f2599c4-df52-4d66-93e9-c5ce135edd61 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:33:26.480574 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2599c4-df52-4d66-93e9-c5ce135edd61'] response: {'name': 'network-changed', 'server_uuid': '5914bd06-4bc7-45ea-825a-b1d550b4fb95', 'tag': '21b7a467-7bd3-4f52-8336-d0da1225049f', 'status': 'completed', 'code': 200} Aug 31 16:33:26.490341 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c64c7-11f3-4097-92ba-2f982986d045 service neutron] Pushing event updated for resources: {'Port': ['ID=21b7a467-7bd3-4f52-8336-d0da1225049f,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:26.556956 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1ba4270f-6112-4bab-9a81-576c74edeb8a None None] Attempt 3 to provision port 21b7a467-7bd3-4f52-8336-d0da1225049f Aug 31 16:33:26.567598 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1390ee-e8c2-49b2-b55c-caf7f3250750 req-901cfa1a-9c6a-4281-9337-ecbb754efc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:26.570013 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea1390ee-e8c2-49b2-b55c-caf7f3250750 req-901cfa1a-9c6a-4281-9337-ecbb754efc31 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7001003cc0d44d0b87e154b4d72b3de0&device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 1127 time: 0.0544832 Aug 31 16:33:26.613605 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4270f-6112-4bab-9a81-576c74edeb8a None None] Port 21b7a467-7bd3-4f52-8336-d0da1225049f had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:33:26.724541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1390ee-e8c2-49b2-b55c-caf7f3250750 req-87125ae8-1875-4c9f-9987-12078dde8ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:26.726259 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea1390ee-e8c2-49b2-b55c-caf7f3250750 req-87125ae8-1875-4c9f-9987-12078dde8ff6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=7001003cc0d44d0b87e154b4d72b3de0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1444995 Aug 31 16:33:26.781942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6c4d-2d4f-466e-950d-05b55f9e599b req-68bc842d-4954-4f89-aec4-583ddf1ded89 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:26.784159 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-61ea6c4d-2d4f-466e-950d-05b55f9e599b req-68bc842d-4954-4f89-aec4-583ddf1ded89 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0750272 Aug 31 16:33:26.829201 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:33:26.948824 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-61ea6c4d-2d4f-466e-950d-05b55f9e599b req-942d4f8e-642c-421b-b388-a37dbba9723b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1520476 Aug 31 16:33:26.974477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1390ee-e8c2-49b2-b55c-caf7f3250750 req-8781862b-aa83-4f1a-a46e-2bc058723ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:26.975219 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea1390ee-e8c2-49b2-b55c-caf7f3250750 req-8781862b-aa83-4f1a-a46e-2bc058723ea9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2308812 Aug 31 16:33:27.075052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-14a39f93-b0a4-4d7f-893f-2774de986793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:27.076811 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-14a39f93-b0a4-4d7f-893f-2774de986793 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7001003cc0d44d0b87e154b4d72b3de0&device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 1127 time: 0.0536075 Aug 31 16:33:27.126235 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-bd27590e-adaf-421e-86f0-6c95e7ffbd51 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b7a467-7bd3-4f52-8336-d0da1225049f HTTP/1.1" status: 200 len: 217 time: 0.0385065 Aug 31 16:33:27.193819 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-de782b25-d4f9-4432-b283-56259445bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:27.196509 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-de782b25-d4f9-4432-b283-56259445bd84 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=00f6b012-dc0c-418b-869f-089f3a57edc7 HTTP/1.1" status: 200 len: 847 time: 0.0611651 Aug 31 16:33:27.250942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-e48cf088-55c4-4c47-b77b-ff0d8390ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:27.252569 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-e48cf088-55c4-4c47-b77b-ff0d8390ba3f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=b1b499b4-ff15-4d9b-9bfa-67029c21beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467536 Aug 31 16:33:27.381768 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-6371f776-56a7-4f76-82f1-e9e814b0e8de service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b1b499b4-ff15-4d9b-9bfa-67029c21beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187572 Aug 31 16:33:27.472515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:27.517906 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-90e1fc79-9a4d-441e-82aa-47cf8f6ea710 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b1b499b4-ff15-4d9b-9bfa-67029c21beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231759 Aug 31 16:33:28.099778 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceedd9-32ac-4585-8563-dac71fe21ed5 req-95ed76b7-86bd-4854-981a-b1b9c0f9de18 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:28.101329 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-80ceedd9-32ac-4585-8563-dac71fe21ed5 req-95ed76b7-86bd-4854-981a-b1b9c0f9de18 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0571411 Aug 31 16:33:28.170919 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-80ceedd9-32ac-4585-8563-dac71fe21ed5 req-97568a64-159d-4505-879d-60bb660282e0 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581563 Aug 31 16:33:29.313355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a738184-5476-49f5-98cc-2a3dbf236b9e req-e5ea2a3d-d014-4a0a-8302-7761d89cd3e2 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:29.314968 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2a738184-5476-49f5-98cc-2a3dbf236b9e req-e5ea2a3d-d014-4a0a-8302-7761d89cd3e2 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0531909 Aug 31 16:33:29.377597 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2a738184-5476-49f5-98cc-2a3dbf236b9e req-4f669f39-c7a3-4155-a00c-d840f48241b1 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561993 Aug 31 16:33:30.512268 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85740dad-e8ea-442b-96ea-98db2d034b04 req-000c4148-f62e-4ce6-8eef-31ccb3590e9b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:30.513986 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-85740dad-e8ea-442b-96ea-98db2d034b04 req-000c4148-f62e-4ce6-8eef-31ccb3590e9b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0539129 Aug 31 16:33:30.588762 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-85740dad-e8ea-442b-96ea-98db2d034b04 req-070e8e40-9c69-42dd-b7de-1d948ae5dd55 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671933 Aug 31 16:33:31.729911 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab2ea4-ee99-4fa2-a410-f45b0cd65180 req-88965cec-b06e-4684-801e-a524d9878fec tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:31.732351 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c9ab2ea4-ee99-4fa2-a410-f45b0cd65180 req-88965cec-b06e-4684-801e-a524d9878fec tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0550756 Aug 31 16:33:31.818023 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c9ab2ea4-ee99-4fa2-a410-f45b0cd65180 req-17dd714d-7adb-473c-9a1e-719aec704898 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787659 Aug 31 16:33:32.958831 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d309ae-c9ef-4b09-a315-9430528bfde9 req-cfa0a999-4a98-4ba9-9c7b-813b9212e373 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:32.960786 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d3d309ae-c9ef-4b09-a315-9430528bfde9 req-cfa0a999-4a98-4ba9-9c7b-813b9212e373 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0620749 Aug 31 16:33:33.018455 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d3d309ae-c9ef-4b09-a315-9430528bfde9 req-2c002ed4-a823-4a02-b42d-031ccdd3f12c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515411 Aug 31 16:33:34.157478 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e5dee-43e0-43be-a8de-d8eab636ae22 req-8cfc4e4c-1cb2-4504-86f9-4b7c7cd70ab8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:34.160217 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c80e5dee-43e0-43be-a8de-d8eab636ae22 req-8cfc4e4c-1cb2-4504-86f9-4b7c7cd70ab8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0539312 Aug 31 16:33:34.216023 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c80e5dee-43e0-43be-a8de-d8eab636ae22 req-ecbd5821-d5ac-41ea-b9da-a7dfc228ab68 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498931 Aug 31 16:33:35.352683 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa54d0-74bd-40dc-af57-4ab989e987b8 req-d48d2788-f793-4cae-9618-f250bac7c0c5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:35.354356 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cdfa54d0-74bd-40dc-af57-4ab989e987b8 req-d48d2788-f793-4cae-9618-f250bac7c0c5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0560243 Aug 31 16:33:35.414873 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cdfa54d0-74bd-40dc-af57-4ab989e987b8 req-7e5fe741-3d53-44d9-9e5e-011189c76bae tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498178 Aug 31 16:33:36.543967 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d187ed-70a2-4428-96f2-a34d057b7ee5 req-f99d38fe-1cfe-46b7-bb07-fcf639ff1b84 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:36.545639 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-41d187ed-70a2-4428-96f2-a34d057b7ee5 req-f99d38fe-1cfe-46b7-bb07-fcf639ff1b84 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0548527 Aug 31 16:33:36.603937 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:36.608617 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-41d187ed-70a2-4428-96f2-a34d057b7ee5 req-e8254f6b-ce5a-43d3-a976-53205105d433 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518639 Aug 31 16:33:36.613526 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:36.821371 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:37.761535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595faf4-d66a-4842-8f54-de53f90a0b2a req-6c436489-acfe-4ef2-8e4d-35ef58a03d42 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:37.763131 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6595faf4-d66a-4842-8f54-de53f90a0b2a req-6c436489-acfe-4ef2-8e4d-35ef58a03d42 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0596430 Aug 31 16:33:37.818120 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6595faf4-d66a-4842-8f54-de53f90a0b2a req-90ea2a79-7d53-4dfb-8d0f-f586d8896d05 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483587 Aug 31 16:33:38.600869 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-ff33ca68-d09a-4374-a42d-204358ec9846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:38.951149 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396db88-92c8-453d-9c7b-5d32a75c4a7d req-83ea682f-480f-4e0d-ab50-64549dc0f57e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:38.952832 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f396db88-92c8-453d-9c7b-5d32a75c4a7d req-83ea682f-480f-4e0d-ab50-64549dc0f57e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0571110 Aug 31 16:33:38.976098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:39.017179 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f396db88-92c8-453d-9c7b-5d32a75c4a7d req-b92b0c2f-b51a-47d4-889b-7c1103ff69c8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582838 Aug 31 16:33:39.484237 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 21b7a467-7bd3-4f52-8336-d0da1225049f details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:33:39.622015 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 21b7a467-7bd3-4f52-8336-d0da1225049f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=21b7a467-7bd3-4f52-8336-d0da1225049f,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:33:39.637777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '21b7a467-7bd3-4f52-8336-d0da1225049f', 'network_id': 'b1b499b4-ff15-4d9b-9bfa-67029c21beb7', 'port_id': '21b7a467-7bd3-4f52-8336-d0da1225049f', 'mac_address': 'fa:16:3e:b7:dd:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f6b012-dc0c-418b-869f-089f3a57edc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:33:39.693143 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 21b7a467-7bd3-4f52-8336-d0da1225049f is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:33:39.694909 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:39.711036 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b7a467-7bd3-4f52-8336-d0da1225049f {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:33:39.740988 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 21b7a467-7bd3-4f52-8336-d0da1225049f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=21b7a467-7bd3-4f52-8336-d0da1225049f,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:33:39.839535 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:39.911777 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=21b7a467-7bd3-4f52-8336-d0da1225049f,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:39.921245 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.922182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.922182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.922633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.923162 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.923501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.923907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.924348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.924801 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.925144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.925485 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.925921 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.926182 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.926472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:39.926787 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:40.160757 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['21b7a467-7bd3-4f52-8336-d0da1225049f'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:33:40.175049 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745499d-9d1a-41c9-a398-9dd1f969fa23 req-50d16855-db9d-414e-a67c-3deecfb5c057 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:40.178041 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7745499d-9d1a-41c9-a398-9dd1f969fa23 req-50d16855-db9d-414e-a67c-3deecfb5c057 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0647535 Aug 31 16:33:40.275206 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7745499d-9d1a-41c9-a398-9dd1f969fa23 req-b8e9be95-3e3a-4f7f-8374-19ed4060b681 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865302 Aug 31 16:33:40.846315 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d8b91aff-cfda-4bad-8578-51f4284c604c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:41.418364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc0fd6-da72-4fd1-8c52-4fa1a6f24358 req-eb9cebb2-e962-4b1c-a19a-f3b8486c3a41 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:41.433924 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-36bc0fd6-da72-4fd1-8c52-4fa1a6f24358 req-eb9cebb2-e962-4b1c-a19a-f3b8486c3a41 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0557613 Aug 31 16:33:41.473313 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-36bc0fd6-da72-4fd1-8c52-4fa1a6f24358 req-00859766-81c2-4da4-819b-7ad39f040284 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473793 Aug 31 16:33:41.502181 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 21b7a467-7bd3-4f52-8336-d0da1225049f up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:33:41.546689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 21b7a467-7bd3-4f52-8336-d0da1225049f completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:33:41.641239 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 21b7a467-7bd3-4f52-8336-d0da1225049f triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:33:41.641791 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:41.642351 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 21b7a467-7bd3-4f52-8336-d0da1225049f Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:33:41.686394 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:33:42.343488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:42.627432 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a830d-9460-413b-a29c-24bdf5c00d75 req-b5017139-7406-4dbc-8d2f-8c87a0248ec4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:42.629052 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ed6a830d-9460-413b-a29c-24bdf5c00d75 req-b5017139-7406-4dbc-8d2f-8c87a0248ec4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0586481 Aug 31 16:33:42.704666 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-ed6a830d-9460-413b-a29c-24bdf5c00d75 req-0c0a8018-f4a0-4451-8f34-2e3e3bb8b412 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684052 Aug 31 16:33:43.635056 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:43.847308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dd8d7-ddce-40c4-abef-41e4629f12dd req-686f5626-a6e2-4d55-9c42-591de9793abb tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:43.848895 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-457dd8d7-ddce-40c4-abef-41e4629f12dd req-686f5626-a6e2-4d55-9c42-591de9793abb tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0569601 Aug 31 16:33:43.918874 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-457dd8d7-ddce-40c4-abef-41e4629f12dd req-450a0ede-e498-48f1-8620-5874a5311471 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571740 Aug 31 16:33:43.965842 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:45.058820 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317aba9-c6d5-4993-9909-a61a3997ab46 req-b99f24eb-2f2e-40f5-b18c-1fd72c0ba1f6 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:45.060416 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d317aba9-c6d5-4993-9909-a61a3997ab46 req-b99f24eb-2f2e-40f5-b18c-1fd72c0ba1f6 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0630002 Aug 31 16:33:45.118299 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d317aba9-c6d5-4993-9909-a61a3997ab46 req-62b7d4a4-5fa0-4ebc-a4b2-2027990ac3ba tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505805 Aug 31 16:33:46.257113 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10829e-fa94-4cf5-9af8-f4467c2630f0 req-6af27426-6aa5-44d1-8cc9-94014813e9f5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:46.258860 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2f10829e-fa94-4cf5-9af8-f4467c2630f0 req-6af27426-6aa5-44d1-8cc9-94014813e9f5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0542042 Aug 31 16:33:46.316860 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2f10829e-fa94-4cf5-9af8-f4467c2630f0 req-a8ab1d93-bb4f-487b-b989-f9c082c18997 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515814 Aug 31 16:33:47.503639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82467d3c-23e8-4d02-abd7-1966a6b95662 req-fd63f47b-38f7-49f6-af91-8c3f9a453052 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:47.506507 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-82467d3c-23e8-4d02-abd7-1966a6b95662 req-fd63f47b-38f7-49f6-af91-8c3f9a453052 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0897052 Aug 31 16:33:47.568130 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-82467d3c-23e8-4d02-abd7-1966a6b95662 req-702606f1-8f3f-4a8c-b44f-fc48e127e779 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538609 Aug 31 16:33:48.704145 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f23d7-5dd9-497e-8647-02b6d518dc02 req-8bf5c6a4-96f2-4a5c-a1d8-c439f62a6ed1 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:48.705922 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f91f23d7-5dd9-497e-8647-02b6d518dc02 req-8bf5c6a4-96f2-4a5c-a1d8-c439f62a6ed1 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0520916 Aug 31 16:33:48.765465 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f91f23d7-5dd9-497e-8647-02b6d518dc02 req-705abcda-e0af-4bf5-b30d-b25db045c15b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533190 Aug 31 16:33:49.852677 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=85 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:49.855341 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=83 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:49.898169 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc68fca-675f-4eac-b1c1-72ed9f3b5665 req-e8e61423-0410-4a1e-bfe1-935789955c3b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:49.902097 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bdc68fca-675f-4eac-b1c1-72ed9f3b5665 req-e8e61423-0410-4a1e-bfe1-935789955c3b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0565114 Aug 31 16:33:49.957801 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-bdc68fca-675f-4eac-b1c1-72ed9f3b5665 req-9f891ba6-5519-4757-8601-624fde6d9cb2 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511291 Aug 31 16:33:51.095179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17965c-96e1-462a-9586-d7cba6f35697 req-3f935fec-9574-4465-a695-46a38c89c8d6 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:51.096881 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2a17965c-96e1-462a-9586-d7cba6f35697 req-3f935fec-9574-4465-a695-46a38c89c8d6 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0569210 Aug 31 16:33:51.157871 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2a17965c-96e1-462a-9586-d7cba6f35697 req-9bcec0f9-d7ca-4740-9906-6396e372f429 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544231 Aug 31 16:33:51.486278 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:33:51.732474 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:51.742447 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:52.319493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541b0db-d21f-4b56-886b-583392229d00 req-0c348925-da0d-441f-8b27-c9e55af94280 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:52.322279 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8541b0db-d21f-4b56-886b-583392229d00 req-0c348925-da0d-441f-8b27-c9e55af94280 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0843101 Aug 31 16:33:52.386172 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8541b0db-d21f-4b56-886b-583392229d00 req-21a4cfc6-253c-4ccd-8501-eb766762490d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575151 Aug 31 16:33:53.526684 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f0d31-c49d-4eb5-a4ae-a131c2f94960 req-28260402-5853-4d53-9e21-deeff5d3456c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:53.528297 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ce5f0d31-c49d-4eb5-a4ae-a131c2f94960 req-28260402-5853-4d53-9e21-deeff5d3456c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0549634 Aug 31 16:33:53.585406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:33:53.592278 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ce5f0d31-c49d-4eb5-a4ae-a131c2f94960 req-9b6b3dd8-c09d-45e7-9d66-a90cf08675cc tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574322 Aug 31 16:33:54.723581 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8ad85-5e12-47de-8c45-ac4562a6697d req-6cb84db6-b532-4b33-85ba-863e20ea2e29 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:54.725260 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-47c8ad85-5e12-47de-8c45-ac4562a6697d req-6cb84db6-b532-4b33-85ba-863e20ea2e29 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0526752 Aug 31 16:33:54.811000 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-47c8ad85-5e12-47de-8c45-ac4562a6697d req-06e96d60-abc1-4aa8-be33-c5ff8ef73e41 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791123 Aug 31 16:33:55.939770 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb9a3b-b686-4b39-94da-188945a37b9e req-113c8c46-48b6-4b22-a486-03af15718bab tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:55.941388 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-70bb9a3b-b686-4b39-94da-188945a37b9e req-113c8c46-48b6-4b22-a486-03af15718bab tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0516362 Aug 31 16:33:56.011880 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-70bb9a3b-b686-4b39-94da-188945a37b9e req-5ea4d7f3-5e33-48c5-8fdd-aff12860a668 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642183 Aug 31 16:33:57.140123 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3ff2-f369-49bf-8e3d-1f1ec09bea46 req-53f1e515-fe3c-4db9-86e2-67311e7efec8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:57.142247 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-38ad3ff2-f369-49bf-8e3d-1f1ec09bea46 req-53f1e515-fe3c-4db9-86e2-67311e7efec8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0551209 Aug 31 16:33:57.209193 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-38ad3ff2-f369-49bf-8e3d-1f1ec09bea46 req-075a9850-3586-4038-ae0c-e349a5da8f76 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607779 Aug 31 16:33:58.347308 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6687b-4136-4baa-aeae-652753fe52fa req-100f95d1-c99c-4b3d-a10f-0083bcde520d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:58.348905 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-82d6687b-4136-4baa-aeae-652753fe52fa req-100f95d1-c99c-4b3d-a10f-0083bcde520d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0540893 Aug 31 16:33:58.410749 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-82d6687b-4136-4baa-aeae-652753fe52fa req-32610e2d-01a3-4c2e-aad8-b299c79f37b9 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558946 Aug 31 16:33:59.541204 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bdeff-8cfd-4176-aea5-0e73bb0dc2d6 req-6badb8d3-f23c-4f02-8965-e780e73a9902 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:33:59.542846 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-961bdeff-8cfd-4176-aea5-0e73bb0dc2d6 req-6badb8d3-f23c-4f02-8965-e780e73a9902 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0525997 Aug 31 16:33:59.602913 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-961bdeff-8cfd-4176-aea5-0e73bb0dc2d6 req-b74eaa33-5455-460b-b16f-0507c5031618 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534766 Aug 31 16:34:00.740333 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c20b8-4ca9-41aa-88b1-c17cef80e64f req-613e04b0-1dfc-4c85-9cad-3f67aae8d670 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:00.742040 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-990c20b8-4ca9-41aa-88b1-c17cef80e64f req-613e04b0-1dfc-4c85-9cad-3f67aae8d670 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0515773 Aug 31 16:34:00.803009 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-990c20b8-4ca9-41aa-88b1-c17cef80e64f req-9945e768-7a32-448a-8559-689c42541dec tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546255 Aug 31 16:34:01.397328 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:01.398433 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:01.935760 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d41cf-ae5a-4083-b16d-b543d885df71 req-337ee7d0-7b2e-4268-8149-fe14e819abc8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:01.938872 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cf2d41cf-ae5a-4083-b16d-b543d885df71 req-337ee7d0-7b2e-4268-8149-fe14e819abc8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0540996 Aug 31 16:34:02.022613 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-cf2d41cf-ae5a-4083-b16d-b543d885df71 req-c2306b9e-1103-4610-8dbe-95d0bdc14cbd tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738556 Aug 31 16:34:02.731842 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:03.172391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462e087-4012-44d0-963b-adf9edf5ef80 req-0619922b-13be-446d-a69d-d6f1342549d8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:03.174387 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6462e087-4012-44d0-963b-adf9edf5ef80 req-0619922b-13be-446d-a69d-d6f1342549d8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0582752 Aug 31 16:34:03.231883 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6462e087-4012-44d0-963b-adf9edf5ef80 req-d765c827-ac1c-4049-9321-0332c824cd62 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512903 Aug 31 16:34:03.829838 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:34:04.365751 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a2f37-beaa-4034-b62c-51d293965b3d req-873308cb-785e-4e57-a0ad-add247f124de tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:04.367370 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-667a2f37-beaa-4034-b62c-51d293965b3d req-873308cb-785e-4e57-a0ad-add247f124de tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0559134 Aug 31 16:34:04.426426 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-667a2f37-beaa-4034-b62c-51d293965b3d req-3ab46083-5b9f-4fe3-86f6-9eb73c3674ef tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524406 Aug 31 16:34:05.555035 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10718b8c-fc47-4d7a-8829-19d0adbb91db req-9e4325ac-d547-4276-bec5-4e34de7d38be tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:05.556973 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-10718b8c-fc47-4d7a-8829-19d0adbb91db req-9e4325ac-d547-4276-bec5-4e34de7d38be tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0506816 Aug 31 16:34:05.586494 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:05.614694 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-10718b8c-fc47-4d7a-8829-19d0adbb91db req-1b09d4fe-4609-4a2a-9b83-26d7bb2f6ee3 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508113 Aug 31 16:34:06.748091 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdac55-d03b-46b0-9b55-52a029cfac5c req-db20c2a4-86e4-4b56-a7c6-4a34b769b161 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:06.749834 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f4cdac55-d03b-46b0-9b55-52a029cfac5c req-db20c2a4-86e4-4b56-a7c6-4a34b769b161 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0552073 Aug 31 16:34:06.819191 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f4cdac55-d03b-46b0-9b55-52a029cfac5c req-47a499df-cc99-44c1-b393-5fae6591da04 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628216 Aug 31 16:34:07.952409 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbf3ff-7c7a-41ff-b07b-abd96945b201 req-f1f13224-d5f1-427b-93e1-971790bab3ff tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:07.954011 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4bbf3ff-7c7a-41ff-b07b-abd96945b201 req-f1f13224-d5f1-427b-93e1-971790bab3ff tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0549283 Aug 31 16:34:08.010483 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c4bbf3ff-7c7a-41ff-b07b-abd96945b201 req-4fb8a4dc-32ff-4b77-9a70-10bfeb9f6568 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504444 Aug 31 16:34:08.605869 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8278686d-06e3-43d3-a970-23d90bc3f8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:09.144992 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eee2-1e6e-4934-8eb4-ce562c7ee03f req-1d07688a-48fe-4b86-a08e-b24b4efe504f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:09.146659 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eac1eee2-1e6e-4934-8eb4-ce562c7ee03f req-1d07688a-48fe-4b86-a08e-b24b4efe504f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0560493 Aug 31 16:34:09.212299 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-eac1eee2-1e6e-4934-8eb4-ce562c7ee03f req-43c1047b-d349-4bc4-ad66-f98de5e05682 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593920 Aug 31 16:34:10.351413 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62558e40-c7a1-4f09-b903-72a22ce01c7b req-80590754-919c-4199-b900-d23302dec192 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:10.357107 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-62558e40-c7a1-4f09-b903-72a22ce01c7b req-80590754-919c-4199-b900-d23302dec192 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0553086 Aug 31 16:34:10.419119 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-62558e40-c7a1-4f09-b903-72a22ce01c7b req-acb1d3f3-af76-4ddb-96a4-165c46f5d477 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547950 Aug 31 16:34:10.816183 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-25eb2b56-f9e9-40e3-aed1-8b7417fe947d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:11.579769 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7352f5-1202-4339-8835-45f5a25dd455 req-b2f18cbb-c360-489a-be47-b1a9c937ea4f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:11.581415 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2a7352f5-1202-4339-8835-45f5a25dd455 req-b2f18cbb-c360-489a-be47-b1a9c937ea4f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0773585 Aug 31 16:34:11.643609 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2a7352f5-1202-4339-8835-45f5a25dd455 req-065ae537-af23-44fd-8312-6f4d422f7d89 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560968 Aug 31 16:34:12.354808 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:12.778076 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62330953-b62b-48ba-93bc-9d497ae5edb9 req-31f499d9-43b9-47cb-8257-c1e6ea4e0745 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:12.779804 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-62330953-b62b-48ba-93bc-9d497ae5edb9 req-31f499d9-43b9-47cb-8257-c1e6ea4e0745 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0554526 Aug 31 16:34:12.844295 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-62330953-b62b-48ba-93bc-9d497ae5edb9 req-bb1c0981-fcc2-4422-8f01-7da94838882d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579290 Aug 31 16:34:13.629072 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:13.823405 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:13.824285 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:13.942166 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:13.975693 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8754f8-f89c-4eda-a744-529e826f3587 req-df573f24-c141-4e5a-925d-549966143e50 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:13.977710 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2b8754f8-f89c-4eda-a744-529e826f3587 req-df573f24-c141-4e5a-925d-549966143e50 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0522523 Aug 31 16:34:14.031287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:14.048042 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2b8754f8-f89c-4eda-a744-529e826f3587 req-1c32cbcb-44dc-4a8c-9fe8-09db280cb337 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634434 Aug 31 16:34:15.216313 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e6cf6-1288-40be-bdd4-2f64891f87e3 req-430f1e83-9a78-44cd-829b-293d61f009a3 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:15.219187 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-521e6cf6-1288-40be-bdd4-2f64891f87e3 req-430f1e83-9a78-44cd-829b-293d61f009a3 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0834947 Aug 31 16:34:15.285538 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-521e6cf6-1288-40be-bdd4-2f64891f87e3 req-638a6c6f-d14a-45e7-a879-81e66ea496a4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597630 Aug 31 16:34:16.427277 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af815-de2a-42f1-ae99-0ef08e72cfed req-f87e4f23-f648-4a72-a2ef-c80e5cf2687b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:16.429069 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-768af815-de2a-42f1-ae99-0ef08e72cfed req-f87e4f23-f648-4a72-a2ef-c80e5cf2687b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0608864 Aug 31 16:34:16.443761 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:16.493055 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-768af815-de2a-42f1-ae99-0ef08e72cfed req-5c050fec-e346-4c0f-8094-d253b2f18e44 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575461 Aug 31 16:34:17.623020 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942f1ed-f542-42f9-8925-4772119452a8 req-4c0be6a9-d1cd-4f2f-a17e-0b9a1f39f15d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:17.624607 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f942f1ed-f542-42f9-8925-4772119452a8 req-4c0be6a9-d1cd-4f2f-a17e-0b9a1f39f15d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0528381 Aug 31 16:34:17.683415 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f942f1ed-f542-42f9-8925-4772119452a8 req-805e4841-df66-4b41-9e7e-718faf564be9 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523956 Aug 31 16:34:18.814712 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f9aa-de47-456e-b86b-88b463051e38 req-5b124a51-3956-4820-ae3b-46a4d81f2bbc tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:18.816355 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-43b4f9aa-de47-456e-b86b-88b463051e38 req-5b124a51-3956-4820-ae3b-46a4d81f2bbc tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0538013 Aug 31 16:34:18.879062 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-43b4f9aa-de47-456e-b86b-88b463051e38 req-93c06842-b396-4c2d-bf3f-9459cbf0fd71 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524652 Aug 31 16:34:20.020133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd798fc2-65cd-4a79-b201-9051c23c80e3 req-c9018dc2-2b35-4547-a384-edadb8a8ed16 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:20.021913 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bd798fc2-65cd-4a79-b201-9051c23c80e3 req-c9018dc2-2b35-4547-a384-edadb8a8ed16 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0603154 Aug 31 16:34:20.035680 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:20.081848 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bd798fc2-65cd-4a79-b201-9051c23c80e3 req-8048e7e2-ca02-4d97-89c9-453b5fa39ef2 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536425 Aug 31 16:34:21.214784 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8052831-e989-4a66-af97-d1910499c6c7 req-28861075-d2d9-4d03-9d5a-ff05ad416dbb tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:21.216400 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a8052831-e989-4a66-af97-d1910499c6c7 req-28861075-d2d9-4d03-9d5a-ff05ad416dbb tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0560660 Aug 31 16:34:21.281858 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a8052831-e989-4a66-af97-d1910499c6c7 req-79f42f9c-c381-40ac-a068-c733dd9979a2 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546699 Aug 31 16:34:21.463196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:22.415347 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40a251-6cb9-41eb-900e-6ded6b5ebecc req-9906e135-f183-4ab4-b89b-1db6b89f521b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:22.416917 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bc40a251-6cb9-41eb-900e-6ded6b5ebecc req-9906e135-f183-4ab4-b89b-1db6b89f521b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0522909 Aug 31 16:34:22.474462 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-bc40a251-6cb9-41eb-900e-6ded6b5ebecc req-ca8f3787-df7f-4afc-a4a2-8b441ff5d5e2 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505443 Aug 31 16:34:23.608408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434e5b-7424-46bc-a7fd-53f041805b1c req-5d13a573-68d6-4563-9820-1b0401900ef6 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:23.610076 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8d434e5b-7424-46bc-a7fd-53f041805b1c req-5d13a573-68d6-4563-9820-1b0401900ef6 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0497861 Aug 31 16:34:23.675982 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8d434e5b-7424-46bc-a7fd-53f041805b1c req-70ac8ca2-f805-44da-8278-a5b15fa36101 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555251 Aug 31 16:34:24.807517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3cc6-c9a0-43cc-992f-7dadca1b0070 req-ec29580b-9f50-4fdb-a077-0aa6a506a970 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:24.809243 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4e7f3cc6-c9a0-43cc-992f-7dadca1b0070 req-ec29580b-9f50-4fdb-a077-0aa6a506a970 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0549858 Aug 31 16:34:24.874190 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4e7f3cc6-c9a0-43cc-992f-7dadca1b0070 req-f1f0536c-9198-493f-a017-c29451749495 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580003 Aug 31 16:34:26.008380 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4f1b2-2a72-4f42-ad64-e3bd4c75d33d req-f234f00a-b189-481a-946b-4a4bf1de6eae tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:26.010052 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3ba4f1b2-2a72-4f42-ad64-e3bd4c75d33d req-f234f00a-b189-481a-946b-4a4bf1de6eae tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0538404 Aug 31 16:34:26.075343 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-3ba4f1b2-2a72-4f42-ad64-e3bd4c75d33d req-2bb16ee5-b185-497a-aa8c-8166c17f964c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553019 Aug 31 16:34:27.214417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2668e40-9b28-434f-a8eb-48d748d438c4 req-6765915c-7ff0-432a-8a8a-f0c243c9bc2d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:27.216058 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c2668e40-9b28-434f-a8eb-48d748d438c4 req-6765915c-7ff0-432a-8a8a-f0c243c9bc2d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0507524 Aug 31 16:34:27.278831 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c2668e40-9b28-434f-a8eb-48d748d438c4 req-ea2339f3-6be1-4f3d-b27e-f03c1bb6a5ae tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522723 Aug 31 16:34:28.443598 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efdc0f-75f4-4ca1-bae2-9723ed786d5b req-87f43841-77fb-4bf9-8471-63506e696931 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:28.445347 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-07efdc0f-75f4-4ca1-bae2-9723ed786d5b req-87f43841-77fb-4bf9-8471-63506e696931 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0596514 Aug 31 16:34:28.503980 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-07efdc0f-75f4-4ca1-bae2-9723ed786d5b req-bf22dfe3-fb84-456c-a5ca-13aaec5aefae tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522122 Aug 31 16:34:28.745700 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=5 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:28.746628 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:29.642785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8964271-d3f5-48db-bc0d-a488df6fae3c req-86d12e82-3c61-46d8-b666-998e9725a786 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:29.644350 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a8964271-d3f5-48db-bc0d-a488df6fae3c req-86d12e82-3c61-46d8-b666-998e9725a786 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0538168 Aug 31 16:34:29.716370 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a8964271-d3f5-48db-bc0d-a488df6fae3c req-48a61637-4459-4768-bab1-addddcd62907 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591750 Aug 31 16:34:30.865754 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aa0b6-cf85-4c67-bfea-60b908e08300 req-a1427f70-47bb-45ab-bd88-5c41171e5a9a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:30.867435 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-865aa0b6-cf85-4c67-bfea-60b908e08300 req-a1427f70-47bb-45ab-bd88-5c41171e5a9a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0569956 Aug 31 16:34:30.929098 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-865aa0b6-cf85-4c67-bfea-60b908e08300 req-fc3b321e-b562-4f88-87fb-ffc279975672 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546157 Aug 31 16:34:31.405547 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:31.407716 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:32.069889 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e62c8-5bc2-42c7-bffe-3c1aecf4956d req-628d15d0-7459-4af9-83a3-b0c71206c1b1 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:32.071410 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8a7e62c8-5bc2-42c7-bffe-3c1aecf4956d req-628d15d0-7459-4af9-83a3-b0c71206c1b1 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0567119 Aug 31 16:34:32.131411 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-8a7e62c8-5bc2-42c7-bffe-3c1aecf4956d req-3a65c68d-fff5-4840-a2f9-62b1b0a3ddaf tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525169 Aug 31 16:34:33.614493 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb03b1b-866f-452f-90f6-e459f951cb26 req-f2ff482d-9e96-46c4-9d86-cdc1bb4942b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:33.616182 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-adb03b1b-866f-452f-90f6-e459f951cb26 req-f2ff482d-9e96-46c4-9d86-cdc1bb4942b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.4036572 Aug 31 16:34:33.675371 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-adb03b1b-866f-452f-90f6-e459f951cb26 req-762cccd1-37f7-4e1d-b717-ec13af4fd91f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528483 Aug 31 16:34:34.786304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:34.808106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b945aa-8840-4920-a81e-2a8c13810497 req-38c1bcf6-11df-42d1-98be-d9c57abf2e96 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:34.809821 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c9b945aa-8840-4920-a81e-2a8c13810497 req-38c1bcf6-11df-42d1-98be-d9c57abf2e96 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0548975 Aug 31 16:34:34.870770 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-c9b945aa-8840-4920-a81e-2a8c13810497 req-eaa57dc4-4379-46b5-8514-db1fecd0582a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514455 Aug 31 16:34:36.001583 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fdedc-4e42-41ba-a927-c6aee8b0c96b req-bbbd42e7-0967-4b6d-933d-6339d05c801f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:36.003197 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6f5fdedc-4e42-41ba-a927-c6aee8b0c96b req-bbbd42e7-0967-4b6d-933d-6339d05c801f tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0517702 Aug 31 16:34:36.060143 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6f5fdedc-4e42-41ba-a927-c6aee8b0c96b req-396419ff-3bfb-4276-b7f9-7d520dc0dd2b tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512271 Aug 31 16:34:37.197541 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baa065-b90e-49b2-8768-d5a618b2c8e8 req-6fab9dbf-86f9-4db5-89df-5974a9f3f873 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:37.199195 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-24baa065-b90e-49b2-8768-d5a618b2c8e8 req-6fab9dbf-86f9-4db5-89df-5974a9f3f873 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0591948 Aug 31 16:34:37.558804 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-24baa065-b90e-49b2-8768-d5a618b2c8e8 req-32e95e09-43a2-4a14-90eb-bdb91706e1f3 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3537488 Aug 31 16:34:38.634618 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f48279a3-64c9-4cdc-8055-387132b63991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:38.703799 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd15fe4-369e-4ce3-8dfa-d5a974fa46f8 req-76a5eddf-d720-41fc-b2dc-424a16a0c61e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:38.706341 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-acd15fe4-369e-4ce3-8dfa-d5a974fa46f8 req-76a5eddf-d720-41fc-b2dc-424a16a0c61e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0645955 Aug 31 16:34:38.792668 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-acd15fe4-369e-4ce3-8dfa-d5a974fa46f8 req-a0c23294-3498-4177-bac5-036aeaf37304 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781479 Aug 31 16:34:39.927782 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861ec15-c9fc-44b2-9fba-a22a80f1f8dc req-30b5ec7c-6bbe-4807-938f-78f90ed87644 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:39.929473 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3861ec15-c9fc-44b2-9fba-a22a80f1f8dc req-30b5ec7c-6bbe-4807-938f-78f90ed87644 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0524409 Aug 31 16:34:39.985956 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3861ec15-c9fc-44b2-9fba-a22a80f1f8dc req-3e7dc0a4-7b47-429e-bc26-7abca8e032d4 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499029 Aug 31 16:34:40.835894 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:34:40.885717 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-295a6de4-8519-4cb5-a4b0-0ec00a004376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:41.134409 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15300fd-8e59-48d7-b6de-430dbc98114b req-0c3af564-ca9d-4ffe-a96f-22eb201364d0 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:41.137136 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a15300fd-8e59-48d7-b6de-430dbc98114b req-0c3af564-ca9d-4ffe-a96f-22eb201364d0 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 944 time: 0.0608037 Aug 31 16:34:41.179108 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:41.231518 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a15300fd-8e59-48d7-b6de-430dbc98114b req-e88e4ed4-5656-4fd0-900f-c4b7b3b53032 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868382 Aug 31 16:34:41.717796 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 21b7a467-7bd3-4f52-8336-d0da1225049f no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:34:41.806444 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 21b7a467-7bd3-4f52-8336-d0da1225049f is: BUILD; New status is: DOWN {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:34:41.806942 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:41.823675 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 21b7a467-7bd3-4f52-8336-d0da1225049f {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:34:41.851753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 21b7a467-7bd3-4f52-8336-d0da1225049f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=21b7a467-7bd3-4f52-8336-d0da1225049f,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:34:41.958664 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:42.037501 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=21b7a467-7bd3-4f52-8336-d0da1225049f,revision_number=5']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:42.046219 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.046648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.047055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.047557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.048095 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.048614 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.049195 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.049730 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.050156 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.050489 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.050845 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.051356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.054356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.054356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.054356 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:42.380283 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f6ab5-3c6d-43bd-a1a2-891b8090dcd1 req-e5ab45e3-6590-4456-9b9e-fcaa066ba3de tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:42.381816 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-640f6ab5-3c6d-43bd-a1a2-891b8090dcd1 req-e5ab45e3-6590-4456-9b9e-fcaa066ba3de tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0562413 Aug 31 16:34:42.393905 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:42.440278 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-640f6ab5-3c6d-43bd-a1a2-891b8090dcd1 req-53d94757-cc31-45d8-a8c7-cf9c8684600a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524578 Aug 31 16:34:43.581835 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bf00f-f0b4-41ec-960a-fb6074fac171 req-819018e3-e999-4f09-a9ef-7b7e721af236 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:43.583520 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0a6bf00f-f0b4-41ec-960a-fb6074fac171 req-819018e3-e999-4f09-a9ef-7b7e721af236 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0594785 Aug 31 16:34:43.622072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:43.634034 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:43.660004 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-0a6bf00f-f0b4-41ec-960a-fb6074fac171 req-f55750ad-fed3-469a-8f66-b152ab7d9633 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704317 Aug 31 16:34:43.914105 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:44.422329 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-b8c95fb3-ca20-4788-9f68-176d21f4168e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:44.423900 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-b8c95fb3-ca20-4788-9f68-176d21f4168e tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0539293 Aug 31 16:34:44.534616 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Deleting port 21b7a467-7bd3-4f52-8336-d0da1225049f {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:34:44.535017 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:44.550260 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:44.652805 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] For port 21b7a467-7bd3-4f52-8336-d0da1225049f, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=21b7a467-7bd3-4f52-8336-d0da1225049f,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:34:44.653087 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:44.668059 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Calling delete_port for 21b7a467-7bd3-4f52-8336-d0da1225049f owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:34:44.830982 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d455d-334f-471b-ae4d-92d40003e566 req-e8893020-2f71-45b5-b53a-2733b28c4e0a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:34:44.832513 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0b3d455d-334f-471b-ae4d-92d40003e566 req-e8893020-2f71-45b5-b53a-2733b28c4e0a tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 943 time: 0.0845990 Aug 31 16:34:44.898734 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-0b3d455d-334f-471b-ae4d-92d40003e566 req-d1f4ff98-1799-4ee9-9f9f-dd25d5d11c5c tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=54e575b1-e6f5-42cc-8417-570bb49256f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602179 Aug 31 16:34:44.977422 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (21b7a467-7bd3-4f52-8336-d0da1225049f), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:45.005795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event deleted for resources: {'Port': ['ID=21b7a467-7bd3-4f52-8336-d0da1225049f,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:45.022487 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.022832 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.023181 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.023520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.023853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.024184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.024515 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.024988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.025176 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.025459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.025810 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.026138 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.026470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.026768 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.027088 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:45.078984 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] No DVR routers for this DVR port 21b7a467-7bd3-4f52-8336-d0da1225049f on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:34:45.081775 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:45.085179 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-741a8a7b-d6fe-46e9-a4c7-dd7dd29875f9 req-10f690f7-a04f-43df-94fd-7bcbb164aff5 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.43 "DELETE /networking/v2.0/ports/21b7a467-7bd3-4f52-8336-d0da1225049f HTTP/1.1" status: 204 len: 173 time: 0.6504867 Aug 31 16:34:45.085884 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5914bd06-4bc7-45ea-825a-b1d550b4fb95', 'name': 'network-vif-deleted', 'tag': '21b7a467-7bd3-4f52-8336-d0da1225049f'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:34:45.088337 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f95ff-5b11-4ef3-b683-4832cf692ee2" -d '{"events": [{"server_uuid": "5914bd06-4bc7-45ea-825a-b1d550b4fb95", "name": "network-vif-deleted", "tag": "21b7a467-7bd3-4f52-8336-d0da1225049f"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:34:45.130424 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e759338-7d18-4c4c-a268-a99b7199ea55 x-openstack-request-id: req-3e759338-7d18-4c4c-a268-a99b7199ea55 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:34:45.130881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5914bd06-4bc7-45ea-825a-b1d550b4fb95", "name": "network-vif-deleted", "tag": "21b7a467-7bd3-4f52-8336-d0da1225049f", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:34:45.130980 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e759338-7d18-4c4c-a268-a99b7199ea55 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:34:45.131389 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3e759338-7d18-4c4c-a268-a99b7199ea55']: {'server_uuid': '5914bd06-4bc7-45ea-825a-b1d550b4fb95', 'name': 'network-vif-deleted', 'tag': '21b7a467-7bd3-4f52-8336-d0da1225049f', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:34:46.017097 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-05289437-6b21-484a-b859-59708ab61bd8 req-f61c0686-4a8c-4291-9cfe-bc3958c65c06 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 210 time: 0.0391629 Aug 31 16:34:47.167634 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-49d0c523-b1ab-4121-9acc-d15d446d09ca req-a8873a63-7298-473e-bf58-e545faf58257 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 210 time: 0.0498698 Aug 31 16:34:47.450724 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-2d6e5924-6617-44dc-b901-14557126ab15 req-4bcd9775-accb-4dae-b77a-eba2c2e0bd8d tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5914bd06-4bc7-45ea-825a-b1d550b4fb95 HTTP/1.1" status: 200 len: 210 time: 0.0302522 Aug 31 16:34:47.913546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48030) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:48.008596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (54e575b1-e6f5-42cc-8417-570bb49256f4), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:48.038807 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (54e575b1-e6f5-42cc-8417-570bb49256f4), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:48.172102 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (54e575b1-e6f5-42cc-8417-570bb49256f4), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:48.175287 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:48.176597 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/54e575b1-e6f5-42cc-8417-570bb49256f4 HTTP/1.1" status: 204 len: 168 time: 0.2610719 Aug 31 16:34:48.192917 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e575b1-e6f5-42cc-8417-570bb49256f4,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:48.204072 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.204532 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.206494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.206494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.206494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.207208 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.207907 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.208650 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.209457 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.210283 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.210862 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.211414 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.211972 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.212379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.212770 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ad3d4-976e-48d1-8593-19f9e3f123b8 tempest-TestShelveInstance-1338000302 tempest-TestShelveInstance-1338000302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:34:48.337152 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48034) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:48.823986 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=13 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:48.831231 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (5655bb2b-fc45-4520-9e82-06a151e3bce1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:49.125749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] Deleting port fd87e789-d822-4524-9458-cd254c3b811c {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:34:49.126086 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (fd87e789-d822-4524-9458-cd254c3b811c), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:49.167467 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:49.220027 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] For port fd87e789-d822-4524-9458-cd254c3b811c, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=fd87e789-d822-4524-9458-cd254c3b811c,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:34:49.221080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (fd87e789-d822-4524-9458-cd254c3b811c), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:49.244205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] Calling delete_port for fd87e789-d822-4524-9458-cd254c3b811c owned by network:router_interface {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:34:49.306502 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:49.617122 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (fd87e789-d822-4524-9458-cd254c3b811c), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:49.644852 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd87e789-d822-4524-9458-cd254c3b811c,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:49.940050 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (5655bb2b-fc45-4520-9e82-06a151e3bce1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:50.223215 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] Router 5655bb2b-fc45-4520-9e82-06a151e3bce1 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:34:50.327408 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:50.348708 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:34:50.354020 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-547c6560-7cab-4e0c-9aa9-4d978e0bce54 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/5655bb2b-fc45-4520-9e82-06a151e3bce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0152738 Aug 31 16:34:50.357393 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48036) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:50.366146 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] Sync routers for ids ['5655bb2b-fc45-4520-9e82-06a151e3bce1'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:34:50.380874 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] Routers {'5655bb2b-fc45-4520-9e82-06a151e3bce1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:34:50.382128 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:34:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['5655bb2b-fc45-4520-9e82-06a151e3bce1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:50.517065 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Publish callbacks [] for router (5655bb2b-fc45-4520-9e82-06a151e3bce1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:50.521834 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] Set router 5655bb2b-fc45-4520-9e82-06a151e3bce1 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:34:50.632983 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Publish callbacks [] for router_gateway (5655bb2b-fc45-4520-9e82-06a151e3bce1), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:50.762847 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Deleting port cb760b23-c8a0-4a84-bcf6-84105bfb42c2 {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:34:50.763693 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:50.767218 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:50.818027 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'name': 'tempest-TestShelveInstance-765268819-router', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:13Z', 'updated_at': '2022-08-31T16:34:49Z', 'revision_number': 5, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'gw_port': {'id': 'cb760b23-c8a0-4a84-bcf6-84105bfb42c2', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:14Z', 'updated_at': '2022-08-31T16:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:50.848092 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] Checking router: 5655bb2b-fc45-4520-9e82-06a151e3bce1 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:34:50.860193 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] Routers {'5655bb2b-fc45-4520-9e82-06a151e3bce1'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:34:50.861181 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:34:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['5655bb2b-fc45-4520-9e82-06a151e3bce1'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:50.897104 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] For port cb760b23-c8a0-4a84-bcf6-84105bfb42c2, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=cb760b23-c8a0-4a84-bcf6-84105bfb42c2,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:34:50.898041 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:50.925612 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Calling delete_port for cb760b23-c8a0-4a84-bcf6-84105bfb42c2 owned by network:router_gateway {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:34:50.974418 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] Set router 5655bb2b-fc45-4520-9e82-06a151e3bce1 gateway port host: None {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:34:51.050416 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'name': 'tempest-TestShelveInstance-765268819-router', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:13Z', 'updated_at': '2022-08-31T16:34:50Z', 'revision_number': 6, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:51.080300 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf538e0-895f-40a5-bcb2-36e19940cac2 None None] The sync data for ids ['5655bb2b-fc45-4520-9e82-06a151e3bce1'] in dv-neutron-855257-2-hyperv is: [{'id': '5655bb2b-fc45-4520-9e82-06a151e3bce1', 'name': 'tempest-TestShelveInstance-765268819-router', 'tenant_id': '7001003cc0d44d0b87e154b4d72b3de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:13Z', 'updated_at': '2022-08-31T16:34:50Z', 'revision_number': 6, 'project_id': '7001003cc0d44d0b87e154b4d72b3de0', 'gw_port_host': None}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:34:51.318876 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (cb760b23-c8a0-4a84-bcf6-84105bfb42c2), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:51.349540 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb760b23-c8a0-4a84-bcf6-84105bfb42c2,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:51.429013 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (5655bb2b-fc45-4520-9e82-06a151e3bce1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:51.497224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:51.534326 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (5655bb2b-fc45-4520-9e82-06a151e3bce1), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:51.537058 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Publish callbacks [] for router_controller (5655bb2b-fc45-4520-9e82-06a151e3bce1), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:51.668774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (5655bb2b-fc45-4520-9e82-06a151e3bce1), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:51.669506 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5655bb2b-fc45-4520-9e82-06a151e3bce1 {{(pid=114265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:34:51.679172 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:51.681191 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-8fee76c3-9604-4778-9660-b9dd61a63793 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/5655bb2b-fc45-4520-9e82-06a151e3bce1 HTTP/1.1" status: 204 len: 168 time: 1.3230317 Aug 31 16:34:51.683717 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48038) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:51.770279 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c470457-ed58-4949-8bdf-31ee33afce7e admin admin] Deleting subnet 00f6b012-dc0c-418b-869f-089f3a57edc7 {{(pid=114265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:34:51.774205 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0c470457-ed58-4949-8bdf-31ee33afce7e admin admin] Publish callbacks [] for subnet (00f6b012-dc0c-418b-869f-089f3a57edc7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:51.819994 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0c470457-ed58-4949-8bdf-31ee33afce7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132414206'] for subnet (00f6b012-dc0c-418b-869f-089f3a57edc7), precommit_delete_associations {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:51.946066 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0c470457-ed58-4949-8bdf-31ee33afce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (00f6b012-dc0c-418b-869f-089f3a57edc7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:51.948551 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:51.980880 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fd87e789-d822-4524-9458-cd254c3b811c no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:34:52.009426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: fd87e789-d822-4524-9458-cd254c3b811c {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:34:52.009426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device fd87e789-d822-4524-9458-cd254c3b811c not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:34:52.009772 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device cb760b23-c8a0-4a84-bcf6-84105bfb42c2 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:34:52.030079 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: cb760b23-c8a0-4a84-bcf6-84105bfb42c2 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:34:52.030424 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device cb760b23-c8a0-4a84-bcf6-84105bfb42c2 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:34:52.126001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0c470457-ed58-4949-8bdf-31ee33afce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133810428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133341593'] for subnet (00f6b012-dc0c-418b-869f-089f3a57edc7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.161378 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c470457-ed58-4949-8bdf-31ee33afce7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f6b012-dc0c-418b-869f-089f3a57edc7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:52.166933 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-0c470457-ed58-4949-8bdf-31ee33afce7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.171597 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-0c470457-ed58-4949-8bdf-31ee33afce7e admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/00f6b012-dc0c-418b-869f-089f3a57edc7 HTTP/1.1" status: 204 len: 168 time: 0.4863551 Aug 31 16:34:52.175725 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48040) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:52.186689 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fce982-9782-4445-baf9-ccca5c0a3c8a None None] Network b1b499b4-ff15-4d9b-9bfa-67029c21beb7 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:34:52.284267 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (b1b499b4-ff15-4d9b-9bfa-67029c21beb7), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.354385 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Deleting port e87d6247-2143-4de5-9ff6-b09ae14262cd {{(pid=114265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:34:52.355376 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.413407 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccd0feb-b893-426d-a746-743f43f6fa17 None None] DHCP port deletion for b1b499b4-ff15-4d9b-9bfa-67029c21beb7 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:34:52.414077 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:52.464126 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.db [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] For port e87d6247-2143-4de5-9ff6-b09ae14262cd, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e87d6247-2143-4de5-9ff6-b09ae14262cd,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:34:52.464697 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.479673 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd0feb-b893-426d-a746-743f43f6fa17 None None] Deleting port e87d6247-2143-4de5-9ff6-b09ae14262cd {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:34:52.480529 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5ccd0feb-b893-426d-a746-743f43f6fa17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.492918 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.plugin [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Calling delete_port for e87d6247-2143-4de5-9ff6-b09ae14262cd owned by network:dhcp {{(pid=114265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:34:52.589037 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-5ccd0feb-b893-426d-a746-743f43f6fa17 None None] For port e87d6247-2143-4de5-9ff6-b09ae14262cd, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=e87d6247-2143-4de5-9ff6-b09ae14262cd,segment=NetworkSegment(500920b5-5399-4bc7-9514-0885abf43b9e),segment_id=500920b5-5399-4bc7-9514-0885abf43b9e)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:34:52.589989 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5ccd0feb-b893-426d-a746-743f43f6fa17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.610362 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd0feb-b893-426d-a746-743f43f6fa17 None None] Calling delete_port for e87d6247-2143-4de5-9ff6-b09ae14262cd owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:34:52.686520 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133811727'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.719540 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5ccd0feb-b893-426d-a746-743f43f6fa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (e87d6247-2143-4de5-9ff6-b09ae14262cd), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.726435 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e87d6247-2143-4de5-9ff6-b09ae14262cd,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:52.733742 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] No DVR routers for this DVR port e87d6247-2143-4de5-9ff6-b09ae14262cd on host dv-neutron-855257-2-hyperv {{(pid=114265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:34:52.750346 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd0feb-b893-426d-a746-743f43f6fa17 None None] Pushing event deleted for resources: {'Port': ['ID=e87d6247-2143-4de5-9ff6-b09ae14262cd,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:52.754332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd0feb-b893-426d-a746-743f43f6fa17 None None] No DVR routers for this DVR port e87d6247-2143-4de5-9ff6-b09ae14262cd on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:34:52.828638 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (b1b499b4-ff15-4d9b-9bfa-67029c21beb7), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.853639 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b499b4-ff15-4d9b-9bfa-67029c21beb7']}} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:52.865495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500920b5-5399-4bc7-9514-0885abf43b9e') {'for_net_delete': True} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:52.865837 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.services.segments.db [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500920b5-5399-4bc7-9514-0885abf43b9e') {} {{(pid=114265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:52.877496 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132414197'] for segment (500920b5-5399-4bc7-9514-0885abf43b9e), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.892579 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (500920b5-5399-4bc7-9514-0885abf43b9e), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.900758 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=114265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:34:52.901371 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133811802'] for segment (500920b5-5399-4bc7-9514-0885abf43b9e), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:52.984891 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 500920b5-5399-4bc7-9514-0885abf43b9e resource provider aggregate not found Aug 31 16:34:53.004500 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.services.segments.plugin [-] Segment 500920b5-5399-4bc7-9514-0885abf43b9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 500920b5-5399-4bc7-9514-0885abf43b9e found for delete ", "request_id": "req-3fd6f06f-4339-49d9-854a-22ae1e052c0b"}]} Aug 31 16:34:53.034147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (b1b499b4-ff15-4d9b-9bfa-67029c21beb7), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:53.040463 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:53.043694 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/b1b499b4-ff15-4d9b-9bfa-67029c21beb7 HTTP/1.1" status: 204 len: 168 time: 0.8668637 Aug 31 16:34:53.048483 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48048) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:53.062562 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eabad7-4d7b-435c-875c-22584f5f89cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b499b4-ff15-4d9b-9bfa-67029c21beb7,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:53.115858 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:53.430284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728661'] for router_interface (698fc00f-d99d-4cdd-9119-aa38163a8d4e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:53.611106 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:53.687721 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] Deleting port 541f0bd2-5138-4b6d-b5df-159812c49272 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:34:53.688294 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:53.816599 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] For port 541f0bd2-5138-4b6d-b5df-159812c49272, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=541f0bd2-5138-4b6d-b5df-159812c49272,segment=NetworkSegment(4dc55664-b4a1-4221-a5f0-867e891f9ec5),segment_id=4dc55664-b4a1-4221-a5f0-867e891f9ec5)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:34:53.816966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:53.833067 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] Calling delete_port for 541f0bd2-5138-4b6d-b5df-159812c49272 owned by network:router_interface {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:34:53.969682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e87d6247-2143-4de5-9ff6-b09ae14262cd no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:34:54.000993 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: e87d6247-2143-4de5-9ff6-b09ae14262cd {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:34:54.001516 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device e87d6247-2143-4de5-9ff6-b09ae14262cd not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:34:54.171520 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (541f0bd2-5138-4b6d-b5df-159812c49272), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:54.205701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] Pushing event deleted for resources: {'Port': ['ID=541f0bd2-5138-4b6d-b5df-159812c49272,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:54.381747 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:54.467053 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729573'] for router_interface (698fc00f-d99d-4cdd-9119-aa38163a8d4e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:54.754822 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] Router 698fc00f-d99d-4cdd-9119-aa38163a8d4e has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:34:54.767688 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:54.882588 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:34:54.890107 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-a9bc2c74-7e8f-4aac-8758-f3614cb9719a admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/698fc00f-d99d-4cdd-9119-aa38163a8d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8369496 Aug 31 16:34:54.894456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48050) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:54.897494 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] Sync routers for ids ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:34:54.914450 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] Routers {'698fc00f-d99d-4cdd-9119-aa38163a8d4e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:34:54.915107 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:34:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:55.015121 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Publish callbacks [] for router (698fc00f-d99d-4cdd-9119-aa38163a8d4e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:55.070581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] Set router 698fc00f-d99d-4cdd-9119-aa38163a8d4e gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:34:55.132402 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Publish callbacks [] for router_gateway (698fc00f-d99d-4cdd-9119-aa38163a8d4e), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:55.187488 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:55.216710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:55.265471 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'name': 'tempest-TestShelveInstance-174143414-router', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:22Z', 'updated_at': '2022-08-31T16:34:54Z', 'revision_number': 5, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'gw_port': {'id': '0ecb6d2c-883a-4ef5-b0b6-54512a358872', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:31:23Z', 'updated_at': '2022-08-31T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:55.283180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Deleting port 0ecb6d2c-883a-4ef5-b0b6-54512a358872 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:34:55.283813 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:55.294754 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] Checking router: 698fc00f-d99d-4cdd-9119-aa38163a8d4e for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:34:55.304962 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] Routers {'698fc00f-d99d-4cdd-9119-aa38163a8d4e'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:34:55.305543 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:34:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:55.397808 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] For port 0ecb6d2c-883a-4ef5-b0b6-54512a358872, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=0ecb6d2c-883a-4ef5-b0b6-54512a358872,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:34:55.399029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:55.420490 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Calling delete_port for 0ecb6d2c-883a-4ef5-b0b6-54512a358872 owned by network:router_gateway {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:34:55.436006 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] Set router 698fc00f-d99d-4cdd-9119-aa38163a8d4e gateway port host: None {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:34:55.494870 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'name': 'tempest-TestShelveInstance-174143414-router', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:22Z', 'updated_at': '2022-08-31T16:34:55Z', 'revision_number': 6, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'gw_port_host': None}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:55.522844 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5dc8cc-c67a-499d-bdec-b6eeca1ca646 None None] The sync data for ids ['698fc00f-d99d-4cdd-9119-aa38163a8d4e'] in dv-neutron-855257-2-hyperv is: [{'id': '698fc00f-d99d-4cdd-9119-aa38163a8d4e', 'name': 'tempest-TestShelveInstance-174143414-router', 'tenant_id': '2d639da67d1a4c49aaf2f3035608a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:31:22Z', 'updated_at': '2022-08-31T16:34:55Z', 'revision_number': 6, 'project_id': '2d639da67d1a4c49aaf2f3035608a58d', 'gw_port_host': None}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:34:55.669108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:55.800345 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (0ecb6d2c-883a-4ef5-b0b6-54512a358872), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:55.828915 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecb6d2c-883a-4ef5-b0b6-54512a358872,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:55.946502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729238'] for router_gateway (698fc00f-d99d-4cdd-9119-aa38163a8d4e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.054719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30244'] for router (698fc00f-d99d-4cdd-9119-aa38163a8d4e), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.057220 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Publish callbacks [] for router_controller (698fc00f-d99d-4cdd-9119-aa38163a8d4e), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.182499 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729624'] for router (698fc00f-d99d-4cdd-9119-aa38163a8d4e), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.183141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 698fc00f-d99d-4cdd-9119-aa38163a8d4e {{(pid=114266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:34:56.188777 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.190041 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-962df73f-8ca9-4ebb-9a4d-68b340ea8b92 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/698fc00f-d99d-4cdd-9119-aa38163a8d4e HTTP/1.1" status: 204 len: 168 time: 1.2944539 Aug 31 16:34:56.194359 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48052) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:56.245163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ba5c83-1e22-4736-a15e-544b39662923 admin admin] Deleting subnet 6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a {{(pid=114266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 16:34:56.249990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-62ba5c83-1e22-4736-a15e-544b39662923 admin admin] Publish callbacks [] for subnet (6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.297685 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:56.304629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-62ba5c83-1e22-4736-a15e-544b39662923 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133762672'] for subnet (6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a), precommit_delete_associations {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.335364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 541f0bd2-5138-4b6d-b5df-159812c49272 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:34:56.374596 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 541f0bd2-5138-4b6d-b5df-159812c49272 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:34:56.375119 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 541f0bd2-5138-4b6d-b5df-159812c49272 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:34:56.405190 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-62ba5c83-1e22-4736-a15e-544b39662923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780394'] for subnet (6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.560941 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-62ba5c83-1e22-4736-a15e-544b39662923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133957503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133333220'] for subnet (6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.604990 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba5c83-1e22-4736-a15e-544b39662923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:56.611094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-62ba5c83-1e22-4736-a15e-544b39662923 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.619612 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-62ba5c83-1e22-4736-a15e-544b39662923 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/6e28bdf6-f14a-47f9-97c7-7c94d4d53c1a HTTP/1.1" status: 204 len: 168 time: 0.4203000 Aug 31 16:34:56.620962 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48054) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:56.625719 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c49aa97-28bd-4f66-9451-5d8712033e7c None None] Network 77441bef-261a-40b0-b503-25fbfe4eefa6 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:34:56.747728 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644183'] for network (77441bef-261a-40b0-b503-25fbfe4eefa6), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.822173 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Deleting port df0e6fbf-620a-495b-a21a-145fe7249e05 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:34:56.822517 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.842017 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69187e9e-f92b-4fec-9712-6ad5fc929e07 None None] DHCP port deletion for 77441bef-261a-40b0-b503-25fbfe4eefa6 request from dv-neutron-855257-2-hyperv {{(pid=114267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 16:34:56.900529 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-69187e9e-f92b-4fec-9712-6ad5fc929e07 None None] Deleting port df0e6fbf-620a-495b-a21a-145fe7249e05 {{(pid=114267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:34:56.901109 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-69187e9e-f92b-4fec-9712-6ad5fc929e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), before_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.902339 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] For port df0e6fbf-620a-495b-a21a-145fe7249e05, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=df0e6fbf-620a-495b-a21a-145fe7249e05,segment=NetworkSegment(4dc55664-b4a1-4221-a5f0-867e891f9ec5),segment_id=4dc55664-b4a1-4221-a5f0-867e891f9ec5)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:34:56.902694 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:56.919683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Calling delete_port for df0e6fbf-620a-495b-a21a-145fe7249e05 owned by network:dhcp {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:34:56.983125 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:57.022781 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-69187e9e-f92b-4fec-9712-6ad5fc929e07 None None] For port df0e6fbf-620a-495b-a21a-145fe7249e05, host dv-neutron-855257-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=df0e6fbf-620a-495b-a21a-145fe7249e05,segment=NetworkSegment(4dc55664-b4a1-4221-a5f0-867e891f9ec5),segment_id=4dc55664-b4a1-4221-a5f0-867e891f9ec5)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:34:57.023447 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-69187e9e-f92b-4fec-9712-6ad5fc929e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), precommit_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:57.048502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-69187e9e-f92b-4fec-9712-6ad5fc929e07 None None] Calling delete_port for df0e6fbf-620a-495b-a21a-145fe7249e05 owned by network:dhcp {{(pid=114267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:34:57.131467 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:57.165578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Pushing event deleted for resources: {'Port': ['ID=df0e6fbf-620a-495b-a21a-145fe7249e05,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:57.168381 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-69187e9e-f92b-4fec-9712-6ad5fc929e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929'] for port (df0e6fbf-620a-495b-a21a-145fe7249e05), after_delete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:57.171187 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] No DVR routers for this DVR port df0e6fbf-620a-495b-a21a-145fe7249e05 on host dv-neutron-855257-2-hyperv {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:34:57.198811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69187e9e-f92b-4fec-9712-6ad5fc929e07 None None] Pushing event deleted for resources: {'Port': ['ID=df0e6fbf-620a-495b-a21a-145fe7249e05,revision_number=None']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:57.209287 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69187e9e-f92b-4fec-9712-6ad5fc929e07 None None] No DVR routers for this DVR port df0e6fbf-620a-495b-a21a-145fe7249e05 on host dv-neutron-855257-2-hyperv {{(pid=114267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:34:57.266077 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779017', 'neutron.services.segments.db._delete_segments_for_network-8755090749763'] for network (77441bef-261a-40b0-b503-25fbfe4eefa6), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:57.291802 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77441bef-261a-40b0-b503-25fbfe4eefa6']}} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:57.303530 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc55664-b4a1-4221-a5f0-867e891f9ec5') {'for_net_delete': True} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:57.304316 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.services.segments.db [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc55664-b4a1-4221-a5f0-867e891f9ec5') {} {{(pid=114266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:34:57.316833 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755090711471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133762683'] for segment (4dc55664-b4a1-4221-a5f0-867e891f9ec5), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:57.335228 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (4dc55664-b4a1-4221-a5f0-867e891f9ec5), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:57.344620 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=114266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:34:57.345174 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133956057'] for segment (4dc55664-b4a1-4221-a5f0-867e891f9ec5), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:57.375392 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 4dc55664-b4a1-4221-a5f0-867e891f9ec5 resource provider aggregate not found Aug 31 16:34:57.440159 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.services.segments.plugin [-] Segment 4dc55664-b4a1-4221-a5f0-867e891f9ec5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4dc55664-b4a1-4221-a5f0-867e891f9ec5 found for delete ", "request_id": "req-b08af907-380b-4a84-8675-c0c93216795e"}]} Aug 31 16:34:57.554897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729210'] for network (77441bef-261a-40b0-b503-25fbfe4eefa6), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:57.564047 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:57.570094 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/77441bef-261a-40b0-b503-25fbfe4eefa6 HTTP/1.1" status: 204 len: 168 time: 0.9483268 Aug 31 16:34:57.973915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48062) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:57.979301 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device df0e6fbf-620a-495b-a21a-145fe7249e05 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:34:57.980163 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdbb24-a8f0-4aad-91c1-e505d760e41c admin admin] Pushing event deleted for resources: {'Network': ['ID=77441bef-261a-40b0-b503-25fbfe4eefa6,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:58.017741 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: df0e6fbf-620a-495b-a21a-145fe7249e05 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:34:58.019992 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device df0e6fbf-620a-495b-a21a-145fe7249e05 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:34:58.019992 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 0ecb6d2c-883a-4ef5-b0b6-54512a358872 no longer exists at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:34:58.042274 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] No Port match for: 0ecb6d2c-883a-4ef5-b0b6-54512a358872 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:34:58.042631 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 0ecb6d2c-883a-4ef5-b0b6-54512a358872 not bound to the agent host dv-neutron-855257-2-hyperv {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:34:58.043142 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-fbfdd795-c149-4dbd-9f3b-8966eaa95f76 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7001003cc0d44d0b87e154b4d72b3de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671611 Aug 31 16:34:58.048252 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48064) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:58.109774 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-30a2a56e-f44a-4a7f-80ce-206ca7ee1863 admin admin] Publish callbacks [] for security_group (4d99a5a0-7c56-4d61-9212-350846d38c53), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:58.133547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-30a2a56e-f44a-4a7f-80ce-206ca7ee1863 admin admin] Publish callbacks [] for security_group (4d99a5a0-7c56-4d61-9212-350846d38c53), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:58.268886 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-30a2a56e-f44a-4a7f-80ce-206ca7ee1863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (4d99a5a0-7c56-4d61-9212-350846d38c53), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:58.271749 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-30a2a56e-f44a-4a7f-80ce-206ca7ee1863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:58.273047 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-30a2a56e-f44a-4a7f-80ce-206ca7ee1863 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4d99a5a0-7c56-4d61-9212-350846d38c53 HTTP/1.1" status: 204 len: 168 time: 0.2237823 Aug 31 16:34:58.283419 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2a56e-f44a-4a7f-80ce-206ca7ee1863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d99a5a0-7c56-4d61-9212-350846d38c53,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:34:59.178494 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48070) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:59.226147 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d0cafae3-8618-47dc-bb55-c0c8cc1252e6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2d639da67d1a4c49aaf2f3035608a58d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463507 Aug 31 16:34:59.230325 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48072) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:34:59.287604 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-62b1c31d-f3e4-48b4-91a0-82e8e942c94a admin admin] Publish callbacks [] for security_group (1cb0fd96-837a-4632-a73c-d413d6c046f9), before_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:59.289511 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:34:59.313803 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-62b1c31d-f3e4-48b4-91a0-82e8e942c94a admin admin] Publish callbacks [] for security_group (1cb0fd96-837a-4632-a73c-d413d6c046f9), precommit_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:59.491007 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-62b1c31d-f3e4-48b4-91a0-82e8e942c94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (1cb0fd96-837a-4632-a73c-d413d6c046f9), after_delete {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:59.493921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-62b1c31d-f3e4-48b4-91a0-82e8e942c94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:34:59.495138 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-62b1c31d-f3e4-48b4-91a0-82e8e942c94a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1cb0fd96-837a-4632-a73c-d413d6c046f9 HTTP/1.1" status: 204 len: 168 time: 0.2638531 Aug 31 16:34:59.509673 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1c31d-f3e4-48b4-91a0-82e8e942c94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb0fd96-837a-4632-a73c-d413d6c046f9,revision_number=None']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:00.805881 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48094) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:00.920902 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1281977171-network', 'tenant_id': '49a424507b4a422bb9e63edd019298ee'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:01.029234 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Made reservation on behalf of 49a424507b4a422bb9e63edd019298ee for: {'network': 1} {{(pid=114265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:35:01.032379 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:01.043849 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:01.069096 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:01.144080 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Publish callbacks [] for security_group (6eeff94e-4950-4e0d-91cb-23fe629c21c1), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:01.217710 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (6eeff94e-4950-4e0d-91cb-23fe629c21c1), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:01.249477 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=114265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:35:01.257264 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeff94e-4950-4e0d-91cb-23fe629c21c1,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:01.265480 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (c59c154b-05dc-4135-8db4-d92c166c06fe), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:01.273108 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.db.segments_db [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Added segment c59c154b-05dc-4135-8db4-d92c166c06fe of type vlan for network 8062d616-3264-4802-a080-9a9da98153b5 Aug 31 16:35:01.333790 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (8062d616-3264-4802-a080-9a9da98153b5), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:01.434596 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (8062d616-3264-4802-a080-9a9da98153b5), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:01.436691 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:01.437353 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:01.511147 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] Pushing event updated for resources: {'Network': ['ID=8062d616-3264-4802-a080-9a9da98153b5,revision_number=1']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:01.523013 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 8062d616-3264-4802-a080-9a9da98153b5 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:35:01.551632 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-a5095cb9-7f9c-4c25-9355-01aeed17add8 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7441719 Aug 31 16:35:01.557397 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48098) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:01.564013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Request body: {'subnet': {'network_id': '8062d616-3264-4802-a080-9a9da98153b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1281977171-subnet', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:01.686013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Made reservation on behalf of 49a424507b4a422bb9e63edd019298ee for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:35:01.688785 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:02.006089 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (60ee9da6-029d-416e-b1cc-57de215da509), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:02.070853 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ee9da6-029d-416e-b1cc-57de215da509,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:02.082130 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:02.086647 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Checking segment: {'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:35:02.086997 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Network hostable DHCP agents. Network: 8062d616-3264-4802-a080-9a9da98153b5, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:35:02.177385 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Network 8062d616-3264-4802-a080-9a9da98153b5 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:35:02.274199 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 8062d616-3264-4802-a080-9a9da98153b5) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:02.283643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:02.283643 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:02.284533 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f04dbe-bf75-4e5c-8834-01952925d3b9 None None] Network 8062d616-3264-4802-a080-9a9da98153b5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:35:02.403818 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-94b05d78-061d-4ebc-a6cb-7976fd92c1fe admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8443596 Aug 31 16:35:02.411573 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48100) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:02.418795 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1281977171-router', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:02.448395 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-8062d616-3264-4802-a080-9a9da98153b5', 'network_id': '8062d616-3264-4802-a080-9a9da98153b5', 'project_id': '49a424507b4a422bb9e63edd019298ee', 'fixed_ips': [{'subnet_id': '60ee9da6-029d-416e-b1cc-57de215da509'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:35:02.449862 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:02.475879 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:02.570646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (3b325eec-7b62-433f-80cd-bfa531587f72), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:02.572841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (3b325eec-7b62-433f-80cd-bfa531587f72), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:02.655748 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Allocated IP 172.20.0.2 (8062d616-3264-4802-a080-9a9da98153b5/60ee9da6-029d-416e-b1cc-57de215da509/587b60ba-4f86-4a12-960a-d6de658fdbf5) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:35:02.662146 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks [] for router_controller (3b325eec-7b62-433f-80cd-bfa531587f72), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:02.969209 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks [] for router_gateway (3b325eec-7b62-433f-80cd-bfa531587f72), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:02.971983 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:03.050307 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:03.071878 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Publish callbacks [] for port (587b60ba-4f86-4a12-960a-d6de658fdbf5), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:03.143348 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (587b60ba-4f86-4a12-960a-d6de658fdbf5), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:03.208872 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Network 8062d616-3264-4802-a080-9a9da98153b5 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:03.218855 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:03.225498 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:35:03.241220 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Pushing event updated for resources: {'Port': ['ID=587b60ba-4f86-4a12-960a-d6de658fdbf5,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:03.317706 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks [] for router_gateway (3b325eec-7b62-433f-80cd-bfa531587f72), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:03.327972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Attempting to bind port 587b60ba-4f86-4a12-960a-d6de658fdbf5 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:35:03.328635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Attempting to bind port 587b60ba-4f86-4a12-960a-d6de658fdbf5 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:35:03.329179 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Attempting to bind port 587b60ba-4f86-4a12-960a-d6de658fdbf5 on network 8062d616-3264-4802-a080-9a9da98153b5 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:35:03.338097 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:35:03.338557 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Checking segment: {'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:35:03.339084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:03.339705 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Bound using segment: {'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:35:03.340306 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Bound port: 587b60ba-4f86-4a12-960a-d6de658fdbf5, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:35:03.340780 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (587b60ba-4f86-4a12-960a-d6de658fdbf5), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:03.342678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:03.457818 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] For port 587b60ba-4f86-4a12-960a-d6de658fdbf5, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:35:03.464137 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] For port 587b60ba-4f86-4a12-960a-d6de658fdbf5, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=587b60ba-4f86-4a12-960a-d6de658fdbf5,segment=NetworkSegment(c59c154b-05dc-4135-8db4-d92c166c06fe),segment_id=c59c154b-05dc-4135-8db4-d92c166c06fe)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:35:03.519839 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Allocated IP 172.26.2.136 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/f226a449-af7c-48ca-8b84-8a59e0186e35) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:35:03.628968 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (587b60ba-4f86-4a12-960a-d6de658fdbf5), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:03.687439 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks [] for port (f226a449-af7c-48ca-8b84-8a59e0186e35), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:03.710411 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984344-21a7-4083-b8e3-ea0e28040499 None None] Pushing event updated for resources: {'Port': ['ID=587b60ba-4f86-4a12-960a-d6de658fdbf5,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:03.847988 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (f226a449-af7c-48ca-8b84-8a59e0186e35), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:03.937096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:03.943338 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:03.947454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:35:03.953590 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Pushing event updated for resources: {'Port': ['ID=f226a449-af7c-48ca-8b84-8a59e0186e35,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:04.037786 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:04.066733 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 587b60ba-4f86-4a12-960a-d6de658fdbf5 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:35:04.143279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 587b60ba-4f86-4a12-960a-d6de658fdbf5 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:04.143950 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (587b60ba-4f86-4a12-960a-d6de658fdbf5), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:04.144313 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 587b60ba-4f86-4a12-960a-d6de658fdbf5 Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:04.200841 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:04.424841 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks [] for router_gateway (3b325eec-7b62-433f-80cd-bfa531587f72), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:04.723935 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:04.727323 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (3b325eec-7b62-433f-80cd-bfa531587f72), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:04.944351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90787577-e6dc-4a2e-844e-14744fd24332 None None] Network 8062d616-3264-4802-a080-9a9da98153b5 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:35:04.983456 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Router 3b325eec-7b62-433f-80cd-bfa531587f72 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:35:05.055316 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-9bdc67e4-4025-42f8-af67-76f130b3a74f None None] Provisioning complete for port 587b60ba-4f86-4a12-960a-d6de658fdbf5 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:05.055661 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-9bdc67e4-4025-42f8-af67-76f130b3a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (587b60ba-4f86-4a12-960a-d6de658fdbf5), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:05.056012 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-9bdc67e4-4025-42f8-af67-76f130b3a74f None None] Attempt 1 to provision port 587b60ba-4f86-4a12-960a-d6de658fdbf5 Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-9bdc67e4-4025-42f8-af67-76f130b3a74f None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:05.127541 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:05.158070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:35:05.171071 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Sync routers for ids ['3b325eec-7b62-433f-80cd-bfa531587f72'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:35:05.177462 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:05.184957 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Routers {'3b325eec-7b62-433f-80cd-bfa531587f72'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:35:05.185671 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:34:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3b325eec-7b62-433f-80cd-bfa531587f72'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:05.289735 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:05.292105 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9503af18-f9fa-41f6-8d9c-009543fc74f7 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8788950 Aug 31 16:35:05.296289 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48102) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:05.341537 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Set router 3b325eec-7b62-433f-80cd-bfa531587f72 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:35:05.460863 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-05879c91-a7e9-4462-8d1a-d7654134a875 None None] Provisioning complete for port 587b60ba-4f86-4a12-960a-d6de658fdbf5 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:05.461713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-05879c91-a7e9-4462-8d1a-d7654134a875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (587b60ba-4f86-4a12-960a-d6de658fdbf5), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:05.462418 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-05879c91-a7e9-4462-8d1a-d7654134a875 None None] Attempt 1 to provision port 587b60ba-4f86-4a12-960a-d6de658fdbf5 Aug 31 16:35:05.509299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-05879c91-a7e9-4462-8d1a-d7654134a875 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:05.515666 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:05.582558 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'name': 'tempest-TestSnapshotPattern-1281977171-router', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:02Z', 'updated_at': '2022-08-31T16:35:04Z', 'revision_number': 3, 'project_id': '49a424507b4a422bb9e63edd019298ee', 'gw_port': {'id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:03Z', 'updated_at': '2022-08-31T16:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:05.612046 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Checking router: 3b325eec-7b62-433f-80cd-bfa531587f72 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:35:05.612885 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Updating router 3b325eec-7b62-433f-80cd-bfa531587f72 port f226a449-af7c-48ca-8b84-8a59e0186e35 binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:35:05.646217 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f226a449-af7c-48ca-8b84-8a59e0186e35), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:05.723024 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:05.857065 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:05.924887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:05.973142 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Publish callbacks [] for port (f226a449-af7c-48ca-8b84-8a59e0186e35), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:06.044933 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (f226a449-af7c-48ca-8b84-8a59e0186e35), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:06.108934 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Attempting to bind port f226a449-af7c-48ca-8b84-8a59e0186e35 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:35:06.109516 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Attempting to bind port f226a449-af7c-48ca-8b84-8a59e0186e35 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:35:06.110130 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Attempting to bind port f226a449-af7c-48ca-8b84-8a59e0186e35 on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:35:06.134391 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:35:06.134994 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:35:06.135651 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:06.136288 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:35:06.137060 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Bound port: f226a449-af7c-48ca-8b84-8a59e0186e35, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:35:06.138690 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (f226a449-af7c-48ca-8b84-8a59e0186e35), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:06.141493 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Allocated IP 172.20.0.1 (8062d616-3264-4802-a080-9a9da98153b5/60ee9da6-029d-416e-b1cc-57de215da509/6fa6d18e-4e52-4121-a658-41210e1bedc9) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:35:06.155787 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:06.182800 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Pushing event updated for resources: {'Port': ['ID=f226a449-af7c-48ca-8b84-8a59e0186e35,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:06.209724 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.210277 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.210823 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.211380 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.212005 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.212560 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.213097 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.213663 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.217750 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.217750 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.217750 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.217750 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.217750 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.218582 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.218745 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:06.263931 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] For port f226a449-af7c-48ca-8b84-8a59e0186e35, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:35:06.269873 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] For port f226a449-af7c-48ca-8b84-8a59e0186e35, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=f226a449-af7c-48ca-8b84-8a59e0186e35,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:35:06.273890 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Publish callbacks [] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:06.366192 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (f226a449-af7c-48ca-8b84-8a59e0186e35), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:06.402571 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:06.421983 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Routers {'3b325eec-7b62-433f-80cd-bfa531587f72'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:35:06.422926 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:34:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3b325eec-7b62-433f-80cd-bfa531587f72'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:06.460364 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Network 8062d616-3264-4802-a080-9a9da98153b5 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:06.467959 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:06.473491 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:35:06.506810 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080f198-c4f7-405b-a643-3c6f265f6293 None None] Pushing event updated for resources: {'Port': ['ID=f226a449-af7c-48ca-8b84-8a59e0186e35,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:06.525417 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa6d18e-4e52-4121-a658-41210e1bedc9,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:06.549488 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (3b325eec-7b62-433f-80cd-bfa531587f72), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:06.626976 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] Set router 3b325eec-7b62-433f-80cd-bfa531587f72 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:35:06.731157 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:06.808828 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:06.844234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Provisioning complete for port 6fa6d18e-4e52-4121-a658-41210e1bedc9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:06.845044 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:06.845044 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Attempt 1 to provision port 6fa6d18e-4e52-4121-a658-41210e1bedc9 Aug 31 16:35:06.861551 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:06.876300 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'name': 'tempest-TestSnapshotPattern-1281977171-router', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:02Z', 'updated_at': '2022-08-31T16:35:04Z', 'revision_number': 3, 'project_id': '49a424507b4a422bb9e63edd019298ee', 'gw_port': {'id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:03Z', 'updated_at': '2022-08-31T16:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:06.888279 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Port 6fa6d18e-4e52-4121-a658-41210e1bedc9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:06.904419 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc65d9e-e3b7-4822-94b4-48689215f84f None None] The sync data for ids ['3b325eec-7b62-433f-80cd-bfa531587f72'] in dv-neutron-855257-2-hyperv is: [{'id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'name': 'tempest-TestSnapshotPattern-1281977171-router', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:02Z', 'updated_at': '2022-08-31T16:35:04Z', 'revision_number': 3, 'project_id': '49a424507b4a422bb9e63edd019298ee', 'gw_port': {'id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:03Z', 'updated_at': '2022-08-31T16:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:35:07.116783 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Publish callbacks [] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:07.192510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:07.290909 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa6d18e-4e52-4121-a658-41210e1bedc9,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:07.297304 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (3b325eec-7b62-433f-80cd-bfa531587f72), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:07.390406 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Attempt 2 to provision port 6fa6d18e-4e52-4121-a658-41210e1bedc9 Aug 31 16:35:07.437502 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Network 8062d616-3264-4802-a080-9a9da98153b5 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:07.440951 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:07.485359 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Port 6fa6d18e-4e52-4121-a658-41210e1bedc9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:07.566546 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:07.604860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Router 3b325eec-7b62-433f-80cd-bfa531587f72 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:35:07.764098 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:35:07.772022 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-167a4cb0-41fe-4ce4-988d-c966bcc4a497 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/3b325eec-7b62-433f-80cd-bfa531587f72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4739656 Aug 31 16:35:07.988816 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Attempt 3 to provision port 6fa6d18e-4e52-4121-a658-41210e1bedc9 Aug 31 16:35:07.998595 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device f226a449-af7c-48ca-8b84-8a59e0186e35 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:35:08.112196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Port 6fa6d18e-4e52-4121-a658-41210e1bedc9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:08.133104 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port f226a449-af7c-48ca-8b84-8a59e0186e35 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:08.133922 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (f226a449-af7c-48ca-8b84-8a59e0186e35), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:08.134505 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port f226a449-af7c-48ca-8b84-8a59e0186e35 Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:08.204152 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:08.611684 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-fbeec1bb-fac1-43da-83d5-c8ef49fe407f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:08.616121 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Attempt 4 to provision port 6fa6d18e-4e52-4121-a658-41210e1bedc9 Aug 31 16:35:08.674223 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Port 6fa6d18e-4e52-4121-a658-41210e1bedc9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:08.678452 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48118) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:08.683687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-745343527-network', 'tenant_id': '754c8e5687f346079267c1d2ee825c02'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:08.811882 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Made reservation on behalf of 754c8e5687f346079267c1d2ee825c02 for: {'network': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:35:08.815391 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Sync routers for ids ['3b325eec-7b62-433f-80cd-bfa531587f72'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:35:08.815763 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for network (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:08.831008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:08.832683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:08.834907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Routers {'3b325eec-7b62-433f-80cd-bfa531587f72'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:35:08.838472 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:34:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3b325eec-7b62-433f-80cd-bfa531587f72'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:08.964555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Publish callbacks [] for security_group (3506e9f7-445a-4e66-8340-adaf7be7ca34), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:08.972210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Set router 3b325eec-7b62-433f-80cd-bfa531587f72 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:35:09.034764 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (3506e9f7-445a-4e66-8340-adaf7be7ca34), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:09.087864 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=114266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:35:09.106929 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3506e9f7-445a-4e66-8340-adaf7be7ca34,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:09.115412 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727923'] for segment (c338df05-87e7-4558-991e-e55941ae50bd), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:09.115971 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.segments_db [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Added segment c338df05-87e7-4558-991e-e55941ae50bd of type vlan for network 79121aa3-924b-4c35-b180-defa726d28b3 Aug 31 16:35:09.161506 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:09.177068 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Attempt 5 to provision port 6fa6d18e-4e52-4121-a658-41210e1bedc9 Aug 31 16:35:09.178749 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755090250590'] for network (79121aa3-924b-4c35-b180-defa726d28b3), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:09.267321 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Port 6fa6d18e-4e52-4121-a658-41210e1bedc9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:09.272652 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'name': 'tempest-TestSnapshotPattern-1281977171-router', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:02Z', 'updated_at': '2022-08-31T16:35:06Z', 'revision_number': 4, 'project_id': '49a424507b4a422bb9e63edd019298ee', 'gw_port': {'id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:03Z', 'updated_at': '2022-08-31T16:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '6fa6d18e-4e52-4121-a658-41210e1bedc9', 'name': '', 'network_id': '8062d616-3264-4802-a080-9a9da98153b5', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'mac_address': 'fa:16:3e:da:fa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '60ee9da6-029d-416e-b1cc-57de215da509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:05Z', 'updated_at': '2022-08-31T16:35:06Z', 'revision_number': 2, 'project_id': '49a424507b4a422bb9e63edd019298ee', 'subnets': [{'id': '60ee9da6-029d-416e-b1cc-57de215da509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:09.303882 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Checking router: 3b325eec-7b62-433f-80cd-bfa531587f72 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:35:09.304351 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Updating router 3b325eec-7b62-433f-80cd-bfa531587f72 port 6fa6d18e-4e52-4121-a658-41210e1bedc9 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:35:09.330717 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532'] for network (79121aa3-924b-4c35-b180-defa726d28b3), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:09.332214 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:09.333063 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:09.342965 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:09.412150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] Pushing event updated for resources: {'Network': ['ID=79121aa3-924b-4c35-b180-defa726d28b3,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:09.477445 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f854dc9e-1dfb-46ae-af13-c9daffe636c4 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7975879 Aug 31 16:35:09.480362 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48120) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:09.486697 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Request body: {'subnet': {'network_id': '79121aa3-924b-4c35-b180-defa726d28b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-745343527-subnet', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'ip_version': 4}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:09.499337 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Network 79121aa3-924b-4c35-b180-defa726d28b3 details requested by agent ovs-agent-dv-neutron-855257-2-hyperv with host dv-neutron-855257-2-hyperv {{(pid=114267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:35:09.599550 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Made reservation on behalf of 754c8e5687f346079267c1d2ee825c02 for: {'subnet': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:35:09.602085 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133333243'] for subnet (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:09.630790 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:09.770630 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Attempt 6 to provision port 6fa6d18e-4e52-4121-a658-41210e1bedc9 Aug 31 16:35:09.867111 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Port 6fa6d18e-4e52-4121-a658-41210e1bedc9 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:09.909678 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133957436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133333229'] for subnet (1cc41a36-95ab-4aa8-a20e-130018dc6c89), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:09.932428 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Publish callbacks [] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.025047 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc41a36-95ab-4aa8-a20e-130018dc6c89,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:10.032927 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.040497 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Checking segment: {'id': 'c338df05-87e7-4558-991e-e55941ae50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:35:10.040869 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Network hostable DHCP agents. Network: 79121aa3-924b-4c35-b180-defa726d28b3, hostable agents: ['8a5fdee9-5acd-4319-bc45-161a593c1485'], hosted agents: [] {{(pid=114266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:35:10.103807 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec32f26-6902-46d4-a4ee-c3ecb307b262 None None] Pushing event updated for resources: {'Port': ['ID=6fa6d18e-4e52-4121-a658-41210e1bedc9,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:10.142465 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Network 79121aa3-924b-4c35-b180-defa726d28b3 is scheduled to be hosted by DHCP agent 8a5fdee9-5acd-4319-bc45-161a593c1485 with binding_index 1 {{(pid=114266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:35:10.143425 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Attempting to bind port 6fa6d18e-4e52-4121-a658-41210e1bedc9 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:35:10.143903 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Attempting to bind port 6fa6d18e-4e52-4121-a658-41210e1bedc9 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:35:10.144366 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Attempting to bind port 6fa6d18e-4e52-4121-a658-41210e1bedc9 on network 8062d616-3264-4802-a080-9a9da98153b5 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:35:10.151514 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:35:10.152087 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Checking segment: {'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:35:10.152624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.153067 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Bound using segment: {'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:35:10.154210 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Bound port: 6fa6d18e-4e52-4121-a658-41210e1bedc9, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:35:10.154633 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.224585 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:10.226394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] For port 6fa6d18e-4e52-4121-a658-41210e1bedc9, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:35:10.230423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] For port 6fa6d18e-4e52-4121-a658-41210e1bedc9, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=6fa6d18e-4e52-4121-a658-41210e1bedc9,segment=NetworkSegment(c59c154b-05dc-4135-8db4-d92c166c06fe),segment_id=c59c154b-05dc-4135-8db4-d92c166c06fe)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:35:10.257247 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-855257-2-hyperv, 79121aa3-924b-4c35-b180-defa726d28b3) {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:10.263475 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:10.265822 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.268999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:10.271169 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7834fe-c40d-4f75-99b2-bc5cbe04246d None None] Network 79121aa3-924b-4c35-b180-defa726d28b3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:35:10.376789 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-eb18811c-157a-4010-a6c8-5df6769e1eee admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8950014 Aug 31 16:35:10.381118 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Attempt 7 to provision port 6fa6d18e-4e52-4121-a658-41210e1bedc9 Aug 31 16:35:10.381406 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48122) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:10.387055 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.391852 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-745343527-router', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:10.415413 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58ccd714-3131-5236-a825-1e9e89c8c644-79121aa3-924b-4c35-b180-defa726d28b3', 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3', 'project_id': '754c8e5687f346079267c1d2ee825c02', 'fixed_ips': [{'subnet_id': '1cc41a36-95ab-4aa8-a20e-130018dc6c89'}]}} from dv-neutron-855257-2-hyperv. {{(pid=114267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 16:35:10.416365 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.570250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30230'] for router (3f4f1c61-e9cc-42ce-8a64-927512403ce5), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.571459 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30237'] for router (3f4f1c61-e9cc-42ce-8a64-927512403ce5), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.629164 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Routers {'3b325eec-7b62-433f-80cd-bfa531587f72'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:35:10.629841 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:34:41Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3b325eec-7b62-433f-80cd-bfa531587f72'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:10.642484 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks [] for router_controller (3f4f1c61-e9cc-42ce-8a64-927512403ce5), precommit_add_association {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-066d2224-f757-4113-b32d-322185cd3d6d None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:10.758275 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:10.760030 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec32f26-6902-46d4-a4ee-c3ecb307b262 None None] Pushing event updated for resources: {'Port': ['ID=6fa6d18e-4e52-4121-a658-41210e1bedc9,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:10.820045 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:10.886032 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-801727ac-daee-43e5-90a9-1c97b4d0eb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.905117 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] Set router 3b325eec-7b62-433f-80cd-bfa531587f72 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:35:10.942147 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f410de9d-b7c8-4b1a-8c3a-2427e4ed8bdb None None] Provisioning complete for port 6fa6d18e-4e52-4121-a658-41210e1bedc9 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:10.942517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f410de9d-b7c8-4b1a-8c3a-2427e4ed8bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:10.942860 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f410de9d-b7c8-4b1a-8c3a-2427e4ed8bdb None None] Attempt 1 to provision port 6fa6d18e-4e52-4121-a658-41210e1bedc9 Aug 31 16:35:11.008525 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.db_base_plugin_common [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Allocated IP 172.20.0.2 (79121aa3-924b-4c35-b180-defa726d28b3/1cc41a36-95ab-4aa8-a20e-130018dc6c89/9e1c023b-2f57-4281-a8a8-1409cd39a380) {{(pid=114267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-f410de9d-b7c8-4b1a-8c3a-2427e4ed8bdb None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:11.091627 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:11.202249 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks [] for router_gateway (3f4f1c61-e9cc-42ce-8a64-927512403ce5), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:11.267417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:11.311094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'name': 'tempest-TestSnapshotPattern-1281977171-router', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:02Z', 'updated_at': '2022-08-31T16:35:06Z', 'revision_number': 4, 'project_id': '49a424507b4a422bb9e63edd019298ee', 'gw_port': {'id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:03Z', 'updated_at': '2022-08-31T16:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '6fa6d18e-4e52-4121-a658-41210e1bedc9', 'name': '', 'network_id': '8062d616-3264-4802-a080-9a9da98153b5', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'mac_address': 'fa:16:3e:da:fa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '60ee9da6-029d-416e-b1cc-57de215da509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:05Z', 'updated_at': '2022-08-31T16:35:10Z', 'revision_number': 4, 'project_id': '49a424507b4a422bb9e63edd019298ee', 'subnets': [{'id': '60ee9da6-029d-416e-b1cc-57de215da509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:11.350975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9787cf-f92a-4432-909c-fea3860e781a None None] The sync data for ids ['3b325eec-7b62-433f-80cd-bfa531587f72'] in dv-neutron-855257-2-hyperv is: [{'id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'name': 'tempest-TestSnapshotPattern-1281977171-router', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:02Z', 'updated_at': '2022-08-31T16:35:06Z', 'revision_number': 4, 'project_id': '49a424507b4a422bb9e63edd019298ee', 'gw_port': {'id': 'f226a449-af7c-48ca-8b84-8a59e0186e35', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:03Z', 'updated_at': '2022-08-31T16:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '6fa6d18e-4e52-4121-a658-41210e1bedc9', 'name': '', 'network_id': '8062d616-3264-4802-a080-9a9da98153b5', 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'mac_address': 'fa:16:3e:da:fa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b325eec-7b62-433f-80cd-bfa531587f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '60ee9da6-029d-416e-b1cc-57de215da509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:05Z', 'updated_at': '2022-08-31T16:35:10Z', 'revision_number': 4, 'project_id': '49a424507b4a422bb9e63edd019298ee', 'subnets': [{'id': '60ee9da6-029d-416e-b1cc-57de215da509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:35:11.356913 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Publish callbacks [] for port (9e1c023b-2f57-4281-a8a8-1409cd39a380), precommit_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:11.463299 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920'] for port (9e1c023b-2f57-4281-a8a8-1409cd39a380), after_create {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:11.513036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=44,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:11.513036 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=18,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:11.552994 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Network 79121aa3-924b-4c35-b180-defa726d28b3 is already hosted by enough agents. {{(pid=114267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:11.569771 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.scheduler.base_scheduler [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Resources bound (agent type, host, resource id): {{(pid=114267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:11.576866 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Received port after_create {{(pid=114267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:35:11.580470 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks [] for router_gateway (3f4f1c61-e9cc-42ce-8a64-927512403ce5), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:11.594234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Pushing event updated for resources: {'Port': ['ID=9e1c023b-2f57-4281-a8a8-1409cd39a380,revision_number=1']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:11.606975 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:11.615282 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:11.702972 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Attempting to bind port 9e1c023b-2f57-4281-a8a8-1409cd39a380 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:35:11.703648 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Attempting to bind port 9e1c023b-2f57-4281-a8a8-1409cd39a380 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'c338df05-87e7-4558-991e-e55941ae50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:35:11.704519 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Attempting to bind port 9e1c023b-2f57-4281-a8a8-1409cd39a380 on network 79121aa3-924b-4c35-b180-defa726d28b3 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:35:11.713745 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:35:11.714459 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Checking segment: {'id': 'c338df05-87e7-4558-991e-e55941ae50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:35:11.715238 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:11.716497 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Bound using segment: {'id': 'c338df05-87e7-4558-991e-e55941ae50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:35:11.717345 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Bound port: 9e1c023b-2f57-4281-a8a8-1409cd39a380, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c338df05-87e7-4558-991e-e55941ae50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:35:11.718046 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9e1c023b-2f57-4281-a8a8-1409cd39a380), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:11.797052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Allocated IP 172.26.2.79 (b552db91-cf92-4da4-9b5b-c66dd5fca7ec/3a90fd60-32e1-495e-977b-17a02c577444/214b7333-41c2-4f17-98d1-21a09bd7ea6b) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:35:11.835254 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] For port 9e1c023b-2f57-4281-a8a8-1409cd39a380, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:35:11.841623 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] For port 9e1c023b-2f57-4281-a8a8-1409cd39a380, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=9e1c023b-2f57-4281-a8a8-1409cd39a380,segment=NetworkSegment(c338df05-87e7-4558-991e-e55941ae50bd),segment_id=c338df05-87e7-4558-991e-e55941ae50bd)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:35:11.968058 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks [] for port (214b7333-41c2-4f17-98d1-21a09bd7ea6b), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:12.004686 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9e1c023b-2f57-4281-a8a8-1409cd39a380), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:12.010803 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:12.048747 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 6fa6d18e-4e52-4121-a658-41210e1bedc9 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:35:12.124394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf50743-ddc5-4bd6-949c-f2678418392b None None] Pushing event updated for resources: {'Port': ['ID=9e1c023b-2f57-4281-a8a8-1409cd39a380,revision_number=2']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:12.143927 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (214b7333-41c2-4f17-98d1-21a09bd7ea6b), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:12.158774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 6fa6d18e-4e52-4121-a658-41210e1bedc9 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:12.158774 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (6fa6d18e-4e52-4121-a658-41210e1bedc9), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:12.158774 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 6fa6d18e-4e52-4121-a658-41210e1bedc9 Aug 31 16:35:12.214626 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Network b552db91-cf92-4da4-9b5b-c66dd5fca7ec is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:12.224419 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:12.231887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:12.244933 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:12.314818 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Pushing event updated for resources: {'Port': ['ID=214b7333-41c2-4f17-98d1-21a09bd7ea6b,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:12.485889 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:12.795543 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks [] for router_gateway (3f4f1c61-e9cc-42ce-8a64-927512403ce5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:13.062080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729098'] for router (3f4f1c61-e9cc-42ce-8a64-927512403ce5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:13.127897 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:13.322457 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9091f9d7-c989-4b81-a683-a8d9b8f09b62 None None] Network 79121aa3-924b-4c35-b180-defa726d28b3 requested from dv-neutron-855257-2-hyperv {{(pid=114267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 16:35:13.377526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Router 3f4f1c61-e9cc-42ce-8a64-927512403ce5 is scheduled to L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 with binding_index 1 {{(pid=114266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:35:13.379334 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-771497ad-3021-4cb4-bdcd-2dbe051f683b None None] Provisioning complete for port 9e1c023b-2f57-4281-a8a8-1409cd39a380 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:13.379710 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-771497ad-3021-4cb4-bdcd-2dbe051f683b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9e1c023b-2f57-4281-a8a8-1409cd39a380), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:13.380198 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-771497ad-3021-4cb4-bdcd-2dbe051f683b None None] Attempt 1 to provision port 9e1c023b-2f57-4281-a8a8-1409cd39a380 Aug 31 16:35:13.425335 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-771497ad-3021-4cb4-bdcd-2dbe051f683b None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:13.458354 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:13.557440 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:35:13.571177 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Sync routers for ids ['3f4f1c61-e9cc-42ce-8a64-927512403ce5'] in dv-neutron-855257-2-hyperv {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:35:13.588757 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Routers {'3f4f1c61-e9cc-42ce-8a64-927512403ce5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:35:13.589388 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:35:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3f4f1c61-e9cc-42ce-8a64-927512403ce5'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:13.691123 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:13.694365 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:13.700863 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-0d9714af-2d43-4199-80f6-7d25b93149d2 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3128915 Aug 31 16:35:13.708451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48124) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:13.785094 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-bd45ff14-9b94-40c2-810b-847b751ab60f None None] Provisioning complete for port 9e1c023b-2f57-4281-a8a8-1409cd39a380 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:13.785451 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bd45ff14-9b94-40c2-810b-847b751ab60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9e1c023b-2f57-4281-a8a8-1409cd39a380), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:13.786001 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-bd45ff14-9b94-40c2-810b-847b751ab60f None None] Attempt 1 to provision port 9e1c023b-2f57-4281-a8a8-1409cd39a380 Aug 31 16:35:13.832077 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Set router 3f4f1c61-e9cc-42ce-8a64-927512403ce5 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-bd45ff14-9b94-40c2-810b-847b751ab60f None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:13.839014 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:13.962530 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.038081 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 9e1c023b-2f57-4281-a8a8-1409cd39a380 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:35:14.066646 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'name': 'tempest-TestSnapshotPattern-745343527-router', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:10Z', 'updated_at': '2022-08-31T16:35:12Z', 'revision_number': 3, 'project_id': '754c8e5687f346079267c1d2ee825c02', 'gw_port': {'id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:11Z', 'updated_at': '2022-08-31T16:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:14.102578 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 9e1c023b-2f57-4281-a8a8-1409cd39a380 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:14.110463 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9e1c023b-2f57-4281-a8a8-1409cd39a380), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.110463 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 9e1c023b-2f57-4281-a8a8-1409cd39a380 Aug 31 16:35:14.148293 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:14.151584 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Checking router: 3f4f1c61-e9cc-42ce-8a64-927512403ce5 for host: dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:35:14.152163 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Updating router 3f4f1c61-e9cc-42ce-8a64-927512403ce5 port 214b7333-41c2-4f17-98d1-21a09bd7ea6b binding host dv-neutron-855257-2-hyperv {{(pid=114268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:35:14.156269 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:14.163839 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:14.211203 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (214b7333-41c2-4f17-98d1-21a09bd7ea6b), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.279898 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.333448 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:14.471974 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Allocated IP 172.20.0.1 (79121aa3-924b-4c35-b180-defa726d28b3/1cc41a36-95ab-4aa8-a20e-130018dc6c89/561b27df-6213-4048-9838-4d1f03da5dd6) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:35:14.484355 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:14.572140 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Publish callbacks [] for port (214b7333-41c2-4f17-98d1-21a09bd7ea6b), precommit_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.604358 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Publish callbacks [] for port (561b27df-6213-4048-9838-4d1f03da5dd6), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.661057 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (214b7333-41c2-4f17-98d1-21a09bd7ea6b), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.702258 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Attempting to bind port 214b7333-41c2-4f17-98d1-21a09bd7ea6b on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:35:14.702606 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Attempting to bind port 214b7333-41c2-4f17-98d1-21a09bd7ea6b by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:35:14.702965 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Attempting to bind port 214b7333-41c2-4f17-98d1-21a09bd7ea6b on network b552db91-cf92-4da4-9b5b-c66dd5fca7ec {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:35:14.721038 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:35:14.721907 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Checking segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:35:14.722452 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.724124 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Bound using segment: {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'} {{(pid=114268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:35:14.724670 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.managers [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Bound port: 214b7333-41c2-4f17-98d1-21a09bd7ea6b, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289afbb6-3a67-4d5e-be52-db74b6ab2f3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec'}}] {{(pid=114268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:35:14.725053 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (214b7333-41c2-4f17-98d1-21a09bd7ea6b), before_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.728096 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (561b27df-6213-4048-9838-4d1f03da5dd6), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.728529 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f920e50-b4e3-4348-8601-4e92102ea8c5 None None] Pushing event updated for resources: {'Port': ['ID=214b7333-41c2-4f17-98d1-21a09bd7ea6b,revision_number=2']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:14.780578 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Network 79121aa3-924b-4c35-b180-defa726d28b3 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:14.786687 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:14.791661 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:35:14.800304 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] For port 214b7333-41c2-4f17-98d1-21a09bd7ea6b, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:35:14.809483 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.plugins.ml2.db [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] For port 214b7333-41c2-4f17-98d1-21a09bd7ea6b, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=214b7333-41c2-4f17-98d1-21a09bd7ea6b,segment=NetworkSegment(289afbb6-3a67-4d5e-be52-db74b6ab2f3a),segment_id=289afbb6-3a67-4d5e-be52-db74b6ab2f3a)] {{(pid=114268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:35:14.818555 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Pushing event updated for resources: {'Port': ['ID=561b27df-6213-4048-9838-4d1f03da5dd6,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:14.851041 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728558'] for router_interface (3f4f1c61-e9cc-42ce-8a64-927512403ce5), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.960828 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron_lib.callbacks.manager [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (214b7333-41c2-4f17-98d1-21a09bd7ea6b), after_update {{(pid=114268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:14.979326 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:15.024860 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Routers {'3f4f1c61-e9cc-42ce-8a64-927512403ce5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:35:15.025968 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:35:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3f4f1c61-e9cc-42ce-8a64-927512403ce5'], 'active': True} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:15.092797 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Provisioning complete for port 561b27df-6213-4048-9838-4d1f03da5dd6 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:15.093635 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (561b27df-6213-4048-9838-4d1f03da5dd6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:15.093635 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Attempt 1 to provision port 561b27df-6213-4048-9838-4d1f03da5dd6 Aug 31 16:35:15.133451 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Port 561b27df-6213-4048-9838-4d1f03da5dd6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:15.138392 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (561b27df-6213-4048-9838-4d1f03da5dd6), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:15.142093 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:15.150255 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f920e50-b4e3-4348-8601-4e92102ea8c5 None None] Pushing event updated for resources: {'Port': ['ID=214b7333-41c2-4f17-98d1-21a09bd7ea6b,revision_number=3']} {{(pid=114268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:15.227703 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_dvr_db [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] Set router 3f4f1c61-e9cc-42ce-8a64-927512403ce5 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:35:15.417796 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Publish callbacks [] for port (561b27df-6213-4048-9838-4d1f03da5dd6), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:15.424301 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:15.427847 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.l3_hamode_db [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'name': 'tempest-TestSnapshotPattern-745343527-router', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:10Z', 'updated_at': '2022-08-31T16:35:12Z', 'revision_number': 3, 'project_id': '754c8e5687f346079267c1d2ee825c02', 'gw_port': {'id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:11Z', 'updated_at': '2022-08-31T16:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:15.455187 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3fd92-e57a-4c98-824d-d1488479f6de None None] The sync data for ids ['3f4f1c61-e9cc-42ce-8a64-927512403ce5'] in dv-neutron-855257-2-hyperv is: [{'id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'name': 'tempest-TestSnapshotPattern-745343527-router', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:10Z', 'updated_at': '2022-08-31T16:35:12Z', 'revision_number': 3, 'project_id': '754c8e5687f346079267c1d2ee825c02', 'gw_port': {'id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:11Z', 'updated_at': '2022-08-31T16:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv'}] {{(pid=114268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:35:15.514371 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (561b27df-6213-4048-9838-4d1f03da5dd6), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:15.607637 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728698'] for router_interface (3f4f1c61-e9cc-42ce-8a64-927512403ce5), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:15.610020 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Pushing event updated for resources: {'Port': ['ID=561b27df-6213-4048-9838-4d1f03da5dd6,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:15.634584 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Attempt 2 to provision port 561b27df-6213-4048-9838-4d1f03da5dd6 Aug 31 16:35:15.713952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Port 561b27df-6213-4048-9838-4d1f03da5dd6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:15.804147 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Network 79121aa3-924b-4c35-b180-defa726d28b3 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:15.805862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:15.985528 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Router 3f4f1c61-e9cc-42ce-8a64-927512403ce5 has already been hosted by L3 agent 82f30dc5-c6a3-4d39-a092-5ae6f9a76793 {{(pid=114266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:35:16.071088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 214b7333-41c2-4f17-98d1-21a09bd7ea6b up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:35:16.151150 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 214b7333-41c2-4f17-98d1-21a09bd7ea6b triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:16.151785 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (214b7333-41c2-4f17-98d1-21a09bd7ea6b), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:16.152307 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 214b7333-41c2-4f17-98d1-21a09bd7ea6b Aug 31 16:35:16.193476 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] Notify agent at l3_agent.dv-neutron-855257-2-hyperv the message routers_updated {{(pid=114266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:35:16.202601 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-19045dd1-63c8-46a2-a24c-665702ec9a4a admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/3f4f1c61-e9cc-42ce-8a64-927512403ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4992754 Aug 31 16:35:16.219544 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Attempt 3 to provision port 561b27df-6213-4048-9838-4d1f03da5dd6 Aug 31 16:35:16.268528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Port 561b27df-6213-4048-9838-4d1f03da5dd6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:16.269503 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:16.770286 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Attempt 4 to provision port 561b27df-6213-4048-9838-4d1f03da5dd6 Aug 31 16:35:16.802166 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48134) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:16.810835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-e0f6933a-2ee3-48d5-bcae-29663f086d7f tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521599763', 'description': 'tempest-secgroup-smoke-1521599763 description', 'project_id': '49a424507b4a422bb9e63edd019298ee'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:16.821642 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Port 561b27df-6213-4048-9838-4d1f03da5dd6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:16.912816 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0f6933a-2ee3-48d5-bcae-29663f086d7f tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:16.959531 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:16.998525 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0f6933a-2ee3-48d5-bcae-29663f086d7f tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group (c7c52c90-18bb-429d-b6f2-4273fbae8725), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:17.108939 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0f6933a-2ee3-48d5-bcae-29663f086d7f tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609972'] for security_group (c7c52c90-18bb-429d-b6f2-4273fbae8725), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:17.169851 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6933a-2ee3-48d5-bcae-29663f086d7f tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c52c90-18bb-429d-b6f2-4273fbae8725,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:17.258968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-e0f6933a-2ee3-48d5-bcae-29663f086d7f tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:17.262172 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-e0f6933a-2ee3-48d5-bcae-29663f086d7f tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4569287 Aug 31 16:35:17.265045 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48136) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:17.270227 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-9a83e64b-f15a-48da-900c-c56071a7c963 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Request body: {'security_group_rule': {'security_group_id': 'c7c52c90-18bb-429d-b6f2-4273fbae8725', 'project_id': '49a424507b4a422bb9e63edd019298ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:17.323105 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Attempt 5 to provision port 561b27df-6213-4048-9838-4d1f03da5dd6 Aug 31 16:35:17.370196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Port 561b27df-6213-4048-9838-4d1f03da5dd6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:17.395912 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a83e64b-f15a-48da-900c-c56071a7c963 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (b0cf340f-3f42-4ce2-8b02-96bd5d6d0636), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:17.413670 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Sync routers for ids ['3f4f1c61-e9cc-42ce-8a64-927512403ce5'] in dv-neutron-855257-2-hyperv {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:35:17.431607 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Routers {'3f4f1c61-e9cc-42ce-8a64-927512403ce5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:35:17.432515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:35:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3f4f1c61-e9cc-42ce-8a64-927512403ce5'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:17.479999 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a83e64b-f15a-48da-900c-c56071a7c963 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (b0cf340f-3f42-4ce2-8b02-96bd5d6d0636), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:17.571798 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a83e64b-f15a-48da-900c-c56071a7c963 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (b0cf340f-3f42-4ce2-8b02-96bd5d6d0636), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:17.589357 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:17.604869 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83e64b-f15a-48da-900c-c56071a7c963 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cf340f-3f42-4ce2-8b02-96bd5d6d0636,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:17.608221 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Set router 3f4f1c61-e9cc-42ce-8a64-927512403ce5 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:35:17.727381 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-9a83e64b-f15a-48da-900c-c56071a7c963 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:17.728787 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-9a83e64b-f15a-48da-900c-c56071a7c963 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4624629 Aug 31 16:35:17.733526 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48138) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:17.739132 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-2560290f-d1df-47a7-ba78-f9dc5b4ab686 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Request body: {'security_group_rule': {'security_group_id': 'c7c52c90-18bb-429d-b6f2-4273fbae8725', 'project_id': '49a424507b4a422bb9e63edd019298ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:17.827448 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:35:17.869469 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2560290f-d1df-47a7-ba78-f9dc5b4ab686 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (b40fa17c-f600-4acb-b739-6328bcc6e146), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:17.882693 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Attempt 6 to provision port 561b27df-6213-4048-9838-4d1f03da5dd6 Aug 31 16:35:17.934109 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Port 561b27df-6213-4048-9838-4d1f03da5dd6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:17.943708 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2560290f-d1df-47a7-ba78-f9dc5b4ab686 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (b40fa17c-f600-4acb-b739-6328bcc6e146), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.004158 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'name': 'tempest-TestSnapshotPattern-745343527-router', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:10Z', 'updated_at': '2022-08-31T16:35:14Z', 'revision_number': 4, 'project_id': '754c8e5687f346079267c1d2ee825c02', 'gw_port': {'id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:11Z', 'updated_at': '2022-08-31T16:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '561b27df-6213-4048-9838-4d1f03da5dd6', 'name': '', 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'mac_address': 'fa:16:3e:c7:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1cc41a36-95ab-4aa8-a20e-130018dc6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:14Z', 'updated_at': '2022-08-31T16:35:15Z', 'revision_number': 2, 'project_id': '754c8e5687f346079267c1d2ee825c02', 'subnets': [{'id': '1cc41a36-95ab-4aa8-a20e-130018dc6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:18.023080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2560290f-d1df-47a7-ba78-f9dc5b4ab686 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (b40fa17c-f600-4acb-b739-6328bcc6e146), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.035194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Checking router: 3f4f1c61-e9cc-42ce-8a64-927512403ce5 for host: dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:35:18.035624 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Updating router 3f4f1c61-e9cc-42ce-8a64-927512403ce5 port 561b27df-6213-4048-9838-4d1f03da5dd6 binding host dv-neutron-855257-2-hyperv {{(pid=114267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:35:18.045960 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560290f-d1df-47a7-ba78-f9dc5b4ab686 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40fa17c-f600-4acb-b739-6328bcc6e146,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:18.066899 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (561b27df-6213-4048-9838-4d1f03da5dd6), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.104622 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:18.139942 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-2560290f-d1df-47a7-ba78-f9dc5b4ab686 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.144515 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-2560290f-d1df-47a7-ba78-f9dc5b4ab686 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4069724 Aug 31 16:35:18.144860 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48140) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:18.152168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-56be0526-4b9e-4db8-8fac-b4c197354b65 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Request body: {'security_group_rule': {'security_group_id': 'c7c52c90-18bb-429d-b6f2-4273fbae8725', 'project_id': '49a424507b4a422bb9e63edd019298ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:18.265700 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:18.332719 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56be0526-4b9e-4db8-8fac-b4c197354b65 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (7f57a9ed-467c-40de-9914-3f4f541268d8), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.395423 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Publish callbacks [] for port (561b27df-6213-4048-9838-4d1f03da5dd6), precommit_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.414420 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56be0526-4b9e-4db8-8fac-b4c197354b65 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (7f57a9ed-467c-40de-9914-3f4f541268d8), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.435181 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Attempt 7 to provision port 561b27df-6213-4048-9838-4d1f03da5dd6 Aug 31 16:35:18.477417 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Port 561b27df-6213-4048-9838-4d1f03da5dd6 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:18.560142 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (561b27df-6213-4048-9838-4d1f03da5dd6), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.560445 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56be0526-4b9e-4db8-8fac-b4c197354b65 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (7f57a9ed-467c-40de-9914-3f4f541268d8), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.594263 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be0526-4b9e-4db8-8fac-b4c197354b65 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f57a9ed-467c-40de-9914-3f4f541268d8,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:18.648871 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47405c9e-0daf-4327-983b-a5af9f5dde78 None None] Pushing event updated for resources: {'Port': ['ID=561b27df-6213-4048-9838-4d1f03da5dd6,revision_number=3']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:18.685088 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Attempting to bind port 561b27df-6213-4048-9838-4d1f03da5dd6 on host dv-neutron-855257-2-hyperv for vnic_type normal with profile {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:35:18.692175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Attempting to bind port 561b27df-6213-4048-9838-4d1f03da5dd6 by drivers openvswitch,hyperv on host dv-neutron-855257-2-hyperv at level 0 using segments [{'id': 'c338df05-87e7-4558-991e-e55941ae50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3'}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:35:18.692175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Attempting to bind port 561b27df-6213-4048-9838-4d1f03da5dd6 on network 79121aa3-924b-4c35-b180-defa726d28b3 {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:35:18.692175 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Checking agent: {'id': 'ef076573-97ae-4744-a099-6f65713d7c3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-855257-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 39, 13), 'started_at': datetime.datetime(2022, 8, 31, 15, 39, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-855257-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:35:18.692683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Checking segment: {'id': 'c338df05-87e7-4558-991e-e55941ae50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:35:18.692683 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.693059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Bound using segment: {'id': 'c338df05-87e7-4558-991e-e55941ae50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3'} {{(pid=114267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:35:18.693811 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.managers [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Bound port: 561b27df-6213-4048-9838-4d1f03da5dd6, host: dv-neutron-855257-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c338df05-87e7-4558-991e-e55941ae50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3'}}] {{(pid=114267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:35:18.694199 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (561b27df-6213-4048-9838-4d1f03da5dd6), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.720896 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-56be0526-4b9e-4db8-8fac-b4c197354b65 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.726385 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-56be0526-4b9e-4db8-8fac-b4c197354b65 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5763080 Aug 31 16:35:18.727533 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.wsgi [-] (114265) accepted ('10.222.0.46', 48142) {{(pid=114265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:18.733874 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.v2.base [None req-d6deef15-0474-494d-bb20-f59dc8924f76 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Request body: {'security_group_rule': {'security_group_id': 'c7c52c90-18bb-429d-b6f2-4273fbae8725', 'project_id': '49a424507b4a422bb9e63edd019298ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:18.781975 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] For port 561b27df-6213-4048-9838-4d1f03da5dd6, host dv-neutron-855257-2-hyperv, cleared binding levels {{(pid=114267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:35:18.786726 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] For port 561b27df-6213-4048-9838-4d1f03da5dd6, host dv-neutron-855257-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-855257-2-hyperv',level=0,port_id=561b27df-6213-4048-9838-4d1f03da5dd6,segment=NetworkSegment(c338df05-87e7-4558-991e-e55941ae50bd),segment_id=c338df05-87e7-4558-991e-e55941ae50bd)] {{(pid=114267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:35:18.912363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6deef15-0474-494d-bb20-f59dc8924f76 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (9aa8b2de-d119-4fb7-ba2a-8363fa8d2c0d), before_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.932185 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (561b27df-6213-4048-9838-4d1f03da5dd6), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:18.977502 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Routers {'3f4f1c61-e9cc-42ce-8a64-927512403ce5'} bound to L3 agent in host dv-neutron-855257-2-hyperv {{(pid=114267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 16:35:18.978194 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-855257-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T15:39:11Z,description=,heartbeat_timestamp=2022-08-31T16:35:11Z,host='dv-neutron-855257-2-hyperv',id=82f30dc5-c6a3-4d39-a092-5ae6f9a76793,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T15:39:11Z,topic='l3_agent')) {'router_ids': ['3f4f1c61-e9cc-42ce-8a64-927512403ce5'], 'active': True} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:18.985917 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Attempt 8 to provision port 561b27df-6213-4048-9838-4d1f03da5dd6 Aug 31 16:35:18.999127 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6deef15-0474-494d-bb20-f59dc8924f76 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (9aa8b2de-d119-4fb7-ba2a-8363fa8d2c0d), precommit_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:19.087374 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47405c9e-0daf-4327-983b-a5af9f5dde78 None None] Pushing event updated for resources: {'Port': ['ID=561b27df-6213-4048-9838-4d1f03da5dd6,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:19.096888 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6deef15-0474-494d-bb20-f59dc8924f76 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (9aa8b2de-d119-4fb7-ba2a-8363fa8d2c0d), after_create {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:19.135276 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6deef15-0474-494d-bb20-f59dc8924f76 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa8b2de-d119-4fb7-ba2a-8363fa8d2c0d,revision_number=0']} {{(pid=114265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-e3e7c1de-a958-4b33-83b1-6ab5c41bd36a None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:19.156355 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:19.184785 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_dvr_db [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] Set router 3f4f1c61-e9cc-42ce-8a64-927512403ce5 gateway port host: dv-neutron-855257-2-hyperv {{(pid=114267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 16:35:19.270580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron_lib.callbacks.manager [None req-d6deef15-0474-494d-bb20-f59dc8924f76 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:19.272212 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [None req-d6deef15-0474-494d-bb20-f59dc8924f76 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5430639 Aug 31 16:35:19.277683 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48144) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:19.283565 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-f8ac288a-a64e-4288-b657-8a20c479e7c2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Request body: {'security_group_rule': {'security_group_id': 'c7c52c90-18bb-429d-b6f2-4273fbae8725', 'project_id': '49a424507b4a422bb9e63edd019298ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:19.325537 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-b9247574-17f2-43dd-807d-816d8d52b04f None None] Provisioning complete for port 561b27df-6213-4048-9838-4d1f03da5dd6 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:19.325932 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-b9247574-17f2-43dd-807d-816d8d52b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (561b27df-6213-4048-9838-4d1f03da5dd6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:19.326266 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-b9247574-17f2-43dd-807d-816d8d52b04f None None] Attempt 1 to provision port 561b27df-6213-4048-9838-4d1f03da5dd6 Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-b9247574-17f2-43dd-807d-816d8d52b04f None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:19.406052 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:19.412907 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:19.434078 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-f8ac288a-a64e-4288-b657-8a20c479e7c2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Project 49a424507b4a422bb9e63edd019298ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:35:19.453847 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f8ac288a-a64e-4288-b657-8a20c479e7c2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (4323eb90-a588-4764-a580-cbdd9422ee83), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:19.480859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.l3_hamode_db [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'name': 'tempest-TestSnapshotPattern-745343527-router', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:10Z', 'updated_at': '2022-08-31T16:35:14Z', 'revision_number': 4, 'project_id': '754c8e5687f346079267c1d2ee825c02', 'gw_port': {'id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:11Z', 'updated_at': '2022-08-31T16:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '561b27df-6213-4048-9838-4d1f03da5dd6', 'name': '', 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'mac_address': 'fa:16:3e:c7:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1cc41a36-95ab-4aa8-a20e-130018dc6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:14Z', 'updated_at': '2022-08-31T16:35:18Z', 'revision_number': 4, 'project_id': '754c8e5687f346079267c1d2ee825c02', 'subnets': [{'id': '1cc41a36-95ab-4aa8-a20e-130018dc6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-855257-2-hyperv', False) {} {{(pid=114267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:19.509512 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4d606-c76a-4943-8c91-6d703a76e637 None None] The sync data for ids ['3f4f1c61-e9cc-42ce-8a64-927512403ce5'] in dv-neutron-855257-2-hyperv is: [{'id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'name': 'tempest-TestSnapshotPattern-745343527-router', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'external_fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T16:35:10Z', 'updated_at': '2022-08-31T16:35:14Z', 'revision_number': 4, 'project_id': '754c8e5687f346079267c1d2ee825c02', 'gw_port': {'id': '214b7333-41c2-4f17-98d1-21a09bd7ea6b', 'name': '', 'network_id': 'b552db91-cf92-4da4-9b5b-c66dd5fca7ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3a90fd60-32e1-495e-977b-17a02c577444', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:11Z', 'updated_at': '2022-08-31T16:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a90fd60-32e1-495e-977b-17a02c577444', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-855257-2-hyperv', '_interfaces': [{'id': '561b27df-6213-4048-9838-4d1f03da5dd6', 'name': '', 'network_id': '79121aa3-924b-4c35-b180-defa726d28b3', 'tenant_id': '754c8e5687f346079267c1d2ee825c02', 'mac_address': 'fa:16:3e:c7:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4f1c61-e9cc-42ce-8a64-927512403ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1cc41a36-95ab-4aa8-a20e-130018dc6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-855257-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T16:35:14Z', 'updated_at': '2022-08-31T16:35:18Z', 'revision_number': 4, 'project_id': '754c8e5687f346079267c1d2ee825c02', 'subnets': [{'id': '1cc41a36-95ab-4aa8-a20e-130018dc6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:35:19.589510 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f8ac288a-a64e-4288-b657-8a20c479e7c2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (4323eb90-a588-4764-a580-cbdd9422ee83), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:19.726692 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f8ac288a-a64e-4288-b657-8a20c479e7c2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (4323eb90-a588-4764-a580-cbdd9422ee83), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:19.758732 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac288a-a64e-4288-b657-8a20c479e7c2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4323eb90-a588-4764-a580-cbdd9422ee83,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:19.863284 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-f8ac288a-a64e-4288-b657-8a20c479e7c2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:19.864707 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-f8ac288a-a64e-4288-b657-8a20c479e7c2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5854788 Aug 31 16:35:19.869072 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.wsgi [-] (114266) accepted ('10.222.0.46', 48146) {{(pid=114266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 16:35:19.874353 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [None req-3c393399-9b4b-4ecb-bd4e-32694132d320 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Request body: {'security_group_rule': {'security_group_id': 'c7c52c90-18bb-429d-b6f2-4273fbae8725', 'project_id': '49a424507b4a422bb9e63edd019298ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:19.885862 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:19.987878 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.db.securitygroups_db [None req-3c393399-9b4b-4ecb-bd4e-32694132d320 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Project 49a424507b4a422bb9e63edd019298ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:35:20.000436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c393399-9b4b-4ecb-bd4e-32694132d320 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (5f203d94-06c3-4e73-b19a-3a18dd2ab042), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:20.019049 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Device 561b27df-6213-4048-9838-4d1f03da5dd6 up at agent ovs-agent-dv-neutron-855257-2-hyperv {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:35:20.111121 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Provisioning complete for port 561b27df-6213-4048-9838-4d1f03da5dd6 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:20.111841 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (561b27df-6213-4048-9838-4d1f03da5dd6), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:20.112439 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Attempt 1 to provision port 561b27df-6213-4048-9838-4d1f03da5dd6 Aug 31 16:35:20.126536 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c393399-9b4b-4ecb-bd4e-32694132d320 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (5f203d94-06c3-4e73-b19a-3a18dd2ab042), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:20.168206 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:20.222979 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c393399-9b4b-4ecb-bd4e-32694132d320 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609762'] for security_group_rule (5f203d94-06c3-4e73-b19a-3a18dd2ab042), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:20.251407 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c393399-9b4b-4ecb-bd4e-32694132d320 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f203d94-06c3-4e73-b19a-3a18dd2ab042,revision_number=0']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:20.391289 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [None req-3c393399-9b4b-4ecb-bd4e-32694132d320 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:20.393001 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [None req-3c393399-9b4b-4ecb-bd4e-32694132d320 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5226061 Aug 31 16:35:20.617013 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-6a3e1880-dcdc-4198-9b94-c3c12f4c48d1 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1521599763&fields=id&tenant_id=49a424507b4a422bb9e63edd019298ee HTTP/1.1" status: 200 len: 267 time: 0.0776677 Aug 31 16:35:20.796311 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-c934d29a-0573-41dd-9918-8b947681e7e7 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:20.797855 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-c934d29a-0573-41dd-9918-8b947681e7e7 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/networks?id=8062d616-3264-4802-a080-9a9da98153b5 HTTP/1.1" status: 200 len: 810 time: 0.1733794 Aug 31 16:35:20.817872 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-30d49032-abad-4250-9a77-30f518249d3b tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/quotas/49a424507b4a422bb9e63edd019298ee HTTP/1.1" status: 200 len: 375 time: 0.0108557 Aug 31 16:35:20.922462 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-94598905-3f10-4935-b2db-321f2e0ba072 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=49a424507b4a422bb9e63edd019298ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942512 Aug 31 16:35:21.053883 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-4473cfb9-2375-45ac-9988-49a7c8bf2d01 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8062d616-3264-4802-a080-9a9da98153b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172435 Aug 31 16:35:21.150480 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:21.209448 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-8cef0014-4fad-4a91-9081-5ef6cbfa3c93 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8062d616-3264-4802-a080-9a9da98153b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470435 Aug 31 16:35:21.583176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:21.590506 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-9e461c03-1a95-468d-aea7-564ba5bf82f0 req-2a04ccfe-19f6-40ff-b5e0-da70b3cee0c0 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 210 time: 0.0508690 Aug 31 16:35:22.730033 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-44083849-2e67-4ec0-96e0-708ea9d91c1f req-1a194cac-a940-45aa-8a6f-b84688f9f7dc tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 210 time: 0.0607135 Aug 31 16:35:23.856894 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b0888717-177e-499f-8691-48824c4ba516 req-e14f1913-2dbe-4022-b959-d90488ccc908 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 210 time: 0.0395100 Aug 31 16:35:25.101266 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-20970f20-c5c0-4bc1-b230-e5fb654b5693 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:25.102968 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-20970f20-c5c0-4bc1-b230-e5fb654b5693 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.43 "GET /networking/v2.0/networks?id=8062d616-3264-4802-a080-9a9da98153b5 HTTP/1.1" status: 200 len: 810 time: 0.4705081 Aug 31 16:35:25.105660 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-130fd073-9022-4f6e-a7e8-87e905916b2b req-20329c30-dfda-488a-bd0a-5c22dd27fef6 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 210 time: 0.0500951 Aug 31 16:35:25.188082 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-e7916003-4513-494f-8cfd-3ca93301d77c tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=49a424507b4a422bb9e63edd019298ee HTTP/1.1" status: 200 len: 380 time: 0.0697200 Aug 31 16:35:25.201887 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Request body: {'port': {'device_id': '64331d9c-fede-45c9-a846-2a57b8558911', 'network_id': '8062d616-3264-4802-a080-9a9da98153b5', 'admin_state_up': True, 'tenant_id': '49a424507b4a422bb9e63edd019298ee', 'security_groups': ['c7c52c90-18bb-429d-b6f2-4273fbae8725']}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:25.422664 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Made reservation on behalf of 49a424507b4a422bb9e63edd019298ee for: {'port': 1} {{(pid=114266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:35:25.426799 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (None), before_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:25.517348 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:25.575411 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.db_base_plugin_common [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Allocated IP 172.20.0.4 (8062d616-3264-4802-a080-9a9da98153b5/60ee9da6-029d-416e-b1cc-57de215da509/9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0) {{(pid=114266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:35:25.867508 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks [] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), precommit_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:25.999482 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755090234920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), after_create {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:26.055230 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Network 8062d616-3264-4802-a080-9a9da98153b5 is already hosted by enough agents. {{(pid=114266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:26.058061 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:26.062968 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.scheduler.base_scheduler [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Resources bound (agent type, host, resource id): {{(pid=114266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:26.066094 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Received port after_create {{(pid=114266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 16:35:26.104004 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Pushing event updated for resources: {'Port': ['ID=9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0,revision_number=1']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:26.160120 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:26.161150 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:26.254320 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-b219031e-dbb2-4789-84cc-bb032f122dda tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0581462 Aug 31 16:35:26.270168 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.v2.base [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Request body: {'port': {'device_id': '64331d9c-fede-45c9-a846-2a57b8558911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8552'}} {{(pid=114266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:26.316495 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976efe99-2074-4825-91b8-f8f2d3ef7b36 req-936a803d-5ec5-46e4-9e4f-a552df2c6d62 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:26.318197 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-976efe99-2074-4825-91b8-f8f2d3ef7b36 req-936a803d-5ec5-46e4-9e4f-a552df2c6d62 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 931 time: 0.0934396 Aug 31 16:35:26.349184 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:26.383430 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:26.394465 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-976efe99-2074-4825-91b8-f8f2d3ef7b36 req-e14695a9-1d8b-4a02-9d25-92bc57bbdf9e tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649555 Aug 31 16:35:26.397394 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-f1161f40-513a-43cd-8b27-27e057863edb None None] Provisioning complete for port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 triggered by entity DHCP. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:26.397969 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f1161f40-513a-43cd-8b27-27e057863edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:26.398739 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f1161f40-513a-43cd-8b27-27e057863edb None None] Attempt 1 to provision port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 Aug 31 16:35:26.463788 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f1161f40-513a-43cd-8b27-27e057863edb None None] Port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:26.702141 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 {{(pid=114266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:35:26.718116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Publish callbacks [] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), precommit_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:26.741159 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.provisioning_blocks [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Transition to ACTIVE for port object 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 will not be triggered until provisioned by entity L2. {{(pid=114266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 16:35:26.885334 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:26.953736 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0,revision_number=2']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:26.965395 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f1161f40-513a-43cd-8b27-27e057863edb None None] Attempt 2 to provision port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 Aug 31 16:35:27.002393 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f1161f40-513a-43cd-8b27-27e057863edb None None] Port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 cannot update to ACTIVE because it is not bound. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Aug 31 16:35:27.010277 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Attempting to bind port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 on host hv-neutron-8552 for vnic_type normal with profile {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 16:35:27.010621 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Attempting to bind port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 by drivers openvswitch,hyperv on host hv-neutron-8552 at level 0 using segments [{'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 16:35:27.010966 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Attempting to bind port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 on network 8062d616-3264-4802-a080-9a9da98153b5 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:35:27.017514 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 on network 8062d616-3264-4802-a080-9a9da98153b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8552 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 16:35:27.017881 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Attempting to bind port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 on network 8062d616-3264-4802-a080-9a9da98153b5 {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 16:35:27.023801 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Checking agent: {'id': 'ff195cda-27f1-45e0-8ac4-771d1718e88d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'started_at': datetime.datetime(2022, 8, 31, 15, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 16:35:27.024156 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Checking segment: {'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 16:35:27.024560 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Bound using segment: {'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'} {{(pid=114266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 16:35:27.025016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.managers [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Bound port: 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0, host: hv-neutron-8552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59c154b-05dc-4135-8db4-d92c166c06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8062d616-3264-4802-a080-9a9da98153b5'}}] {{(pid=114266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 16:35:27.025381 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), before_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:27.066834 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:27.104552 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] For port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0, host hv-neutron-8552, cleared binding levels {{(pid=114266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:35:27.109013 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] For port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0, host hv-neutron-8552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0,segment=NetworkSegment(c59c154b-05dc-4135-8db4-d92c166c06fe),segment_id=c59c154b-05dc-4135-8db4-d92c166c06fe)] {{(pid=114266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:35:27.261835 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133955973'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), after_update {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:27.267972 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:27.268618 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:27.270103 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 HTTP/1.1" status: 200 len: 1093 time: 1.0048978 Aug 31 16:35:27.270629 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64331d9c-fede-45c9-a846-2a57b8558911', 'tag': '9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:35:27.273037 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5ff6a2-ca64-4c27-a450-415c56b2e2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "64331d9c-fede-45c9-a846-2a57b8558911", "tag": "9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:35:27.328048 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ef948-de1e-4c48-9461-2279532d2413 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0,revision_number=3']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:27.341133 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cee5df-8ad5-491e-aa7f-43e9ddbfe9fb x-openstack-request-id: req-d6cee5df-8ad5-491e-aa7f-43e9ddbfe9fb {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:35:27.341701 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64331d9c-fede-45c9-a846-2a57b8558911", "tag": "9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0", "status": "completed", "code": 200}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:35:27.342051 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6cee5df-8ad5-491e-aa7f-43e9ddbfe9fb {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:35:27.342477 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cee5df-8ad5-491e-aa7f-43e9ddbfe9fb'] response: {'name': 'network-changed', 'server_uuid': '64331d9c-fede-45c9-a846-2a57b8558911', 'tag': '9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0', 'status': 'completed', 'code': 200} Aug 31 16:35:27.418454 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ff6a2-ca64-4c27-a450-415c56b2e2a4 req-4ddbb31c-5724-40f5-94bb-5eeec9966aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:27.420491 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a5ff6a2-ca64-4c27-a450-415c56b2e2a4 req-4ddbb31c-5724-40f5-94bb-5eeec9966aee service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=49a424507b4a422bb9e63edd019298ee&device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 1127 time: 0.0493233 Aug 31 16:35:27.504472 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-f1161f40-513a-43cd-8b27-27e057863edb None None] Attempt 3 to provision port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 Aug 31 16:35:27.544155 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:27.550761 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-f1161f40-513a-43cd-8b27-27e057863edb None None] Port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 had new provisioning blocks added so it will not transition to active. {{(pid=114267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:372}} Aug 31 16:35:27.590233 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8f94e-47da-4c3d-9cb9-3c92e20ec0f3 req-60970207-86ca-48de-8aba-c241d4ff9d34 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:27.594904 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8aa8f94e-47da-4c3d-9cb9-3c92e20ec0f3 req-60970207-86ca-48de-8aba-c241d4ff9d34 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 943 time: 0.0655649 Aug 31 16:35:27.607122 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ff6a2-ca64-4c27-a450-415c56b2e2a4 req-75d9ec02-f6a7-4c58-9ead-3549a90be4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:27.609665 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a5ff6a2-ca64-4c27-a450-415c56b2e2a4 req-75d9ec02-f6a7-4c58-9ead-3549a90be4d1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=49a424507b4a422bb9e63edd019298ee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1756535 Aug 31 16:35:27.671689 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8aa8f94e-47da-4c3d-9cb9-3c92e20ec0f3 req-99400045-891e-4fa9-b8c7-4bc97a797a2c tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691893 Aug 31 16:35:27.791544 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ff6a2-ca64-4c27-a450-415c56b2e2a4 req-cd9eb821-0c82-41f2-9a5d-0e57c3be544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:27.794813 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-5a5ff6a2-ca64-4c27-a450-415c56b2e2a4 req-cd9eb821-0c82-41f2-9a5d-0e57c3be544c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1748164 Aug 31 16:35:27.821111 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:27.822030 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:27.895025 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-68a1331d-5b1b-4ed5-bd5b-1e0da19281d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:27.896667 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-68a1331d-5b1b-4ed5-bd5b-1e0da19281d7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=49a424507b4a422bb9e63edd019298ee&device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 1127 time: 0.0517659 Aug 31 16:35:27.947131 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-74c425ee-b73d-43cf-85ce-efc2a248e2af service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 HTTP/1.1" status: 200 len: 217 time: 0.0387733 Aug 31 16:35:28.005180 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-0fa83546-c51e-458c-b1ea-ea447f5080f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:28.006719 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-0fa83546-c51e-458c-b1ea-ea447f5080f3 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=60ee9da6-029d-416e-b1cc-57de215da509 HTTP/1.1" status: 200 len: 849 time: 0.0509279 Aug 31 16:35:28.063018 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-293a68cd-0621-443e-9583-49175156904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:28.064754 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-293a68cd-0621-443e-9583-49175156904f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8062d616-3264-4802-a080-9a9da98153b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488610 Aug 31 16:35:28.189204 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-490e3022-1318-45b7-ad1f-07ce073e40b7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8062d616-3264-4802-a080-9a9da98153b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145856 Aug 31 16:35:28.307793 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-5b699cff-3572-4b63-97a6-7db47731b892 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8062d616-3264-4802-a080-9a9da98153b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080978 Aug 31 16:35:28.814436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c672-dc7c-47ef-8d27-4c1cc025c025 req-bfbc4819-b7d6-4faa-a507-a318816dd736 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:28.816334 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea40c672-dc7c-47ef-8d27-4c1cc025c025 req-bfbc4819-b7d6-4faa-a507-a318816dd736 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 943 time: 0.0563858 Aug 31 16:35:28.878564 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ea40c672-dc7c-47ef-8d27-4c1cc025c025 req-67fa2df0-73e7-4103-a02d-4e2f26d22950 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561466 Aug 31 16:35:29.937377 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 details requested by agent hyperv_hv-neutron-8552 with host hv-neutron-8552 {{(pid=114267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:35:30.071546 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2150fe-f699-4850-90c4-27fc2fcd7b33 req-45c32cad-7d2a-4095-9064-9d7fcc95edaa tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:30.073350 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6b2150fe-f699-4850-90c4-27fc2fcd7b33 req-45c32cad-7d2a-4095-9064-9d7fcc95edaa tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 943 time: 0.0603008 Aug 31 16:35:30.109252 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0,segment=NetworkSegment(c59c154b-05dc-4135-8db4-d92c166c06fe),segment_id=c59c154b-05dc-4135-8db4-d92c166c06fe)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:35:30.137224 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Returning: {'device': '9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0', 'network_id': '8062d616-3264-4802-a080-9a9da98153b5', 'port_id': '9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0', 'mac_address': 'fa:16:3e:4c:ac:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ee9da6-029d-416e-b1cc-57de215da509', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:35:30.146704 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-6b2150fe-f699-4850-90c4-27fc2fcd7b33 req-3e246377-4214-467b-8170-a196d85fd93e tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627818 Aug 31 16:35:30.206658 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Current status of the port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 is: DOWN; New status is: BUILD {{(pid=114267) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Aug 31 16:35:30.207292 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574523'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), before_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:30.233542 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.notifiers.nova [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 {{(pid=114267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 16:35:30.265612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] For port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0,segment=NetworkSegment(c59c154b-05dc-4135-8db4-d92c166c06fe),segment_id=c59c154b-05dc-4135-8db4-d92c166c06fe)] {{(pid=114267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:35:30.382890 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755090677634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755090234938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755090234956'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:30.434753 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Pushing event updated for resources: {'Port': ['ID=9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0,revision_number=4']} {{(pid=114267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:30.634364 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.db [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] get_ports_and_sgs() called for port_ids ['9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0'] {{(pid=114267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 16:35:30.899703 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:31.301110 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed13c5-edf2-4d11-9be6-60375c29757f req-5c9d3f7e-63b8-47b3-b233-1cc3a1572488 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:31.302782 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51ed13c5-edf2-4d11-9be6-60375c29757f req-5c9d3f7e-63b8-47b3-b233-1cc3a1572488 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0548580 Aug 31 16:35:31.365768 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-51ed13c5-edf2-4d11-9be6-60375c29757f req-c70f2471-01e1-43f4-ac34-cee1ce826b59 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543101 Aug 31 16:35:31.952024 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 up at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:35:32.006934 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning for port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 completed by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 16:35:32.124257 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.db.provisioning_blocks [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Provisioning complete for port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 triggered by entity L2. {{(pid=114267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 16:35:32.124708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), provisioning_complete {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:32.125093 dv-neutron-855257-2-hyperv neutron-server[114267]: INFO neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Attempt 1 to provision port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Error during notification for neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780906 port, provisioning_complete: TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, payload=payload) Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 381, in _port_provisioned Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager host_migrating = agent_rpc.migrating_to_host(port_binding) Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 413, in migrating_to_host Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager for binding in (binding for binding in bindings if Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager File "/opt/stack/neutron/neutron/agent/rpc.py", line 414, in Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager binding[pb_ext.STATUS] == constants.ACTIVE): Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager TypeError: tuple indices must be integers or slices, not str Aug 31 16:35:32.175260 dv-neutron-855257-2-hyperv neutron-server[114267]: ERROR neutron_lib.callbacks.manager Aug 31 16:35:32.548513 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa9b45-ad81-4570-be7d-fee3bfb28040 req-4101712a-b785-4470-89cb-0e62a475c9d4 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:32.550198 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dfaa9b45-ad81-4570-be7d-fee3bfb28040 req-4101712a-b785-4470-89cb-0e62a475c9d4 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0515432 Aug 31 16:35:32.614523 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-dfaa9b45-ad81-4570-be7d-fee3bfb28040 req-3e3beb80-eb04-49a3-a7b9-2f1fdf83f3f4 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564692 Aug 31 16:35:33.760367 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341ae09-821a-49d2-ad44-612cf468437b req-b96f7bcf-4c02-40c8-baa6-8d59678f4050 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:33.762098 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a341ae09-821a-49d2-ad44-612cf468437b req-b96f7bcf-4c02-40c8-baa6-8d59678f4050 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0597930 Aug 31 16:35:33.823065 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a341ae09-821a-49d2-ad44-612cf468437b req-ce0c0f4b-bb71-460d-97d4-2c698282ce77 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541568 Aug 31 16:35:34.960440 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306c837-265e-42b4-9a8b-05e81c12ce5f req-3d2203c8-e84d-4f2e-9c7f-9d27e026f741 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:34.961987 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a306c837-265e-42b4-9a8b-05e81c12ce5f req-3d2203c8-e84d-4f2e-9c7f-9d27e026f741 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0532215 Aug 31 16:35:35.022219 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-a306c837-265e-42b4-9a8b-05e81c12ce5f req-1f09aacc-92b7-4df3-b3b0-9f012e6de911 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532918 Aug 31 16:35:36.142829 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7af3a-bbf2-4f04-8473-d471912e2d70 req-ab3d5740-0119-49ea-b69c-a33b83f42f73 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:36.144312 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-45e7af3a-bbf2-4f04-8473-d471912e2d70 req-ab3d5740-0119-49ea-b69c-a33b83f42f73 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0490160 Aug 31 16:35:36.183148 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:36.197712 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-45e7af3a-bbf2-4f04-8473-d471912e2d70 req-43b9e5f4-fd98-4666-a1df-2cfc1cc81a73 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475290 Aug 31 16:35:37.338374 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7332a77-cf10-4e16-840a-2941e6329017 req-a5c342af-5a99-4440-97b4-ca590c41e1df tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:37.342046 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d7332a77-cf10-4e16-840a-2941e6329017 req-a5c342af-5a99-4440-97b4-ca590c41e1df tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0645015 Aug 31 16:35:37.400409 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d7332a77-cf10-4e16-840a-2941e6329017 req-faf13c78-f547-4f7e-bafb-20e76ddfeee4 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527682 Aug 31 16:35:38.567016 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0154f4-21e9-415a-aa8f-cbc58a433958 req-a89697ac-04b6-4ca1-8d0b-a0aa44176763 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:38.569807 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fd0154f4-21e9-415a-aa8f-cbc58a433958 req-a89697ac-04b6-4ca1-8d0b-a0aa44176763 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0869038 Aug 31 16:35:38.651234 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-81cd1555-f1d3-468e-b44a-21f6bdbeedd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:38.660395 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-fd0154f4-21e9-415a-aa8f-cbc58a433958 req-c7b927f3-6bd2-4b0d-8bca-d56b844b4f19 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844173 Aug 31 16:35:39.843547 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452ad6e-dc2b-4dc7-9561-d08cb5443ba8 req-2b475879-9513-4873-a09a-ff6a66c192c0 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:39.846407 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7452ad6e-dc2b-4dc7-9561-d08cb5443ba8 req-2b475879-9513-4873-a09a-ff6a66c192c0 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0691285 Aug 31 16:35:39.918594 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-7452ad6e-dc2b-4dc7-9561-d08cb5443ba8 req-896e8930-34fd-4497-9f5e-4aa8ec061525 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646875 Aug 31 16:35:40.794256 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-155cba6a-f434-4055-92a9-5e5a57f4781f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:41.059388 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27df78-d6c3-4347-a180-bcb339cca263 req-46f59d45-23a0-4902-816e-300f61cd3733 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:41.060939 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6e27df78-d6c3-4347-a180-bcb339cca263 req-46f59d45-23a0-4902-816e-300f61cd3733 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0528996 Aug 31 16:35:41.125921 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-6e27df78-d6c3-4347-a180-bcb339cca263 req-ad5e007f-da6f-4186-9026-7c4396f39a83 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548263 Aug 31 16:35:42.226336 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=79,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:42.267063 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dc883-640a-49f7-bf7f-9eda67394914 req-49fd24ff-1142-458f-b927-2641dae92c18 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:42.282500 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-992dc883-640a-49f7-bf7f-9eda67394914 req-49fd24ff-1142-458f-b927-2641dae92c18 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0529861 Aug 31 16:35:42.309746 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:42.338861 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-992dc883-640a-49f7-bf7f-9eda67394914 req-69ef6771-cb2f-4d58-9edd-6fce3e9aac90 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630496 Aug 31 16:35:42.423371 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:42.728124 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:42.733167 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:43.494391 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb10d9b-4cfe-45f4-b8d4-6fe88c2ac823 req-17ef4aff-4751-4372-bebf-15bcf915dbdc tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:43.497793 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7eb10d9b-4cfe-45f4-b8d4-6fe88c2ac823 req-17ef4aff-4751-4372-bebf-15bcf915dbdc tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0686674 Aug 31 16:35:43.554309 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:43.602312 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7eb10d9b-4cfe-45f4-b8d4-6fe88c2ac823 req-258e862c-3a30-47f5-9983-12eef8143da3 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952280 Aug 31 16:35:43.679000 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:44.011490 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:44.745470 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e3852-f195-4b16-84fa-ecc34d505987 req-199baaff-8588-4b98-8927-96a8e90c07b4 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:44.747494 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5a4e3852-f195-4b16-84fa-ecc34d505987 req-199baaff-8588-4b98-8927-96a8e90c07b4 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0592382 Aug 31 16:35:44.812774 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5a4e3852-f195-4b16-84fa-ecc34d505987 req-fd154b52-36bd-436b-b8e8-3ee34daa377e tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550654 Aug 31 16:35:45.990305 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944b9df-ab8b-441f-9dbd-74deff03ffa6 req-c8e0f5c2-ff24-4afc-a539-c2e6ab9da5b4 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:45.992117 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a944b9df-ab8b-441f-9dbd-74deff03ffa6 req-c8e0f5c2-ff24-4afc-a539-c2e6ab9da5b4 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0561767 Aug 31 16:35:46.027101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:35:46.060098 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-a944b9df-ab8b-441f-9dbd-74deff03ffa6 req-2656d7ac-460c-4b8a-997a-5d28937f2bb0 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572088 Aug 31 16:35:47.220472 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b187a3-82b8-4920-8f48-447727a4155d req-11f4e293-a997-443e-a0f2-4d7fe6e0e17a tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:47.223075 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-24b187a3-82b8-4920-8f48-447727a4155d req-11f4e293-a997-443e-a0f2-4d7fe6e0e17a tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0597765 Aug 31 16:35:47.285631 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-24b187a3-82b8-4920-8f48-447727a4155d req-8ed7eefa-c3a5-4c50-8fb8-052154fffbe5 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558476 Aug 31 16:35:48.430080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35678-aa74-4f7a-8d7c-b5ecf1f40486 req-13560183-fce3-4049-a67f-6509bc3dd9a4 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:48.431722 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-09e35678-aa74-4f7a-8d7c-b5ecf1f40486 req-13560183-fce3-4049-a67f-6509bc3dd9a4 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0531518 Aug 31 16:35:48.493754 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-09e35678-aa74-4f7a-8d7c-b5ecf1f40486 req-08c6880a-ce98-49ac-80e2-c7a7ab9d86ab tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538137 Aug 31 16:35:49.626120 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4887c-f3f8-482e-b68c-bdd93133d385 req-cad37ca1-de5e-4cdf-91ef-467b7022dd32 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:49.627635 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-98f4887c-f3f8-482e-b68c-bdd93133d385 req-cad37ca1-de5e-4cdf-91ef-467b7022dd32 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0575316 Aug 31 16:35:49.687358 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-98f4887c-f3f8-482e-b68c-bdd93133d385 req-e0e7e0df-a54a-4bb9-bf88-bd51feb6156c tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531397 Aug 31 16:35:50.838659 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919264f8-4cad-4f8d-a5b5-0d53b07afe7e req-48a733b3-46b3-44a4-b4e2-2b2c42223834 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:50.840857 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-919264f8-4cad-4f8d-a5b5-0d53b07afe7e req-48a733b3-46b3-44a4-b4e2-2b2c42223834 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0555038 Aug 31 16:35:50.896157 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-919264f8-4cad-4f8d-a5b5-0d53b07afe7e req-55d5e0af-d7d8-43bb-919c-6ee5f76bd998 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489197 Aug 31 16:35:51.491426 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:35:52.035921 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0740609-57dc-455a-83b5-f5420e68d478 req-a0bad4c1-45a6-4be9-b7c5-37358e4dd6da tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:52.037527 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b0740609-57dc-455a-83b5-f5420e68d478 req-a0bad4c1-45a6-4be9-b7c5-37358e4dd6da tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0549748 Aug 31 16:35:52.095887 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b0740609-57dc-455a-83b5-f5420e68d478 req-dd6b69f5-8b08-4fe4-b7bf-b9c71d2528f7 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523400 Aug 31 16:35:53.227463 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d4626-b832-44b1-8c04-85dfc59896cc req-5ac7243b-cf88-43ad-b952-200b0d0a3195 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:53.229198 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9e0d4626-b832-44b1-8c04-85dfc59896cc req-5ac7243b-cf88-43ad-b952-200b0d0a3195 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0515687 Aug 31 16:35:53.298159 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9e0d4626-b832-44b1-8c04-85dfc59896cc req-7bd34914-8501-4345-84bf-1ff723fae820 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581350 Aug 31 16:35:54.453666 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94465db-b7b8-4122-baec-8a1363f87651 req-a348e1ba-3450-4bff-a8a0-c63dfc35a082 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:54.455283 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c94465db-b7b8-4122-baec-8a1363f87651 req-a348e1ba-3450-4bff-a8a0-c63dfc35a082 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0639994 Aug 31 16:35:54.515567 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-c94465db-b7b8-4122-baec-8a1363f87651 req-b0377345-03ed-4f06-a0ac-134e7d933b80 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542567 Aug 31 16:35:54.828644 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:35:55.646771 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27795214-0590-4deb-85d1-2832224ec195 req-ef155ac8-4711-4e7f-a6b6-249b19be8daf tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:55.648316 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-27795214-0590-4deb-85d1-2832224ec195 req-ef155ac8-4711-4e7f-a6b6-249b19be8daf tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0525405 Aug 31 16:35:55.711899 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-27795214-0590-4deb-85d1-2832224ec195 req-b471d5e1-f470-424c-a9db-c0dcfeae9753 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570247 Aug 31 16:35:56.844001 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee8c94-658e-4963-9b05-c4cf6c190d5a req-c9910a5b-6747-49a7-8583-c630924f2d60 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:56.845742 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-05ee8c94-658e-4963-9b05-c4cf6c190d5a req-c9910a5b-6747-49a7-8583-c630924f2d60 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0538538 Aug 31 16:35:56.906180 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-05ee8c94-658e-4963-9b05-c4cf6c190d5a req-43858f11-8a6f-4029-8d33-ea9087836975 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541677 Aug 31 16:35:58.072586 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594be20d-82fd-437e-9f70-8116c659a9e4 req-c0169f99-0e0b-415c-8cc9-15c5a38a6e5d tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:58.075763 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-594be20d-82fd-437e-9f70-8116c659a9e4 req-c0169f99-0e0b-415c-8cc9-15c5a38a6e5d tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0837526 Aug 31 16:35:58.132754 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-594be20d-82fd-437e-9f70-8116c659a9e4 req-c695a954-b329-4997-aac4-4b130973f343 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512664 Aug 31 16:35:59.292394 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9723ecd-ffcb-43a9-a14a-75a52cf2e495 req-d4f45c3f-a7fd-456b-9643-9f28729723b7 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:35:59.294893 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d9723ecd-ffcb-43a9-a14a-75a52cf2e495 req-d4f45c3f-a7fd-456b-9643-9f28729723b7 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0540857 Aug 31 16:35:59.360468 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d9723ecd-ffcb-43a9-a14a-75a52cf2e495 req-9063be6a-38fe-4127-a3ae-10d0e59d9f6b tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561652 Aug 31 16:36:00.519807 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396a373-1133-4dbd-bde4-f9a8be2ff705 req-16e5dbf0-1e83-4f69-a7fe-14601657c474 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:00.521489 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9396a373-1133-4dbd-bde4-f9a8be2ff705 req-16e5dbf0-1e83-4f69-a7fe-14601657c474 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0630476 Aug 31 16:36:00.602024 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-9396a373-1133-4dbd-bde4-f9a8be2ff705 req-aa7373d0-15f8-463a-8d2e-bf4802f15714 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689781 Aug 31 16:36:01.734924 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8aa1e-7cf1-48e3-a033-4e8e31f546b0 req-ef9388c9-4a1d-489b-bc75-d7366cc022fd tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:01.736519 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-86d8aa1e-7cf1-48e3-a033-4e8e31f546b0 req-ef9388c9-4a1d-489b-bc75-d7366cc022fd tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0540557 Aug 31 16:36:01.793337 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-86d8aa1e-7cf1-48e3-a033-4e8e31f546b0 req-e3b3a242-ca4f-434d-944d-01064894ae47 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505528 Aug 31 16:36:02.931333 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff1ae-10da-4d17-a75c-29b9b1b38740 req-2baca449-4445-4129-9a15-7d815b7178b9 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:02.933522 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ce1ff1ae-10da-4d17-a75c-29b9b1b38740 req-2baca449-4445-4129-9a15-7d815b7178b9 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0586734 Aug 31 16:36:02.967639 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:03.016810 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-ce1ff1ae-10da-4d17-a75c-29b9b1b38740 req-db997126-c81c-4ceb-a112-dd896eb234d5 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731616 Aug 31 16:36:04.177757 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73431cb3-447c-4052-91c1-b12026096aed req-baec9b57-6ac3-4002-b9ca-c7e29da4599e tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:04.179484 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-73431cb3-447c-4052-91c1-b12026096aed req-baec9b57-6ac3-4002-b9ca-c7e29da4599e tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0533400 Aug 31 16:36:04.241300 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-73431cb3-447c-4052-91c1-b12026096aed req-e1f26cbd-d54f-4a0f-8165-a106ffc47f54 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519280 Aug 31 16:36:04.823457 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:04.824523 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:05.400667 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b4fa9-36f8-46b8-bafb-6ecc8f1484c5 req-1a16df93-13b3-45c0-a395-85e4e183aaff tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:05.404209 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-516b4fa9-36f8-46b8-bafb-6ecc8f1484c5 req-1a16df93-13b3-45c0-a395-85e4e183aaff tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0826311 Aug 31 16:36:05.499438 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-516b4fa9-36f8-46b8-bafb-6ecc8f1484c5 req-876d2bdc-e58b-484d-8d86-6531b9235f22 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887282 Aug 31 16:36:06.638491 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9aa10-6d7f-468d-8555-f93c3a505f33 req-8af6261d-6728-4627-98c2-2b98bffe52b2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:06.640360 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f7a9aa10-6d7f-468d-8555-f93c3a505f33 req-8af6261d-6728-4627-98c2-2b98bffe52b2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0605869 Aug 31 16:36:06.704147 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-f7a9aa10-6d7f-468d-8555-f93c3a505f33 req-25bbc27c-cc54-486b-8614-a377964b8e06 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535328 Aug 31 16:36:07.837458 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc9c2-ed48-4dfd-968e-875301c2178c req-20cd697d-8c22-4858-9a05-ef5d3f8b7f50 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:07.839863 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7dbbc9c2-ed48-4dfd-968e-875301c2178c req-20cd697d-8c22-4858-9a05-ef5d3f8b7f50 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0555918 Aug 31 16:36:07.900236 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-7dbbc9c2-ed48-4dfd-968e-875301c2178c req-910c8385-24c9-4cd5-9e51-7688bff9d658 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500426 Aug 31 16:36:08.534176 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:08.673463 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-62f4b0a3-fbe1-4e2f-970d-a64197c0d40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:09.017953 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:09.036475 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd39881-1a70-4a90-ac05-d70187f15891 req-e73884d3-8bba-4275-add9-15e49b1cf7af tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:09.038593 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2cd39881-1a70-4a90-ac05-d70187f15891 req-e73884d3-8bba-4275-add9-15e49b1cf7af tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0596473 Aug 31 16:36:09.102919 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2cd39881-1a70-4a90-ac05-d70187f15891 req-41742fb6-c197-47f9-bbed-aba47ccd4c71 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573814 Aug 31 16:36:10.252703 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd0de9-4353-4a1d-a6f5-aa09daad28d9 req-c64407c4-ddf9-4621-ba95-83e5d3bc8128 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:10.254272 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-25cd0de9-4353-4a1d-a6f5-aa09daad28d9 req-c64407c4-ddf9-4621-ba95-83e5d3bc8128 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0574238 Aug 31 16:36:10.321259 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-25cd0de9-4353-4a1d-a6f5-aa09daad28d9 req-b976a07f-33a9-4c40-9c0c-f0a74233eb7f tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564351 Aug 31 16:36:10.787952 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-cfcba187-5c8c-4a29-91b4-d98c39d7dcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:11.407860 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=100 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:11.450810 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a2ede-f6ed-4530-9f93-11e7f8e2265a req-1aaea850-f792-45c6-9e5a-3dbcd0f774b8 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:11.453312 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d65a2ede-f6ed-4530-9f93-11e7f8e2265a req-1aaea850-f792-45c6-9e5a-3dbcd0f774b8 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0544641 Aug 31 16:36:11.515294 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-d65a2ede-f6ed-4530-9f93-11e7f8e2265a req-9892e141-8ed6-4d89-97d7-5587f09561b1 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548158 Aug 31 16:36:12.380678 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:12.652705 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc00dd-0987-46c5-a23f-ebd04d7dd421 req-7543e727-b042-4d7f-afe5-c71540f5063e tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:12.654495 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-75cc00dd-0987-46c5-a23f-ebd04d7dd421 req-7543e727-b042-4d7f-afe5-c71540f5063e tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0574789 Aug 31 16:36:12.675250 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:12.716493 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-75cc00dd-0987-46c5-a23f-ebd04d7dd421 req-7b51fa3e-8748-4337-8821-5db37f15efd2 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558798 Aug 31 16:36:13.620595 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:13.863230 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26affd-d70a-445b-9a26-82f45de16d93 req-4b3651b1-2c57-47f9-be21-cd6b6140901b tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:13.864756 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5b26affd-d70a-445b-9a26-82f45de16d93 req-4b3651b1-2c57-47f9-be21-cd6b6140901b tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0576918 Aug 31 16:36:13.926584 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-5b26affd-d70a-445b-9a26-82f45de16d93 req-0101ccf4-6be8-41bc-a2f4-e1850d968c09 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551071 Aug 31 16:36:14.006053 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:15.053219 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35840729-d0f0-402f-b5da-b86a7eb670d3 req-55853738-fd03-4348-9c2c-3058746b6385 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:15.054717 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-35840729-d0f0-402f-b5da-b86a7eb670d3 req-55853738-fd03-4348-9c2c-3058746b6385 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0476215 Aug 31 16:36:15.107863 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-35840729-d0f0-402f-b5da-b86a7eb670d3 req-54262130-c655-4ac6-821b-3ea4aa2f52ae tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463519 Aug 31 16:36:16.238166 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9c3ce-639c-4b83-bef1-ef3e79e95359 req-5c6b067f-109e-49bd-8bc2-d3ba84c249f0 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:16.240044 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b4a9c3ce-639c-4b83-bef1-ef3e79e95359 req-5c6b067f-109e-49bd-8bc2-d3ba84c249f0 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0556793 Aug 31 16:36:16.297191 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-b4a9c3ce-639c-4b83-bef1-ef3e79e95359 req-85f2f9ff-38d9-4f9d-9225-74099827f25b tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508575 Aug 31 16:36:17.434179 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79f600-0b08-42df-9435-2f0e95a6bff5 req-cc93a23b-dc3b-4b7e-ab33-0fe1a1a457bc tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:17.435712 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4c79f600-0b08-42df-9435-2f0e95a6bff5 req-cc93a23b-dc3b-4b7e-ab33-0fe1a1a457bc tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0505574 Aug 31 16:36:17.509635 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-4c79f600-0b08-42df-9435-2f0e95a6bff5 req-60dee460-c6fb-463a-b29d-da2337870dab tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682037 Aug 31 16:36:18.646580 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a4e78-4533-4f1f-a68a-a03189576adb req-8a074458-a9d5-4c19-af63-deec453948fe tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:18.648066 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-570a4e78-4533-4f1f-a68a-a03189576adb req-8a074458-a9d5-4c19-af63-deec453948fe tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0570354 Aug 31 16:36:18.705362 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-570a4e78-4533-4f1f-a68a-a03189576adb req-93f8b312-9246-418f-b414-c9cbc9b88d47 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503173 Aug 31 16:36:19.729983 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:19.731284 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=5 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:19.844924 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0863e-8a6a-4cbc-85b2-087acb3f76a4 req-87f563f1-92f6-4ccf-9f97-56f305610326 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:19.847098 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-29f0863e-8a6a-4cbc-85b2-087acb3f76a4 req-87f563f1-92f6-4ccf-9f97-56f305610326 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0573254 Aug 31 16:36:19.911894 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-29f0863e-8a6a-4cbc-85b2-087acb3f76a4 req-dea64374-8f8e-474b-94ef-e99d58852bed tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535805 Aug 31 16:36:21.052915 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a70e1-ab8a-47aa-86b4-54ec041307a1 req-60f31cd5-faf3-4975-a656-50d650f14169 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:21.054452 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-758a70e1-ab8a-47aa-86b4-54ec041307a1 req-60f31cd5-faf3-4975-a656-50d650f14169 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0533898 Aug 31 16:36:21.107827 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-758a70e1-ab8a-47aa-86b4-54ec041307a1 req-096bf37e-3d6d-4b72-8322-cb0c06d7cfa1 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463772 Aug 31 16:36:21.405226 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:21.508396 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:22.239186 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9792b88-c1bb-4ee5-aab6-c8515e83821d req-815cd6e3-7c2c-4f54-b9a2-537c83e53c1d tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:22.240810 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e9792b88-c1bb-4ee5-aab6-c8515e83821d req-815cd6e3-7c2c-4f54-b9a2-537c83e53c1d tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0526485 Aug 31 16:36:22.297384 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-e9792b88-c1bb-4ee5-aab6-c8515e83821d req-6f1b0fa3-9a83-45c6-8ba7-cb8010b8a5a5 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496724 Aug 31 16:36:23.457132 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95204e0e-404f-4b51-81ff-9e2a9f6ebb19 req-df536008-733b-4855-950f-3c336d704f3d tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:23.460176 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-95204e0e-404f-4b51-81ff-9e2a9f6ebb19 req-df536008-733b-4855-950f-3c336d704f3d tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0797606 Aug 31 16:36:23.522946 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-95204e0e-404f-4b51-81ff-9e2a9f6ebb19 req-8cc335b3-69d8-461b-a8ba-ea1c8aaa7543 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561862 Aug 31 16:36:24.665312 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0c78b-10a7-4ec7-8c51-ac9f84911dfa req-76e917bd-ad40-44bc-9b50-697bcd42175c tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:24.667402 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-33f0c78b-10a7-4ec7-8c51-ac9f84911dfa req-76e917bd-ad40-44bc-9b50-697bcd42175c tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0641043 Aug 31 16:36:24.754274 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-33f0c78b-10a7-4ec7-8c51-ac9f84911dfa req-dc84c939-3d52-4521-9251-eaff71023414 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787997 Aug 31 16:36:25.903363 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a664879-f6ba-4d06-a358-4bf1085ac752 req-cd49db4d-6af6-41b9-bf0c-f4fe24a87c1b tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:25.904989 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8a664879-f6ba-4d06-a358-4bf1085ac752 req-cd49db4d-6af6-41b9-bf0c-f4fe24a87c1b tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0566542 Aug 31 16:36:25.967549 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-8a664879-f6ba-4d06-a358-4bf1085ac752 req-37194357-90c3-40ea-9652-79dc83f6b6c3 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564432 Aug 31 16:36:27.097108 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7324f-60e0-40fa-a1bc-af16bb3d8810 req-22d919ae-95f9-47f3-8a25-94c9fb232f25 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:27.098741 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d3b7324f-60e0-40fa-a1bc-af16bb3d8810 req-22d919ae-95f9-47f3-8a25-94c9fb232f25 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0506234 Aug 31 16:36:27.158933 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-d3b7324f-60e0-40fa-a1bc-af16bb3d8810 req-da32aad7-4157-4a51-9361-d7a69056d414 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519502 Aug 31 16:36:28.294382 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd0b4-2da2-4102-9aa2-79c36ae69cd0 req-e2c60904-9910-48e4-8ead-85aec788ed3e tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:28.296007 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-df3bd0b4-2da2-4102-9aa2-79c36ae69cd0 req-e2c60904-9910-48e4-8ead-85aec788ed3e tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0535328 Aug 31 16:36:28.356138 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-df3bd0b4-2da2-4102-9aa2-79c36ae69cd0 req-e26ba5ac-cd02-4f0f-a7c9-0577a75ccf77 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542779 Aug 31 16:36:29.492080 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d661-158f-4b23-8e79-dcff54636772 req-5a3bb6eb-df0b-46c9-8a90-1527064b5a9f tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:29.493761 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3527d661-158f-4b23-8e79-dcff54636772 req-5a3bb6eb-df0b-46c9-8a90-1527064b5a9f tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0544884 Aug 31 16:36:29.517477 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=100 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:29.554049 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-3527d661-158f-4b23-8e79-dcff54636772 req-a8ada46a-e07a-4526-b443-9665221ffb8d tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529265 Aug 31 16:36:30.693199 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b9918-5cae-478e-8142-50cf6a9ff73d req-0d68d291-9536-4eb7-b584-5764916caf77 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:30.694921 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-019b9918-5cae-478e-8142-50cf6a9ff73d req-0d68d291-9536-4eb7-b584-5764916caf77 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0563831 Aug 31 16:36:30.756046 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-019b9918-5cae-478e-8142-50cf6a9ff73d req-5e037516-7cd3-41d0-95ab-54447d32402c tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c7c52c90-18bb-429d-b6f2-4273fbae8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519152 Aug 31 16:36:31.042070 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-2ecb4d8e-3f17-4e9a-9986-343be0c7f25c tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 16:36:31.044106 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-2ecb4d8e-3f17-4e9a-9986-343be0c7f25c tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 944 time: 0.0565429 Aug 31 16:36:31.140116 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Deleting port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 {{(pid=114266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2061}} Aug 31 16:36:31.140451 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755090672604'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), before_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:31.249998 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.db [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] For port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0, host hv-neutron-8552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8552',level=0,port_id=9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0,segment=NetworkSegment(c59c154b-05dc-4135-8db4-d92c166c06fe),segment_id=c59c154b-05dc-4135-8db4-d92c166c06fe)] {{(pid=114266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:36:31.250349 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731230'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), precommit_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:31.266868 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.plugins.ml2.plugin [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Calling delete_port for 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 owned by compute:nova {{(pid=114266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Aug 31 16:36:31.354101 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:31.414332 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:31.497436 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755090677706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755090234929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133955980'] for port (9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0), after_delete {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:31.533023 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Pushing event deleted for resources: {'Port': ['ID=9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0,revision_number=None']} {{(pid=114266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:36:31.547474 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.551258 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.552198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.552198 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-855257-2-hyperv {{(pid=114266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:36:31.597712 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] No DVR routers for this DVR port 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 on host hv-neutron-8552 {{(pid=114266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 16:36:31.600609 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron_lib.callbacks.manager [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165836'] for port (None), before_response {{(pid=114266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:31.604253 dv-neutron-855257-2-hyperv neutron-server[114266]: INFO neutron.wsgi [req-f8f5d128-eeee-4d8e-a87b-a00235828634 req-4d18c56d-027a-45c5-822e-5d39c1511a63 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.43 "DELETE /networking/v2.0/ports/9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 HTTP/1.1" status: 204 len: 173 time: 0.5521805 Aug 31 16:36:31.604646 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64331d9c-fede-45c9-a846-2a57b8558911', 'name': 'network-vif-deleted', 'tag': '9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0'}] {{(pid=114266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 16:36:31.607029 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca3b113a7bd1d9994767eaaa9571e6c0c89433a654d9d91b757c06b8a821e903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b872c955-04d1-4c0a-8995-dab0702af0ae" -d '{"events": [{"server_uuid": "64331d9c-fede-45c9-a846-2a57b8558911", "name": "network-vif-deleted", "tag": "9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0"}]}' {{(pid=114266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:36:31.666052 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 31 Aug 2022 16:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137f93cd-1655-4de0-a928-49d9b3f25e24 x-openstack-request-id: req-137f93cd-1655-4de0-a928-49d9b3f25e24 {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:36:31.666513 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64331d9c-fede-45c9-a846-2a57b8558911", "name": "network-vif-deleted", "tag": "9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0", "status": "failed", "code": 422}]} {{(pid=114266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:36:31.667662 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-137f93cd-1655-4de0-a928-49d9b3f25e24 {{(pid=114266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:36:31.668216 dv-neutron-855257-2-hyperv neutron-server[114266]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-137f93cd-1655-4de0-a928-49d9b3f25e24']: {'server_uuid': '64331d9c-fede-45c9-a846-2a57b8558911', 'name': 'network-vif-deleted', 'tag': '9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:36:31.828356 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:36:31.870856 dv-neutron-855257-2-hyperv neutron-server[114265]: INFO neutron.wsgi [req-2deb5bb2-c6e3-4217-832b-221b81617c7a req-88fceaeb-376c-4619-85cb-ea1d31278774 tempest-TestSnapshotPattern-899597343 tempest-TestSnapshotPattern-899597343-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=64331d9c-fede-45c9-a846-2a57b8558911 HTTP/1.1" status: 200 len: 210 time: 0.0369616 Aug 31 16:36:34.233357 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 no longer exists at agent hyperv_hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:36:34.253868 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] No Port match for: 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 {{(pid=114267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 31 16:36:34.254197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron.plugins.ml2.rpc [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Device 9ae5d2f7-7387-41e1-9ddb-9943d2acd5a0 not bound to the agent host hv-neutron-8552 {{(pid=114267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:36:38.622464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-5141d738-38c4-4766-8e8c-126176d8e2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:40.754145 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-443b88c1-289f-4141-98d4-194d216baad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:41.580314 dv-neutron-855257-2-hyperv neutron-server[114266]: DEBUG dbcounter [-] [114266] Writing DB stats neutron:SELECT=60,neutron:DELETE=6 {{(pid=114266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:41.843535 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=77 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:41.844406 dv-neutron-855257-2-hyperv neutron-server[114265]: DEBUG dbcounter [-] [114265] Writing DB stats neutron:SELECT=90 {{(pid=114265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:42.371198 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:43.656319 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:43.970713 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:51.483114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:36:56.733464 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=18 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:36:56.742502 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=16 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:37:01.409528 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:37:01.410736 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:37:06.779432 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:37:08.627904 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-d8069e53-0360-4383-9e11-bca6604274c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:08.828060 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:37:10.757148 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-54a4ad96-0510-46bd-97e1-de9b6a13c69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:12.365507 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:13.656766 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:13.965857 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:18.822698 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:37:18.823731 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:37:21.546333 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:31.410197 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:37:31.413263 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:37:33.739278 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:37:33.743665 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:37:38.622196 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c065df5a-7db4-4dad-8919-9b95048b6269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:40.780004 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-abe8e50f-d202-4b18-acd1-0ef44473c1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:42.439168 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:43.667886 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:44.090414 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:45.830986 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:37:51.468517 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:37:55.827087 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:38:08.544163 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:38:08.545813 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:38:08.648992 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-bb297e06-0c6c-4ad3-bcb8-76a30dc8ad13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:10.727224 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:38:10.733141 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:38:10.762218 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-599d3d38-a296-4d18-aa4e-06432e052084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:12.358563 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:13.661382 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:13.952919 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:21.515269 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:22.831194 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:38:31.419084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:38:31.427566 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:38:32.827168 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:38:38.621682 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-537dff22-cd8d-4d51-9744-af27b55fc98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:40.798597 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1d1f83fe-90b4-4f93-8425-9b3ead5abe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:42.387059 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:43.655708 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:43.970090 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:48.852703 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=16 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:38:48.854649 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=16 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:38:51.556464 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:38:59.830075 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:39:01.439114 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:39:01.446406 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:39:08.633483 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-99017a01-d8ba-40af-8a56-0ff9911a1fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:09.824827 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:39:09.825722 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:39:10.752516 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a34bfbd5-cf26-4f71-a8d8-32f262db89ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:12.387506 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:13.672706 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:14.004144 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:21.553581 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:24.732427 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=2 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:39:24.733721 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=4 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:39:31.454906 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:39:31.456837 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:39:36.829949 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:39:38.633128 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-782e2896-7d46-43e4-81ee-b5cdb7b6ae6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:40.850201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-875f8acf-b359-40a3-bea0-0df353318079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:42.387247 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:43.667084 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:43.963800 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:39:46.825628 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:39:46.826712 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:39:51.568008 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:01.730583 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:40:01.735734 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=3 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:40:08.545135 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:40:08.546875 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:40:08.670201 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-7624e6e2-18e5-49f4-bb45-63b4b3e434c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:10.767091 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-281852b6-04f0-4a19-8686-2a1e20a287e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:12.369515 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:13.678262 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:13.830252 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:40:14.032216 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:21.540680 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:23.825680 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:40:23.826625 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:40:31.464360 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:40:31.478612 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:40:38.926579 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-c23002b4-17eb-4542-a48b-2186c21db0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (8a5fdee9-5acd-4319-bc45-161a593c1485), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:40.783859 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a563396b-e485-4996-8ed4-638fdc88d75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (82f30dc5-c6a3-4d39-a092-5ae6f9a76793), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:42.400454 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-8561e227-cd62-4b08-9266-6b03ba445771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (c6229542-4519-4767-997b-9bbd5343273f), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:43.686783 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-a50943c0-4040-415b-ba74-1e992fb5f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ef076573-97ae-4744-a099-6f65713d7c3c), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:44.024138 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-f430384c-02a5-4555-b33f-52e6c211be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (62031412-ea7a-4bb9-94e1-c7ae8c575d3b), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:40:48.782322 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=13 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:40:48.784601 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=19 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:40:50.832502 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG neutron.db.agents_db [None req-86b7e557-2b67-4ddf-9259-d49310debe7a None None] Agent healthcheck: found 6 active agents {{(pid=114268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:40:51.592007 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG neutron_lib.callbacks.manager [None req-1c66e18b-46d9-47f7-81de-5a6850ae65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755090749745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780744'] for agent (ff195cda-27f1-45e0-8ac4-771d1718e88d), after_update {{(pid=114267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 16:41:00.826390 dv-neutron-855257-2-hyperv neutron-server[114268]: DEBUG dbcounter [-] [114268] Writing DB stats neutron:SELECT=1 {{(pid=114268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:41:01.484549 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 16:41:01.493118 dv-neutron-855257-2-hyperv neutron-server[114267]: DEBUG dbcounter [-] [114267] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=114267) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}